-- Logs begin at Mon 2022-01-31 17:10:00 UTC, end at Mon 2022-01-31 18:53:57 UTC. -- Jan 31 17:43:51.859027 dv-neutron-823271-3-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 17:43:53.992930 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.common.config [-] Logging enabled! Jan 31 17:43:53.993693 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Jan 31 17:43:53.993796 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83454) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 31 17:43:53.995849 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.common.config [-] Logging enabled! Jan 31 17:43:53.996095 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev14 Jan 31 17:43:53.996336 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83454) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 31 17:43:53.997279 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 17:43:53.997530 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 17:43:53.997879 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 17:43:53.998119 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 17:43:53.998338 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 17:43:53.998650 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:53.998941 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:53.999229 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:53.999451 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:53.999739 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.000051 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.000298 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.000579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.000864 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.001139 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.001423 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.001714 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.001936 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.002208 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.002485 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.002762 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.002996 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.003248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.003668 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.004066 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.004345 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.004626 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.004890 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.005159 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.005452 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.005769 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] host = dv-neutron-823271-3-hyperv {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.006560 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.006835 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.007190 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.007471 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.007741 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.008010 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.008286 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.008551 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.008815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.009081 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.009357 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.009662 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.009949 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.010167 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.010382 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.010659 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.010939 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.011206 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.011473 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.011741 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.012007 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.012501 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.012768 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.013045 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.013323 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.013625 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.013930 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.014204 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.014475 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.014739 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.015017 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.015282 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.015547 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.015815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.016093 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.016352 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.016884 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.017173 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.017468 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.017744 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.018021 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.018286 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.018560 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.018823 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.019088 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.019352 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.019617 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.019879 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.020153 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.020418 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.020680 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.020944 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.021206 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.021534 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:54.022434 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.022801 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.023101 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.023384 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.023669 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.023949 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.024235 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.024514 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.024795 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.025074 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.025360 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.025655 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.025934 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.026220 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.026503 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.026771 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.027042 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.027326 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.027596 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.027860 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.028130 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.028413 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.028683 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.028947 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.029222 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.029515 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.029781 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.030044 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.030311 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.030592 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.030857 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.031118 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.031381 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.031647 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.031912 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.032189 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.032459 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.032722 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.032986 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.033254 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.033543 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.033807 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.034076 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.034343 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.034611 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.034875 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.035138 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.035401 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.035665 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.035930 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.036193 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.036457 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.036726 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.036988 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.037294 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.037582 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.037850 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.038115 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.038393 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.038683 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.038956 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.039226 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.039496 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.039767 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.040038 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.040308 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.040579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.040850 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.041113 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.041396 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.041694 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.041974 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.042253 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.042521 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.042809 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.043079 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.043354 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.043623 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.043893 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.044170 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.044452 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.044739 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.045023 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.045307 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.045614 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.045902 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.046175 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.046477 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.046758 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:54.046959 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 17:43:54.047193 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83454) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 17:43:54.448143 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO keyring.backend [-] Loading KWallet Jan 31 17:43:54.455505 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO keyring.backend [-] Loading SecretService Jan 31 17:43:54.458733 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO keyring.backend [-] Loading Windows Jan 31 17:43:54.460200 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO keyring.backend [-] Loading chainer Jan 31 17:43:54.460759 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO keyring.backend [-] Loading macOS Jan 31 17:43:54.493778 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 31 17:43:54.494046 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 31 17:43:54.494327 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 31 17:43:54.494649 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 17:43:54.798351 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.798563 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.798836 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.854725 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.855005 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.855269 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.858381 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.858667 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.858936 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.887574 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.887842 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.888103 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.915263 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.915535 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:54.915795 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.235328 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.235955 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.235955 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.236146 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.236993 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.358142 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.358454 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.358734 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.359001 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.359262 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.359563 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.359821 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.360075 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.360319 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.360593 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.360845 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.361101 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.361359 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.361632 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.361890 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.362148 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.362395 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.362659 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.362907 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.363177 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.363512 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.363756 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.363992 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.364264 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.364516 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.364745 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.365137 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.365383 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.365633 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.365862 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.366090 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.366318 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:55.366858 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 17:43:55.369971 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 17:43:55.373968 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 17:43:55.377828 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Jan 31 17:43:55.379442 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 17:43:55.379817 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 17:43:55.380142 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 17:43:55.380521 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 17:43:55.383988 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 17:43:55.384233 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 17:43:55.384573 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 17:43:55.413343 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 31 17:43:55.413815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.414107 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83454) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 31 17:43:55.414465 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.415831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83454) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 17:43:55.416110 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 17:43:55.416353 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 17:43:55.419579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.419857 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.481513 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 17:43:55.481750 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 17:43:55.481982 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 17:43:55.482345 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 17:43:55.513554 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_db.sqlalchemy.engines [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83454) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 31 17:43:55.831434 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing driver for type 'gre' Jan 31 17:43:55.832113 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] gre ID ranges: [(1, 1000)] Jan 31 17:43:55.885823 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing driver for type 'local' Jan 31 17:43:55.886158 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing driver for type 'vlan' Jan 31 17:43:55.899728 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] VlanTypeDriver initialization complete Jan 31 17:43:55.900058 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing driver for type 'vxlan' Jan 31 17:43:55.900542 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] vxlan ID ranges: [(1, 1000)] Jan 31 17:43:55.953283 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing extension driver 'port_security' Jan 31 17:43:55.953648 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.extensions.port_security [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] PortSecurityExtensionDriver initialization complete Jan 31 17:43:55.953977 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing mechanism driver 'openvswitch' Jan 31 17:43:55.954304 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing mechanism driver 'hyperv' Jan 31 17:43:55.961054 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.plugin [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:43:55.961749 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.962114 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.962459 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.962968 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 31 17:43:55.963386 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.963730 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.964065 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.964449 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 31 17:43:55.964843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.965184 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.965560 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.965940 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 31 17:43:55.966333 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.966670 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.966997 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.967511 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 31 17:43:55.967903 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.968242 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.968574 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.968954 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83454) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Jan 31 17:43:55.969383 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] ML2 OVO RPC backend initialized. {{(pid=83454) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Jan 31 17:43:55.970031 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.970383 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.970791 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.971131 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > networks before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.971490 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.971808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > ports before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.972146 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.972482 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnets before_response 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.972819 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.973149 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.973502 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.973832 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.974158 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.974481 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.974956 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.975501 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.975840 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > subnet after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:55.976440 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.plugin [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Modular L2 Plugin initialization complete Jan 31 17:43:55.976738 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading services supported by the core plugin {{(pid=83454) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 17:43:55.977056 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.plugins.ml2.managers [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Got port-security extension from driver 'port_security' Jan 31 17:43:55.977538 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.extensions.vlantransparent [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Disabled vlantransparent extension. Jan 31 17:43:55.977946 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83454) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 17:43:55.978253 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: router Jan 31 17:43:56.014995 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.015378 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.015737 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router before_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.016095 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.016455 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.017066 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_delete 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.017429 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > floatingip after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.017798 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.018134 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.018469 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.018806 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.019149 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.019546 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.019903 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.020237 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.020567 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: subnet after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.020896 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.021238 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > port precommit_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.021744 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.022329 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.022678 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.023029 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router after_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.023368 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_delete 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.023708 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_create 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.024062 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router_interface after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.024404 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_update 55549900 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.024761 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > agent after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.025104 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > agent after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.025467 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > network after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.026321 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Tracking information for resource: router configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:56.026643 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Tracking information for resource: floatingip configured {{(pid=83454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 17:43:56.031638 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.db.l3_agentschedulers_db [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 17:43:56.032213 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.032569 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.032914 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.033260 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: port after_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.034175 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router before_create 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.034538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_delete 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.034893 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_create 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.035244 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > router precommit_update 55550100 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.039717 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.provider_configuration [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service providers = [] {{(pid=83454) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 17:43:56.040069 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.db.servicetype_db [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83454) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 17:43:56.043030 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.service_base [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 17:43:56.043370 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.service_base [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 17:43:56.043702 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.service_base [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 17:43:56.044672 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.services.service_base [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 17:43:56.045033 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.services.service_base [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 17:43:56.045618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.046127 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 17:43:56.063068 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.063399 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: auto_allocate Jan 31 17:43:56.070250 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: network precommit_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.070612 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: network precommit_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.071126 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.071440 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: tag Jan 31 17:43:56.077985 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.078308 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: timestamp Jan 31 17:43:56.082315 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.082588 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: network_ip_availability Jan 31 17:43:56.088092 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.088452 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.088801 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.089519 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.089830 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: flavors Jan 31 17:43:56.094633 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.094963 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading Plugin: revisions Jan 31 17:43:56.099173 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 17:43:56.099600 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.605s {{(pid=83454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 31 17:43:56.100656 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83454) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Jan 31 17:43:56.100989 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Initializing extension manager. Jan 31 17:43:56.101509 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: __init__.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.101845 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: __pycache__ {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.102168 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.102491 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.102811 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: _filter_validation_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.103131 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.103448 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: address_group.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.104183 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.104741 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: address-group Jan 31 17:43:56.105054 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: address_scope.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.105773 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.106268 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: address-scope Jan 31 17:43:56.106581 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: admin_state_down_before_update.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.107482 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.107984 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: router-admin-state-down-before-update Jan 31 17:43:56.108298 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: agent.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.108982 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.109520 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: agent Jan 31 17:43:56.109837 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: agent_resources_synced.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.110727 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.111251 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: agent-resources-synced Jan 31 17:43:56.111564 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: allowedaddresspairs.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.113520 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.114043 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: allowed-address-pairs Jan 31 17:43:56.114361 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: auto_allocated_topology.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.116024 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.116718 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: auto-allocated-topology Jan 31 17:43:56.117042 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.117761 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.118264 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: availability_zone Jan 31 17:43:56.118580 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: availability_zone_filter.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.119486 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.119988 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: availability_zone_filter Jan 31 17:43:56.120303 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: data_plane_status.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.121191 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.121731 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 17:43:56.122046 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: default_subnetpools.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.122944 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.123448 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: default-subnetpools Jan 31 17:43:56.123765 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: dhcpagentscheduler.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.124527 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.125029 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: dhcp_agent_scheduler Jan 31 17:43:56.125343 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: dns.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.126268 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.126772 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension dns-integration not supported by any of loaded plugins Jan 31 17:43:56.127088 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: dns_domain_ports.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.127980 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.128481 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 17:43:56.128795 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: dvr.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.129485 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.129986 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: dvr Jan 31 17:43:56.130297 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: empty_string_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.132000 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.132506 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: empty-string-filtering Jan 31 17:43:56.132822 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.133760 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.134258 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 17:43:56.134569 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.135462 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.135962 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 17:43:56.136273 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: external_net.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.137166 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.137700 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: external-net Jan 31 17:43:56.138012 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: extra_dhcp_opt.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.138897 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.139402 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: extra_dhcp_opt Jan 31 17:43:56.139712 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: extraroute.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.140608 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.141107 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: extraroute Jan 31 17:43:56.141427 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: extraroute_atomic.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.142721 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.143232 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: extraroute-atomic Jan 31 17:43:56.143549 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: filter_validation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.144200 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.144704 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: filter-validation Jan 31 17:43:56.145015 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: fip_pf_description.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.145948 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.146465 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 17:43:56.146943 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: fip_port_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.147981 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.148477 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: fip-port-details Jan 31 17:43:56.148789 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: flavors.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.150043 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.150554 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: flavors Jan 31 17:43:56.150871 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.152521 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.153040 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 17:43:56.153366 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: floatingip_pools.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.154079 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.154584 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: floatingip-pools Jan 31 17:43:56.154905 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: ip_allocation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.155801 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.156299 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 17:43:56.156617 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.157561 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.158060 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: ip-substring-filtering Jan 31 17:43:56.158379 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l2_adjacency.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.159291 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.159796 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 17:43:56.160113 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.161045 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.161584 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: router Jan 31 17:43:56.161904 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3_conntrack_helper.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.164954 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.165503 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 17:43:56.165835 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.166750 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.167260 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: ext-gw-mode Jan 31 17:43:56.167579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.168479 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.168986 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: l3-ha Jan 31 17:43:56.169300 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3_flavors.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.170250 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.170757 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: l3-flavors Jan 31 17:43:56.171074 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.171982 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.172482 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 17:43:56.172799 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: l3agentscheduler.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.173866 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.174373 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: l3_agent_scheduler Jan 31 17:43:56.174691 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: logging.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.176157 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.176672 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension logging not supported by any of loaded plugins Jan 31 17:43:56.176993 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: metering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.178389 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.179217 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: metering Jan 31 17:43:56.179540 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.180656 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.181172 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: metering_source_and_destination_fields Jan 31 17:43:56.181528 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: multiprovidernet.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.182444 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.182952 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: multi-provider Jan 31 17:43:56.183272 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: netmtu.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.184168 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.184672 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: net-mtu Jan 31 17:43:56.184991 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: netmtu_writable.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.185920 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.186423 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: net-mtu-writable Jan 31 17:43:56.186740 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: network_availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.187394 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.187896 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: network_availability_zone Jan 31 17:43:56.188211 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: network_ip_availability.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.189280 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.189889 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: network-ip-availability Jan 31 17:43:56.190208 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: network_segment_range.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.190959 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.191459 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 17:43:56.191775 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: pagination.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.192730 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.193053 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: pagination Jan 31 17:43:56.193399 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.194579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.195088 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: port-mac-address-regenerate Jan 31 17:43:56.195404 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: port_resource_request.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.196299 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.196801 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 17:43:56.197115 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: portbindings.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.198048 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.198551 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: binding Jan 31 17:43:56.198865 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: portbindings_extended.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.200133 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.200641 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: binding-extended Jan 31 17:43:56.200961 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: portsecurity.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.201904 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.202409 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: port-security Jan 31 17:43:56.202727 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: project_id.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.203674 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.203996 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: project-id Jan 31 17:43:56.204310 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: providernet.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.205197 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.205729 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: provider Jan 31 17:43:56.206042 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.210125 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.210645 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos not supported by any of loaded plugins Jan 31 17:43:56.210967 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.212226 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.212736 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 17:43:56.213057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.214044 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.214545 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 17:43:56.214863 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_default.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.215758 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.216262 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-default not supported by any of loaded plugins Jan 31 17:43:56.216580 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_fip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.217217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.217760 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-fip not supported by any of loaded plugins Jan 31 17:43:56.218069 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_gateway_ip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.218973 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.219482 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 17:43:56.219798 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_port_network_policy.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.220699 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.221205 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 17:43:56.221557 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_rule_type_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.222459 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.222960 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 17:43:56.223271 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: qos_rules_alias.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.224299 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.225481 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 17:43:56.225915 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: quotasv2.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.226782 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.227103 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: quotas Jan 31 17:43:56.227417 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: quotasv2_detail.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.229027 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.229362 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: quota_details Jan 31 17:43:56.229715 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: rbac.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.230753 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.231277 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: rbac-policies Jan 31 17:43:56.231597 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: rbac_address_scope.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.232504 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.233016 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: rbac-address-scope Jan 31 17:43:56.233334 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: rbac_security_groups.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.234259 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.234769 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: rbac-security-groups Jan 31 17:43:56.235085 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: rbac_subnetpool.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.235979 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.236507 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: rbac-subnetpool Jan 31 17:43:56.236782 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: revisionifmatch.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.237707 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.238208 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: revision-if-match Jan 31 17:43:56.238522 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: revisions.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.239613 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.240124 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: standard-attr-revisions Jan 31 17:43:56.241122 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: router_availability_zone.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.241967 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.242482 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: router_availability_zone Jan 31 17:43:56.242800 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: routerservicetype.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.243750 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.244258 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension router-service-type not supported by any of loaded plugins Jan 31 17:43:56.244571 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: security_groups_port_filtering.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.245501 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.246008 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: port-security-groups-filtering Jan 31 17:43:56.246324 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: securitygroup.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.257606 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.258130 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: security-group Jan 31 17:43:56.258458 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: segment.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.259231 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.259746 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension segment not supported by any of loaded plugins Jan 31 17:43:56.260075 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.261013 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.261555 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 17:43:56.261878 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: servicetype.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.262965 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.263481 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: service-type Jan 31 17:43:56.263804 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: sorting.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.264769 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.265096 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: sorting Jan 31 17:43:56.265439 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: standard_attr_segment.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.266352 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.267127 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 17:43:56.267442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: standardattrdescription.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.268079 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.268582 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: standard-attr-description Jan 31 17:43:56.268898 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: stateful_security_group.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.269831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.270337 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: stateful-security-group Jan 31 17:43:56.270650 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: stdattrs_common.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.271214 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 17:43:56.271731 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.272861 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.273372 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 17:43:56.273707 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnet_onboard.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.274842 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.275357 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: subnet_onboard Jan 31 17:43:56.275673 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.276598 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.277104 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 17:43:56.277430 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnet_service_types.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.278353 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.278861 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: subnet-service-types Jan 31 17:43:56.279174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnetallocation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.280243 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.280753 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: subnet_allocation Jan 31 17:43:56.281071 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.281739 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.282242 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: subnetpool-prefix-ops Jan 31 17:43:56.282554 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.283466 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.283967 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 17:43:56.284280 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: tagging.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.285326 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.285868 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: standard-attr-tag Jan 31 17:43:56.286187 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: timestamp.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.288084 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.288730 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loaded extension: standard-attr-timestamp Jan 31 17:43:56.289055 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: trunk.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.290111 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.290624 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension trunk not supported by any of loaded plugins Jan 31 17:43:56.290944 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: trunk_details.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.291843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.292349 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension trunk-details not supported by any of loaded plugins Jan 31 17:43:56.292663 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: uplink_status_propagation.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.293598 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.294105 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 17:43:56.294418 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Loading extension file: vlantransparent.py {{(pid=83454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Jan 31 17:43:56.295077 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Jan 31 17:43:56.295579 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 17:43:56.297814 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:network Jan 31 17:43:56.298506 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnet Jan 31 17:43:56.299094 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 17:43:56.299845 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:port Jan 31 17:43:56.301070 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.301539 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service FLAVORS assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.302143 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.302551 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.304400 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:router Jan 31 17:43:56.305052 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:floatingip Jan 31 17:43:56.305792 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service METERING assigned prefix: /metering {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.307213 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.307576 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.307925 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:43:56.309024 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 17:43:56.309478 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:security_group Jan 31 17:43:56.310120 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 17:43:56.310835 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.311161 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 17:43:56.311497 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] subnetpool is already registered Jan 31 17:43:56.312083 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.312403 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 17:43:56.312719 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] subnetpool is already registered Jan 31 17:43:56.315233 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.315661 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service FLAVORS assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.316233 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.316641 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.316965 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:router Jan 31 17:43:56.317284 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] router is already registered Jan 31 17:43:56.317894 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:floatingip Jan 31 17:43:56.318216 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] floatingip is already registered Jan 31 17:43:56.319130 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service METERING assigned prefix: /metering {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.319790 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 17:43:56.320241 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] rbac_policy is already registered Jan 31 17:43:56.320772 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:security_group Jan 31 17:43:56.321094 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] security_group is already registered Jan 31 17:43:56.321707 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 17:43:56.322028 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] security_group_rule is already registered Jan 31 17:43:56.322658 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.322980 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 17:43:56.323294 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] subnetpool is already registered Jan 31 17:43:56.323894 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.v2.resource_helper [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Service CORE assigned prefix: {{(pid=83454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 17:43:56.324212 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 17:43:56.324524 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING neutron.quota.resource_registry [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] subnetpool is already registered Jan 31 17:43:56.325167 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: extensions {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.326598 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: address-groups {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.328160 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: address-scopes {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.329329 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.330540 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: auto-allocated-topology {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.331748 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: availability_zones {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.333091 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: dhcp-networks {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.334829 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: dhcp-agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.336350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.338146 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: flavors {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.339295 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: service_profiles {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.340470 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: next_providers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.341979 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: service_profiles {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.343383 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: floatingip-pools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.344581 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.346372 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: floatingips {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.347519 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: l3-routers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.348861 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: l3-agents {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.351142 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: metering-labels {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.352478 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: metering-label-rules {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.353746 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: network-ip-availabilities {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.354954 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: bindings {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.357447 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: quotas {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.358859 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: quotas {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.360251 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: rbac-policies {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.361541 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: security-groups {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.362723 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: security-group-rules {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.363897 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: service-providers {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.365074 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: subnetpools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.367435 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: subnetpools {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.368859 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.370513 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.372249 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.373974 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.375931 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.377595 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.379290 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.381231 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.383184 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.384969 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron.api.extensions [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Extended resource: tags {{(pid=83454) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Jan 31 17:43:56.390807 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING keystonemiddleware.auth_token [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 17:43:56.395767 dv-neutron-823271-3-hyperv neutron-server[83454]: WARNING keystonemiddleware.auth_token [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 17:43:56.403932 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Acquired lock "singleton_lock" {{(pid=83454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 31 17:43:56.404395 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_concurrency.lockutils [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Releasing lock "singleton_lock" {{(pid=83454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 31 17:43:56.405006 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Starting 2 workers Jan 31 17:43:56.409590 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Started child 83557 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 31 17:43:56.414618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Started child 83558 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 31 17:43:56.415610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.416130 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO neutron.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 17:43:56.416730 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Notify callbacks [] for process, before_spawn {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.417151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [-] (83557) wsgi starting up on http://0.0.0.0:9696 Jan 31 17:43:56.419201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.419648 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Starting 1 workers Jan 31 17:43:56.420485 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [-] (83558) wsgi starting up on http://0.0.0.0:9696 Jan 31 17:43:56.426835 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Started child 83559 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 31 17:43:56.427620 dv-neutron-823271-3-hyperv neutron-server[83454]: INFO oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Starting 1 workers Jan 31 17:43:56.430094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] calling RpcWorker wait() {{(pid=83559) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 17:43:56.430614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] returning from RpcWorker wait() {{(pid=83559) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 17:43:56.431892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.432387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:43:56.434646 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Started child 83560 {{(pid=83454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 31 17:43:56.435513 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG neutron_lib.callbacks.manager [None req-52a05305-540d-4a35-ad90-7009cd2cebcc None None] Notify callbacks [] for process, after_spawn {{(pid=83454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.437354 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 31 17:43:56.437591 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 17:43:56.437770 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 17:43:56.437972 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 17:43:56.438295 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 17:43:56.438456 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 17:43:56.438945 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.439226 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.439326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:43:56.439793 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.439793 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.440006 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.440533 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.440807 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.441037 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.441308 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.441574 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.441740 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.441907 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.442164 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.442394 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.442688 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.442959 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.443215 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.443516 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.443765 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.444180 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.444555 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.444789 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.445049 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.445288 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.445811 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.446035 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.446277 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.446521 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.446797 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.447054 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.447318 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.447567 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.447798 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.448029 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.448287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.448522 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.448762 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.449006 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.449251 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.449725 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] host = dv-neutron-823271-3-hyperv {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.449959 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.450187 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.450427 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.450668 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.450905 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.451135 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.451397 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.451649 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.451897 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.452114 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.452352 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.452604 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.452838 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.453092 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.453250 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_options = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.453502 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.453792 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454042 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454222 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454387 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454560 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454816 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.454977 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.455222 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.455429 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.455659 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.455884 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.456124 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.456334 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.456577 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.456786 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.457001 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.457204 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.457500 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.457723 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.457965 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.458185 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.458394 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.458608 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.458822 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.459074 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.459354 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.459712 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.460095 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.460341 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.460623 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.460969 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.461207 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.461601 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462055 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462055 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462055 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462979 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462979 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.462979 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464009 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464009 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464009 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464009 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464009 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464679 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464679 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.464679 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465025 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465025 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465277 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465497 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465637 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.465838 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.466241 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.466519 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.466834 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.467086 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.467312 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.467608 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.467981 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.468537 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:43:56.468683 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.468683 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.469057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.469057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.469300 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.469602 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.470030 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.470359 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.470626 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.470844 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.471115 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.471522 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.471522 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.471921 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.472258 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.472764 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.472949 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.473122 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.473324 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.473714 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.473848 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.473988 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.474278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.474440 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.475197 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.475694 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.475952 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.476203 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.476585 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.476962 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.477104 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.477240 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.477522 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.477755 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.477983 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.478210 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.478402 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.478617 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.478997 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.479175 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.479430 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.479659 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.480046 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.480434 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.480587 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.480980 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.481620 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.481620 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.481620 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482967 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482967 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.482967 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.483350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.483350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.483617 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.483752 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.485420 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.485882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.488089 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.488089 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.488089 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.489599 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.490092 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.490316 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.491911 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.492304 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.492626 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.492963 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.493217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.493506 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.493777 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.494046 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.494297 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.494558 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.494931 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.495086 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.495292 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.495551 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.495801 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.496044 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.496313 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.496542 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.496786 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.497037 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.497276 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.497856 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.497856 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.498166 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.498338 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.498595 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.498848 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.499130 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.499372 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.499677 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.499899 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.500171 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.500477 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.500737 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.501014 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.501249 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.501512 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.501786 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.502038 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.502307 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.502566 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.502819 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.503072 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.503350 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.504196 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.504452 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.504719 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.504961 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.505277 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.505563 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.506208 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.507509 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.508016 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.508395 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.508549 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.508774 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.509035 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.510577 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.510859 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.511682 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.511936 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.512821 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.513096 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.513323 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.513590 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.513814 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.514041 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.515695 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.515935 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.516264 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.516425 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.516894 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.517127 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.517369 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.517637 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.517892 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.518898 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.521957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49218) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:43:56.522150 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.522307 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.522573 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.522949 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.523188 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.523832 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.524122 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.524358 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.524642 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.524906 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.525162 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.525432 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.525678 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.525937 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.526166 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.526418 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.526645 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.526867 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.527087 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.527315 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.527551 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.527765 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.527997 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.528219 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.528473 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.528697 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.529040 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.529939 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.529939 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0083170 Jan 31 17:43:56.530172 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530172 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530172 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530402 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530636 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.530832 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.531048 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.531305 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.531530 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.531754 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.531965 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.532180 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.532391 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.532623 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.532834 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.533115 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.533342 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.533579 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.533878 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.534118 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.534354 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.534586 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.534826 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.535076 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.535287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.535845 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.535845 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.536047 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.536195 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.536447 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.536671 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.536963 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.537825 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.538264 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.538670 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.539005 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.539277 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.539529 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.539762 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.539988 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.540213 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.540487 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.540804 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.541101 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.541349 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.541625 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.541925 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.542192 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.542469 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.542683 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.542976 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.543301 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.543613 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.543867 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.544096 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.544363 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.544624 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.544834 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.545070 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.545300 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.545562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.545799 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.546054 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.547534 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.547784 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.549552 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.549998 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.550435 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.550897 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.551148 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.551384 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.551556 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 17:43:56.552101 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 31 17:43:56.552274 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 17:43:56.552431 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 17:43:56.552607 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 17:43:56.552927 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 17:43:56.553161 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 17:43:56.553377 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.553562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.553769 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.553934 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.554093 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.554272 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.554519 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.554614 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.554840 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555003 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555161 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555355 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555514 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555669 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555827 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.555985 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556141 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556298 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556459 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556619 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556774 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.556963 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.557086 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] debug = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.557235 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.558262 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.558600 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.558766 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.558925 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.559083 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.559243 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.560843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.560843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.560843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.560843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.560843 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561150 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561150 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561268 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561332 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561623 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] host = dv-neutron-823271-3-hyperv {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561772 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.561910 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562059 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562195 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562331 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562465 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562639 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562789 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.562934 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563069 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563203 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563337 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563472 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563706 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_file = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563854 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_options = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.563990 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564125 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564267 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564403 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564541 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564694 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.564968 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565128 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565270 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565439 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565595 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565732 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.565866 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566002 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566145 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566302 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566453 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566679 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.566821 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567016 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567016 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567277 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567412 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567546 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567681 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567816 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.567951 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.568086 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.568230 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.568421 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.568697 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.568874 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569016 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569206 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569206 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569578 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569578 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569884 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.569884 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570142 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570279 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570528 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570709 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570860 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.570860 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_json = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.571153 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.571153 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.571430 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.571567 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.571702 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.572442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.572442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.572442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 17:43:56.572442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.572442 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.572795 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.572795 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.572917 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.573066 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.573360 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.573681 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.573971 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.574271 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575174 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.110/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575499 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575499 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575499 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575667 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575885 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.575985 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.576100 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.576432 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.576751 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577219 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577378 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577561 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577717 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.577876 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578036 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578196 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578357 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578517 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578677 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.578839 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579002 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579163 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579321 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579478 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579648 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579807 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.579965 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.580131 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.580390 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.580557 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.580717 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.580870 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.581032 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.581192 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.581355 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582781 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582781 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582781 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.582781 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583205 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583205 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583205 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583505 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583505 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583707 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.583820 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.584437 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.584842 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.584842 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585103 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585246 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585393 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585518 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585609 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585827 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.585945 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586089 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586248 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586587 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586587 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586716 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.586844 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.587001 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.587234 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.587321 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.587464 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.588882 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.589615 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.590034 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.590034 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.590034 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.590243 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.590321 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.591538 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.593808 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594562 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.110/identity {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594998 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594998 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.594998 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.595222 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.595222 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.595370 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596217 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596649 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:43:56.596815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.596815 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597123 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597123 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597462 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597462 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597690 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597690 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597883 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.597988 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598115 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.598831 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.599356 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.599356 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.599356 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.600324 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.600324 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.600658 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.600658 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601057 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601319 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601319 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601601 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601707 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601810 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.601945 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602105 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602265 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602423 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602581 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602739 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.602898 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603055 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603213 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603374 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603536 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603679 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603841 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.603999 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604158 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604317 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604475 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604641 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604798 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.604955 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605124 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605281 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605458 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605619 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605779 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.605949 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606107 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606265 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606422 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606581 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606749 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.606909 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.607067 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.607236 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.607394 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.607589 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.607710 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.608618 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.609186 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.609186 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.609186 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.609186 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.611278 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.612802 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.613287 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 17:43:56.614518 dv-neutron-823271-3-hyperv neutron-server[83454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 17:44:06.978908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc50b0-35f3-4ebb-a9d6-b742c9f657ef None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:44:07.057845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc50b0-35f3-4ebb-a9d6-b742c9f657ef None None] No non-hosted networks {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 17:44:07.082224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.agentschedulers_db [None req-a9cc50b0-35f3-4ebb-a9d6-b742c9f657ef None None] DHCP Agent not found on host dv-neutron-823271-3-hyperv {{(pid=83559) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 31 17:44:07.195599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f529625e-329f-48be-95fe-1f8ff5373028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:09.284702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd55aaac-bcb9-48ca-ae6c-5dee68b36589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:09.313118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f0b17662-e132-42a2-a82f-c43a97ff6089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:10.134049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:10.308654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:10.313221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.315197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.315912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.317581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.319356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.321230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.321611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.321969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.322303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.322660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.323001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:10.323421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-823271-3-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:10.332303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-823271-3-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:11.539674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:13.303208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 49318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:13.903751 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING oslo_policy.policy [None req-bb2ad8c3-5f71-483c-95c4-36e33896a138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:13.904358 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING oslo_policy.policy [None req-bb2ad8c3-5f71-483c-95c4-36e33896a138 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:14.123798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-bb2ad8c3-5f71-483c-95c4-36e33896a138 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:44:14.125088 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bb2ad8c3-5f71-483c-95c4-36e33896a138 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8198929 Jan 31 17:44:16.266799 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.db.l3_hamode_db [None req-a1ec3565-64ce-4d6a-83a3-7f05b99d265b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 17:44:16.351864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec3565-64ce-4d6a-83a3-7f05b99d265b None None] Routers set() bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:44:16.352239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec3565-64ce-4d6a-83a3-7f05b99d265b None None] Router IDs set() for agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 31 17:44:16.391145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 49332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:16.777424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:16.830999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.policy [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83557) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 31 17:44:16.831753 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING oslo_policy.policy [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:16.832120 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING oslo_policy.policy [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:16.836085 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.quota [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Loaded quota_driver: . Jan 31 17:44:16.851951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:16.925318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772296609001', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772296626188', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772296633628', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772296377671', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772296384189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-705035', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-709753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3823975', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3759054'] for rbac-policy, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:16.993144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:16.994526 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f24d497a-9ba8-4df5-8e6b-f258094d6e3a admin admin] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6021056 Jan 31 17:44:19.498778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:20.096435 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING oslo_policy.policy [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:20.097043 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING oslo_policy.policy [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:20.312092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:20.313709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.quota [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Loaded quota_driver: . Jan 31 17:44:20.329180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:20.335959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Usage tracker for resource:network and tenant:6b91d68766554d02b259faea4afa12ee is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:20.341555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:20.348743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:20.363744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Made reservation on behalf of 6b91d68766554d02b259faea4afa12ee for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:44:20.402508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.policy [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83558) register_rules /opt/stack/neutron/neutron/policy.py:65}} Jan 31 17:44:20.403264 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING oslo_policy.policy [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:20.403620 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING oslo_policy.policy [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 17:44:20.408037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.429914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.477513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:20.481098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Usage tracker for resource:security_group_rule and tenant:6b91d68766554d02b259faea4afa12ee is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:20.484222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:20.489961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:20.559377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.563122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.585960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 1437, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:44:20.610823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772296995795', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.611411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Unsubscribe: segment precommit_create {{(pid=83558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 17:44:20.611908 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Added segment 2e19a788-e15a-4132-9ef3-8cd0ebade2d9 of type vlan for network c81577ad-367d-467a-a273-f4e77a87b14f Jan 31 17:44:20.661524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf4af86-3547-44e2-b626-d52e77f2f11b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:20.691814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.692149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.692484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.693461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.693874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.694137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.694517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.694840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.695151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.695459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.695769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Tracked resource versions report: Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: pushed versions: Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Log': {'1.0'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Network': {'1.1'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Port': {'1.5'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'PortForwarding': {'1.2'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'QosPolicy': {'1.8'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroup': {'1.2'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SubPort': {'1.0'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Subnet': {'1.1'}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Trunk': {'1.1'}} Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: consumer versions: Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Log': '1.0', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Network': '1.1', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Port': '1.5', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'PortForwarding': '1.2', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'QosPolicy': '1.8', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroup': '1.2', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroupRule': '1.0', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SubPort': '1.0', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Subnet': '1.1', Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Trunk': '1.1'}} Jan 31 17:44:20.697064 dv-neutron-823271-3-hyperv neutron-server[83558]: {{(pid=83558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:44:20.729963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.775956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.777074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:20.777710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:20.887804 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.3879447 Jan 31 17:44:20.888491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd516204-a21b-4e68-94ad-e978b1e23c83 admin admin] Pushing event updated for resources: {'Network': ['ID=c81577ad-367d-467a-a273-f4e77a87b14f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:20.919863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c81577ad-367d-467a-a273-f4e77a87b14f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:44:23.457776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 49368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:23.959015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4151835c-21c0-44b9-9e48-82556ee67733 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:23.960420 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4151835c-21c0-44b9-9e48-82556ee67733 admin admin] 10.222.0.110 "GET /v2.0/networks/c81577ad-367d-467a-a273-f4e77a87b14f HTTP/1.1" status: 200 len: 826 time: 0.5017185 Jan 31 17:44:23.986556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-864564c9-0406-4e23-8075-4228d87d20e6 admin admin] 10.222.0.110 "GET /v2.0/subnetpools/c932e15a-0f01-4cf2-a0b1-59f9b8ff8015 HTTP/1.1" status: 200 len: 734 time: 0.0209198 Jan 31 17:44:23.994868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Request body: {'subnet': {'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015', 'gateway_ip': '172.20.0.1', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:23.999124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:24.003134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Usage tracker for resource:subnet and tenant:6b91d68766554d02b259faea4afa12ee is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:24.007267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:24.013125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:24.023754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Made reservation on behalf of 6b91d68766554d02b259faea4afa12ee for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:44:24.026513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:24.324654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:24.416139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0d3bef-a197-4fbd-be59-191df8260a27,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:24.418411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Checking segment: {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:44:24.418790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Network hostable DHCP agents. Network: c81577ad-367d-467a-a273-f4e77a87b14f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:44:24.435282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.435622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.435950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.436272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.436607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.436933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.437260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.437601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.437915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.438225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.438531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Tracked resource versions report: Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: pushed versions: Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Log': {'1.0'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Network': {'1.1'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Port': {'1.5'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'PortForwarding': {'1.2'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'QosPolicy': {'1.8'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroup': {'1.2'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SubPort': {'1.0'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Subnet': {'1.1'}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Trunk': {'1.1'}} Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: consumer versions: Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Log': '1.0', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Network': '1.1', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Port': '1.5', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'PortForwarding': '1.2', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'QosPolicy': '1.8', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroup': '1.2', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroupRule': '1.0', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SubPort': '1.0', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Subnet': '1.1', Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Trunk': '1.1'}} Jan 31 17:44:24.439759 dv-neutron-823271-3-hyperv neutron-server[83557]: {{(pid=83557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:44:24.475173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Network c81577ad-367d-467a-a273-f4e77a87b14f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:44:24.484981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c81577ad-367d-467a-a273-f4e77a87b14f) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:24.490326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:24.491006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:24.495571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc86659f-6df4-4b2c-bde8-cd98445403cd None None] Network c81577ad-367d-467a-a273-f4e77a87b14f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:44:24.513390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-36c96d18-6b48-434c-aa7f-a75192af1fa0 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5216877 Jan 31 17:44:24.806367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c81577ad-367d-467a-a273-f4e77a87b14f', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:44:24.807588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:24.992274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Allocated IP 172.20.0.2 (c81577ad-367d-467a-a273-f4e77a87b14f/5e0d3bef-a197-4fbd-be59-191df8260a27/31b0cb46-7568-453d-8fb9-1d31c0f82884) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:44:25.218220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:25.232082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Transition to ACTIVE for port object 31b0cb46-7568-453d-8fb9-1d31c0f82884 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:44:25.254797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Transition to ACTIVE for port object 31b0cb46-7568-453d-8fb9-1d31c0f82884 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:44:25.262655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:25.328334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Network c81577ad-367d-467a-a273-f4e77a87b14f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:44:25.331169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:25.334686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:44:25.341892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Pushing event updated for resources: {'Port': ['ID=31b0cb46-7568-453d-8fb9-1d31c0f82884,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:25.381100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.381462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.381801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.382138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.382478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.382810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.383137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.383477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.383807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.384125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.384443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Tracked resource versions report: Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: pushed versions: Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Log': {'1.0'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Network': {'1.1'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Port': {'1.5'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'PortForwarding': {'1.2'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'QosPolicy': {'1.8'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroup': {'1.2'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SubPort': {'1.0'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Subnet': {'1.1'}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Trunk': {'1.1'}} Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: consumer versions: Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Log': '1.0', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Network': '1.1', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Port': '1.5', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'PortForwarding': '1.2', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'QosPolicy': '1.8', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroup': '1.2', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroupRule': '1.0', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SubPort': '1.0', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Subnet': '1.1', Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Trunk': '1.1'}} Jan 31 17:44:25.385760 dv-neutron-823271-3-hyperv neutron-server[83559]: {{(pid=83559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:44:25.443484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Attempting to bind port 31b0cb46-7568-453d-8fb9-1d31c0f82884 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:44:25.443880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Attempting to bind port 31b0cb46-7568-453d-8fb9-1d31c0f82884 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:44:25.444321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Attempting to bind port 31b0cb46-7568-453d-8fb9-1d31c0f82884 on network c81577ad-367d-467a-a273-f4e77a87b14f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:44:25.450547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:44:25.450933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Checking segment: {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:44:25.451412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:25.451801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Bound using segment: {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:44:25.452258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Bound port: 31b0cb46-7568-453d-8fb9-1d31c0f82884, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:44:25.452641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:25.538073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] For port 31b0cb46-7568-453d-8fb9-1d31c0f82884, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:44:25.541821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] For port 31b0cb46-7568-453d-8fb9-1d31c0f82884, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=31b0cb46-7568-453d-8fb9-1d31c0f82884,segment=NetworkSegment(2e19a788-e15a-4132-9ef3-8cd0ebade2d9),segment_id=2e19a788-e15a-4132-9ef3-8cd0ebade2d9)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:44:25.546099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:25.651662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a77a6f-4dc5-4d83-a11b-5c43945a8750 None None] Pushing event updated for resources: {'Port': ['ID=31b0cb46-7568-453d-8fb9-1d31c0f82884,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:26.824284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49382) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:27.214771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-941d2abc-9042-4e9b-b1e0-a67d2fde2994 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:44:27.215724 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-941d2abc-9042-4e9b-b1e0-a67d2fde2994 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3903286 Jan 31 17:44:28.550194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31b0cb46-7568-453d-8fb9-1d31c0f82884 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:28.617024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:44:29.265156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dc1955-7c66-46a9-b22e-696a73938c9e None None] Network c81577ad-367d-467a-a273-f4e77a87b14f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:44:29.351227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Provisioning for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:44:29.363618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Provisioning complete for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:29.364011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:29.508976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49396) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:29.557119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:29.631251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] For port 31b0cb46-7568-453d-8fb9-1d31c0f82884, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=31b0cb46-7568-453d-8fb9-1d31c0f82884,segment=NetworkSegment(2e19a788-e15a-4132-9ef3-8cd0ebade2d9),segment_id=2e19a788-e15a-4132-9ef3-8cd0ebade2d9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:44:29.637911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:29.712026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b3e85-0fb0-486b-ab3f-d694eb67012f None None] Pushing event updated for resources: {'Port': ['ID=31b0cb46-7568-453d-8fb9-1d31c0f82884,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:29.920148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-46d6c55b-73a7-4647-8478-61b0864557d2 admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:44:29.921104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-46d6c55b-73a7-4647-8478-61b0864557d2 admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4112465 Jan 31 17:44:29.960012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb2868c5-f94f-4ae5-b3c6-b2e2d5d8926d None None] Provisioning complete for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:29.960375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb2868c5-f94f-4ae5-b3c6-b2e2d5d8926d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:30.515898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31b0cb46-7568-453d-8fb9-1d31c0f82884 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:30.584231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:30.584894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:32.550747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49408) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:32.922188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Request body: {'router': {'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:32.927266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:32.930970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Usage tracker for resource:router and tenant:6b91d68766554d02b259faea4afa12ee is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:32.934205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:32.939661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:32.951903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:32.953646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:32.982129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:33.084972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:33.103437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:33.104593 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cfcf2e24-eb7c-4444-a181-5169c01055c9 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5528970 Jan 31 17:44:35.382216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49418) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:35.767624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-ead0c8a8-7578-443f-9619-618b6e532f6f admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:44:35.768617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ead0c8a8-7578-443f-9619-618b6e532f6f admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3854747 Jan 31 17:44:36.931137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1624bec4-aef1-4f11-b62b-a7900b3dad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.023034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49428) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:38.403485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:38.408212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:38.412680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Usage tracker for resource:network and tenant:982efcfdf9c548508f5d49a107b50c48 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:38.415452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:38.421037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:38.431034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Made reservation on behalf of 982efcfdf9c548508f5d49a107b50c48 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:44:38.433173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.445187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.478429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:38.482060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Usage tracker for resource:security_group_rule and tenant:982efcfdf9c548508f5d49a107b50c48 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:38.484770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:38.491368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:38.555562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.559340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.577090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Reserving flat network on physical network physnet1 {{(pid=83558) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 17:44:38.597467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26dea07-bf03-46d2-a620-4d70f7d5a4a6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:38.602663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.602999 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Added segment f01471d4-94a0-4ce9-bb22-bca7ea1a25c4 of type flat for network e7f48dac-d607-4065-96ae-d35fa8bb8d84 Jan 31 17:44:38.634631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.669614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.670355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:38.671011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:38.771340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] Pushing event updated for resources: {'Network': ['ID=e7f48dac-d607-4065-96ae-d35fa8bb8d84,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:38.774214 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0101e61a-f97b-4e0b-b5f3-4118f9be278c admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7502146 Jan 31 17:44:38.784746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:44:39.267759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-46ea31bc-dbfa-4c25-a712-e3e83dd47b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:40.068658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:40.291742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:41.035796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:41.289292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741c3ee2-4dc7-4653-855b-ff013ba2b87f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:41.290645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-741c3ee2-4dc7-4653-855b-ff013ba2b87f admin admin] 10.222.0.110 "GET /v2.0/subnets/5e0d3bef-a197-4fbd-be59-191df8260a27 HTTP/1.1" status: 200 len: 849 time: 0.2533464 Jan 31 17:44:41.450920 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-54b50b10-ca7a-4801-90c1-aea7b67064b7 admin admin] 10.222.0.110 "GET /v2.0/routers/a145dd44-b100-4e76-8334-6be3105eb00e HTTP/1.1" status: 200 len: 704 time: 0.1549208 Jan 31 17:44:41.493133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:41.918535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.145106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Allocated IP 172.20.0.1 (c81577ad-367d-467a-a273-f4e77a87b14f/5e0d3bef-a197-4fbd-be59-191df8260a27/c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:44:42.296426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.314028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Transition to ACTIVE for port object c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:44:42.365401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.428279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Network c81577ad-367d-467a-a273-f4e77a87b14f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:44:42.430916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:42.438540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Pushing event updated for resources: {'Port': ['ID=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:42.452062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:44:42.453471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.583977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.663796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-919da6b7-8689-4d24-883c-f9ad8bd3541f None None] Provisioning for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:44:42.668459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-919da6b7-8689-4d24-883c-f9ad8bd3541f None None] Provisioning complete for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:42.668832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-919da6b7-8689-4d24-883c-f9ad8bd3541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.725299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-919da6b7-8689-4d24-883c-f9ad8bd3541f None None] Port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:44:42.844013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.849017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.849775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:42.975583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Pushing event updated for resources: {'Port': ['ID=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:43.041703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Network c81577ad-367d-467a-a273-f4e77a87b14f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:44:43.042734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:43.247200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b94394a-2097-4c77-a3bd-9918ccb2bad8 None None] Provisioning complete for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:43.247477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6b94394a-2097-4c77-a3bd-9918ccb2bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:43.297581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6b94394a-2097-4c77-a3bd-9918ccb2bad8 None None] Port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:44:43.404251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Router a145dd44-b100-4e76-8334-6be3105eb00e is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:44:43.565355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:44:43.574828 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bdb03208-5580-446d-82df-6514c01c6eeb admin admin] 10.222.0.110 "PUT /v2.0/routers/a145dd44-b100-4e76-8334-6be3105eb00e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1189916 Jan 31 17:44:43.575633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Sync routers for ids ['a145dd44-b100-4e76-8334-6be3105eb00e'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:44:43.591200 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Routers {'a145dd44-b100-4e76-8334-6be3105eb00e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:44:43.592023 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:44:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a145dd44-b100-4e76-8334-6be3105eb00e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:43.761856 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Set router a145dd44-b100-4e76-8334-6be3105eb00e gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:44:44.124909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:42Z', 'revision_number': 2, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port_host': None, '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:42Z', 'revision_number': 2, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:44.130151 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Checking router: a145dd44-b100-4e76-8334-6be3105eb00e for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:44:44.130521 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Updating router a145dd44-b100-4e76-8334-6be3105eb00e port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:44:44.184123 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:44.553416 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:44.569909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Transition to ACTIVE for port object c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:44:44.576459 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:44.814488 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Pushing event updated for resources: {'Port': ['ID=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:44.834292 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Attempting to bind port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:44:44.834853 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Attempting to bind port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:44:44.835286 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Attempting to bind port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c on network c81577ad-367d-467a-a273-f4e77a87b14f {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:44:44.845001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.845342 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.845705 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.846034 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.846380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.846710 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.847031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.847370 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.847694 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.848008 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.848323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Tracked resource versions report: Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: pushed versions: Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Log': {'1.0'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Network': {'1.1'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Port': {'1.5'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'PortForwarding': {'1.2'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'QosPolicy': {'1.8'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroup': {'1.2'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SubPort': {'1.0'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Subnet': {'1.1'}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Trunk': {'1.1'}} Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: consumer versions: Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Log': '1.0', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Network': '1.1', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Port': '1.5', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'PortForwarding': '1.2', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'QosPolicy': '1.8', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroup': '1.2', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroupRule': '1.0', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SubPort': '1.0', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Subnet': '1.1', Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Trunk': '1.1'}} Jan 31 17:44:44.849673 dv-neutron-823271-3-hyperv neutron-server[83560]: {{(pid=83560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:44:44.852190 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:44:44.852578 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Checking segment: {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:44:44.853033 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:44.853416 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Bound using segment: {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:44:44.853877 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Bound port: c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e19a788-e15a-4132-9ef3-8cd0ebade2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1437, 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:44:44.854252 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:44.945957 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] For port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:44:44.950198 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] For port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,segment=NetworkSegment(2e19a788-e15a-4132-9ef3-8cd0ebade2d9),segment_id=2e19a788-e15a-4132-9ef3-8cd0ebade2d9)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:44:44.955053 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:45.040675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67867158-debc-4154-912e-d2af6df4f95f None None] Pushing event updated for resources: {'Port': ['ID=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:45.052622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Routers {'a145dd44-b100-4e76-8334-6be3105eb00e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:44:45.053335 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:44:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a145dd44-b100-4e76-8334-6be3105eb00e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:45.207395 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] Set router a145dd44-b100-4e76-8334-6be3105eb00e gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:44:45.534633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:42Z', 'revision_number': 2, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port_host': None, '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:44Z', 'revision_number': 4, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:45.539196 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da850dd-9495-44de-988a-32bbd18b50a2 None None] The sync data for ids ['a145dd44-b100-4e76-8334-6be3105eb00e'] in dv-neutron-823271-3-hyperv is: [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:42Z', 'revision_number': 2, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port_host': None, '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:44Z', 'revision_number': 4, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:44:45.652782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49472) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:45.825174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557516e6-2870-49e8-8e36-492af4e2091f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:45.825749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-557516e6-2870-49e8-8e36-492af4e2091f admin admin] Synchronizing usage tracker for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:44:45.843787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-557516e6-2870-49e8-8e36-492af4e2091f admin admin] Unset dirty status for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:44:45.849463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-557516e6-2870-49e8-8e36-492af4e2091f admin admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 842 time: 0.1913300 Jan 31 17:44:45.854771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Request body: {'subnet': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'enable_dhcp': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:45.860086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:44:45.863995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Usage tracker for resource:subnet and tenant:982efcfdf9c548508f5d49a107b50c48 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:44:45.867503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:44:45.873624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:44:45.884739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Made reservation on behalf of 982efcfdf9c548508f5d49a107b50c48 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:44:45.887316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:46.257891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:44:46.258303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:46.332163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8782ab-d83b-4879-b1e3-80e0c0d010e3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:46.338323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:44:46.338665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Network hostable DHCP agents. Network: e7f48dac-d607-4065-96ae-d35fa8bb8d84, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:44:46.361876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:44:46.386712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e7f48dac-d607-4065-96ae-d35fa8bb8d84) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:46.392184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:46.392783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:46.403947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df78bff-58fa-47e4-8504-a73f424b39c9 None None] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:44:46.416406 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2256fc74-b842-4750-b17a-aaafb5e54ef8 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5651205 Jan 31 17:44:46.614694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:46.725236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6272af5-08ad-4780-bb4b-f4dc98ef82e4 None None] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:44:46.813696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:44:46.824320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:46.824683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:47.057117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:47.089023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,segment=NetworkSegment(2e19a788-e15a-4132-9ef3-8cd0ebade2d9),segment_id=2e19a788-e15a-4132-9ef3-8cd0ebade2d9)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:44:47.092710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:47.156468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:47.491713 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:44:48.529353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:48.558955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 49486) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:48.600016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:48.600380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:48.831542 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e582fddf-8b9b-4ca3-b9c4-a92ff6287b25 admin admin] 10.222.0.110 "GET /v2.0/routers/a145dd44-b100-4e76-8334-6be3105eb00e HTTP/1.1" status: 200 len: 710 time: 0.2714713 Jan 31 17:44:48.956826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e12d8f-3c95-4e1a-bb09-584b04380aaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:44:48.958860 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77e12d8f-3c95-4e1a-bb09-584b04380aaa admin admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 886 time: 0.1221869 Jan 31 17:44:48.967418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:44:49.432072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:49.613169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:49.666435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:49.798268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Allocated IP 172.26.4.90 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:44:49.938113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:49.964570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:50.028241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:44:50.030918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:44:50.034485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:44:50.109708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Pushing event updated for resources: {'Port': ['ID=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:50.214291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:50.375190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:50.378482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:50.573169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Router a145dd44-b100-4e76-8334-6be3105eb00e has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:44:50.767956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:44:50.776362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:50.777617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-05ceb842-6296-4137-b365-c9efe72b1193 admin admin] 10.222.0.110 "PUT /v2.0/routers/a145dd44-b100-4e76-8334-6be3105eb00e HTTP/1.1" status: 200 len: 889 time: 1.8133640 Jan 31 17:44:50.778054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Sync routers for ids ['a145dd44-b100-4e76-8334-6be3105eb00e'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:44:50.797746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Routers {'a145dd44-b100-4e76-8334-6be3105eb00e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:44:50.798222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:44:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a145dd44-b100-4e76-8334-6be3105eb00e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:50.992759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Set router a145dd44-b100-4e76-8334-6be3105eb00e gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:44:51.324479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:50Z', 'revision_number': 4, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port': {'id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:49Z', 'updated_at': '2022-01-31T17:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:47Z', 'revision_number': 5, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:51.329397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Checking router: a145dd44-b100-4e76-8334-6be3105eb00e for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:44:51.329767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Updating router a145dd44-b100-4e76-8334-6be3105eb00e port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:44:51.379211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.704167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.715413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Transition to ACTIVE for port object 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:44:51.721684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.797139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Attempting to bind port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:44:51.797776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Attempting to bind port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:44:51.797899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Attempting to bind port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:44:51.807454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:44:51.807826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:44:51.808221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.808608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:44:51.809058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Bound port: 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:44:51.809457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.866537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75953562-4578-49f0-9d3c-735b07d36baf None None] Pushing event updated for resources: {'Port': ['ID=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:51.885327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] For port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:44:51.888385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] For port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:44:51.892878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:51.993562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75953562-4578-49f0-9d3c-735b07d36baf None None] Pushing event updated for resources: {'Port': ['ID=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:51.996029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Routers {'a145dd44-b100-4e76-8334-6be3105eb00e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:44:51.996607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:44:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a145dd44-b100-4e76-8334-6be3105eb00e'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:52.174728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] Set router a145dd44-b100-4e76-8334-6be3105eb00e gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:44:52.497306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:50Z', 'revision_number': 4, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port': {'id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:49Z', 'updated_at': '2022-01-31T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:47Z', 'revision_number': 5, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:44:52.501263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2c1202-5650-426b-a7fa-93a709523866 None None] The sync data for ids ['a145dd44-b100-4e76-8334-6be3105eb00e'] in dv-neutron-823271-3-hyperv is: [{'id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'name': 'router1', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90'}], 'enable_snat': True}, 'gw_port_id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:44:32Z', 'updated_at': '2022-01-31T17:44:50Z', 'revision_number': 4, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'gw_port': {'id': '8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:49Z', 'updated_at': '2022-01-31T17:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c', 'name': '', 'network_id': 'c81577ad-367d-467a-a273-f4e77a87b14f', 'tenant_id': '6b91d68766554d02b259faea4afa12ee', 'mac_address': 'fa:16:3e:85:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a145dd44-b100-4e76-8334-6be3105eb00e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:44:41Z', 'updated_at': '2022-01-31T17:44:47Z', 'revision_number': 5, 'project_id': '6b91d68766554d02b259faea4afa12ee', 'subnets': [{'id': '5e0d3bef-a197-4fbd-be59-191df8260a27', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c932e15a-0f01-4cf2-a0b1-59f9b8ff8015'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:44:53.098763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 49496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:44:53.265714 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dbffb80a-7b8c-4bde-9402-c304b3ee2428 admin admin] 10.222.0.110 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1657481 Jan 31 17:44:54.566859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:54.633131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:44:54.637787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:54.638157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:54.768138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:54.784548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:44:54.788504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:44:54.871687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:44:56.575562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:44:56.666106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 8bda0bc0-8cad-4a7d-b9e9-c1bd82db9be5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:44:56.666677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:06.934344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dc16774-fff3-4af5-9264-afacb67ebd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:09.270846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e3ef-c47e-4a51-a568-ff424db26684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:10.070977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:10.308089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:11.512523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:24.491123 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:45:36.938750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f84ed17-6431-45b9-a67e-a16f2e11df39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:39.269276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02e300a4-6508-4d6b-a847-ba9a66bbf086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:40.075618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:40.291812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:45:41.516511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:01.491326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:46:06.945124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdb3cf57-ed74-4a8d-88ae-69a8f11f91ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:09.273823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0118190e-2466-474a-8f2e-05a47e6ca367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:10.075262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:10.296508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:11.524682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:36.939358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6fa7df3-3a3d-4e92-9e74-f7577d338c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:38.492175 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:46:39.276039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d695015b-ce36-4346-8e05-f62ce9f194d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:40.076643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:40.300863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:41.525123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:46:58.875644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:46:58.964706 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c46d99-bb6f-4d27-ab04-821fff8254d5 admin admin] GET failed (client error): The resource could not be found. Jan 31 17:46:58.965904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b8c46d99-bb6f-4d27-ab04-821fff8254d5 admin admin] 10.222.0.110 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0893462 Jan 31 17:46:59.097746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd7599-096c-43f4-b78b-64678285553f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:46:59.099250 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cccd7599-096c-43f4-b78b-64678285553f admin admin] 10.222.0.110 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1294024 Jan 31 17:47:01.175924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:01.305477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f15c34f-4a4c-47d7-932e-890990aa2889 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:01.306786 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2f15c34f-4a4c-47d7-932e-890990aa2889 admin admin] 10.222.0.110 "GET /v2.0/subnets/5e0d3bef-a197-4fbd-be59-191df8260a27 HTTP/1.1" status: 200 len: 849 time: 0.1299288 Jan 31 17:47:01.315636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:47:01.444008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:01.632256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:01.680131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:01.680731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:01.682012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] 10.222.0.110 "PUT /v2.0/subnets/5e0d3bef-a197-4fbd-be59-191df8260a27 HTTP/1.1" status: 200 len: 868 time: 0.3698778 Jan 31 17:47:01.686599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e127fe-f08f-4e3f-92c7-ab8bb6c306e3 None None] Network c81577ad-367d-467a-a273-f4e77a87b14f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:47:01.702139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0d3bef-a197-4fbd-be59-191df8260a27,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:01.713098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.713626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.713955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.714420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.714797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.715101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.715436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.715754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.716096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.716741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:01.717054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201a4334-2842-4c92-99fb-a2bb4460097f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:02.233773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-189b8b09-1762-4651-bcb9-48d64889bbb6 None None] Provisioning complete for port c44a3592-4d28-4b35-bb1f-a5f3cf76ec6c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:47:02.234141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-189b8b09-1762-4651-bcb9-48d64889bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:02.357273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-189b8b09-1762-4651-bcb9-48d64889bbb6 None None] Provisioning complete for port 31b0cb46-7568-453d-8fb9-1d31c0f82884 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:47:02.357668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-189b8b09-1762-4651-bcb9-48d64889bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:03.724731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:03.921545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a70cec-b0e9-4662-b685-6c19e9b9fbb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:03.921842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a70cec-b0e9-4662-b685-6c19e9b9fbb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:03.923336 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6a70cec-b0e9-4662-b685-6c19e9b9fbb3 admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1976359 Jan 31 17:47:06.214826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:06.407483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f65818-26ac-4cb0-aa54-c906a824e18a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:06.407766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f65818-26ac-4cb0-aa54-c906a824e18a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:06.409241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-36f65818-26ac-4cb0-aa54-c906a824e18a admin admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1934638 Jan 31 17:47:06.943093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0b48268-bac7-474d-abdf-0044963e85aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:08.439671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:08.637488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cf2240-222f-4f15-b792-00707064abd3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:08.638782 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e1cf2240-222f-4f15-b792-00707064abd3 admin admin] 10.222.0.110 "GET /v2.0/networks/c81577ad-367d-467a-a273-f4e77a87b14f HTTP/1.1" status: 200 len: 870 time: 0.1981783 Jan 31 17:47:09.279109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d0293786-7712-4b8c-852f-b03012bc7e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:10.078582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:10.307908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:10.655053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50150) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:10.843833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a39702-cf3e-462c-bfe1-2d9eab9c6ca5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:10.845099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-12a39702-cf3e-462c-bfe1-2d9eab9c6ca5 admin admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 886 time: 0.1891184 Jan 31 17:47:11.529160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:12.891524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:13.024163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cbe69-2d5c-4f28-b9ec-768bb4d0492c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:13.024526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cbe69-2d5c-4f28-b9ec-768bb4d0492c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:13.025231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c50cbe69-2d5c-4f28-b9ec-768bb4d0492c admin admin] Synchronizing usage tracker for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:47:13.040568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c50cbe69-2d5c-4f28-b9ec-768bb4d0492c admin admin] Unset dirty status for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:47:13.041690 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c50cbe69-2d5c-4f28-b9ec-768bb4d0492c admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1492000 Jan 31 17:47:15.071098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:15.198511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b5751-961f-4d88-8f04-6e96f50c26b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:15.198868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b5751-961f-4d88-8f04-6e96f50c26b8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:15.200328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d77b5751-961f-4d88-8f04-6e96f50c26b8 admin admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282513 Jan 31 17:47:15.492563 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:47:17.199951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:17.329480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0f319a-db79-48c5-886f-91a5cefed6ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:17.330785 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ba0f319a-db79-48c5-886f-91a5cefed6ac admin admin] 10.222.0.110 "GET /v2.0/subnets/5e0d3bef-a197-4fbd-be59-191df8260a27 HTTP/1.1" status: 200 len: 868 time: 0.1298144 Jan 31 17:47:19.362267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50190) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:19.487941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52e2b16-5eff-486e-906c-fec7b9bdf525 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:19.489964 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c52e2b16-5eff-486e-906c-fec7b9bdf525 admin admin] 10.222.0.110 "GET /v2.0/subnets/fd8782ab-d83b-4879-b1e3-80e0c0d010e3 HTTP/1.1" status: 200 len: 816 time: 0.1267514 Jan 31 17:47:36.944800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eba70de0-50b4-4740-9c79-6d10ddf3f9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:37.683021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50228) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:37.752973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-91ff9ff3-8d2d-42d7-9204-5f39c0828bcf admin admin] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:47:37.754587 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-91ff9ff3-8d2d-42d7-9204-5f39c0828bcf admin admin] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0705938 Jan 31 17:47:39.282606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-61a1588d-24b8-4dc5-a0d8-1fe50f7b385a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:39.877763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50238) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:39.968888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-24705163-73be-4fa2-b2c8-13a2a6283643 admin admin] GET failed (client error): The resource could not be found. Jan 31 17:47:39.970229 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-24705163-73be-4fa2-b2c8-13a2a6283643 admin admin] 10.222.0.110 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0915415 Jan 31 17:47:40.082401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:40.094669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4918783b-eae7-4d61-b140-2ae0cce75e5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:40.096120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4918783b-eae7-4d61-b140-2ae0cce75e5d admin admin] 10.222.0.110 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1214266 Jan 31 17:47:40.302317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:41.530841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.145885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:42.215823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:47:42.220213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:47:42.230596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:47:42.240326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Made reservation on behalf of 982efcfdf9c548508f5d49a107b50c48 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:47:42.242595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.335731 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING neutron.services.revisions.revision_plugin [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Could not find related network for resource to bump revision. Jan 31 17:47:42.348890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1439, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:47:42.359360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772296995795', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.359906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Unsubscribe: segment precommit_create {{(pid=83557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 17:47:42.360341 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Added segment 87a6ce40-0164-4e19-a679-3938906ab3dc of type vlan for network d2ea9b42-e21f-44b3-b93f-1234deeafecb Jan 31 17:47:42.397478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.430673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.431558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:42.432116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:42.530754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3837240 Jan 31 17:47:42.536023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955c706-de8c-4cc2-884e-284bc75c15e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d2ea9b42-e21f-44b3-b93f-1234deeafecb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:42.546825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:47:44.583579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:47:44.675661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc2302c-3bc6-46a4-a8fa-2cb0945799cb admin admin] GET failed (client error): The resource could not be found. Jan 31 17:47:44.676137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0dc2302c-3bc6-46a4-a8fa-2cb0945799cb admin admin] Synchronizing usage tracker for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:47:44.690390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0dc2302c-3bc6-46a4-a8fa-2cb0945799cb admin admin] Unset dirty status for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:47:44.691501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0dc2302c-3bc6-46a4-a8fa-2cb0945799cb admin admin] 10.222.0.110 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1069343 Jan 31 17:47:44.796006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd300c-2ae7-452f-a495-6c15423c9861 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:44.797324 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-15cd300c-2ae7-452f-a495-6c15423c9861 admin admin] 10.222.0.110 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1015899 Jan 31 17:47:44.808315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:47:44.813046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:47:44.823316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:47:44.833847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Made reservation on behalf of 982efcfdf9c548508f5d49a107b50c48 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:47:44.836264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.030693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.103996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:45.110383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Checking segment: {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:47:45.110789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Network hostable DHCP agents. Network: d2ea9b42-e21f-44b3-b93f-1234deeafecb, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:47:45.132755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:47:45.141747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d2ea9b42-e21f-44b3-b93f-1234deeafecb) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:47:45.146443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:47:45.147017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.151582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d258b56d-98d1-441d-8a0e-952768044eeb None None] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:47:45.174217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6cbaef56-32ec-484e-95ae-bdac757dbbc2 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3692732 Jan 31 17:47:45.371146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d2ea9b42-e21f-44b3-b93f-1234deeafecb', 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb', 'tenant_id': '982efcfdf9c548508f5d49a107b50c48', 'fixed_ips': [{'subnet_id': '1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:47:45.371966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.530817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Allocated IP 192.168.233.2 (d2ea9b42-e21f-44b3-b93f-1234deeafecb/1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257/96098d59-f198-423e-ab23-2b258d3ca047) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:47:45.741125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.751623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Transition to ACTIVE for port object 96098d59-f198-423e-ab23-2b258d3ca047 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:47:45.771718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Transition to ACTIVE for port object 96098d59-f198-423e-ab23-2b258d3ca047 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:47:45.777861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.845903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:47:45.849496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:47:45.851993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:47:45.854732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Pushing event updated for resources: {'Port': ['ID=96098d59-f198-423e-ab23-2b258d3ca047,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:45.863902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.864623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.864623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.864884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.865222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.865694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.866023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.866343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.866660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.866974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.867301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:47:45.955349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Attempting to bind port 96098d59-f198-423e-ab23-2b258d3ca047 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:47:45.955723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Attempting to bind port 96098d59-f198-423e-ab23-2b258d3ca047 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:47:45.956065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Attempting to bind port 96098d59-f198-423e-ab23-2b258d3ca047 on network d2ea9b42-e21f-44b3-b93f-1234deeafecb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:47:45.962489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:47:45.962856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Checking segment: {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:47:45.963246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:45.963631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Bound using segment: {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:47:45.964087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Bound port: 96098d59-f198-423e-ab23-2b258d3ca047, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:47:45.964466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:46.053814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] For port 96098d59-f198-423e-ab23-2b258d3ca047, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:47:46.057058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] For port 96098d59-f198-423e-ab23-2b258d3ca047, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=96098d59-f198-423e-ab23-2b258d3ca047,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:47:46.061313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:46.162393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244765f-3202-458f-b7da-cae03d509a09 None None] Pushing event updated for resources: {'Port': ['ID=96098d59-f198-423e-ab23-2b258d3ca047,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:46.642200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 96098d59-f198-423e-ab23-2b258d3ca047 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:47:46.726481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 96098d59-f198-423e-ab23-2b258d3ca047 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:47:46.980650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8a22cd-d2b1-4a6c-a097-e0b7e4426116 None None] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:47:47.133784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Provisioning for port 96098d59-f198-423e-ab23-2b258d3ca047 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:47:47.145323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Provisioning complete for port 96098d59-f198-423e-ab23-2b258d3ca047 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:47:47.145726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:47.330644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:47.365715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] For port 96098d59-f198-423e-ab23-2b258d3ca047, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=96098d59-f198-423e-ab23-2b258d3ca047,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:47:47.374062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:47.452852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ab459-1a82-4564-a9f0-26b82503a718 None None] Pushing event updated for resources: {'Port': ['ID=96098d59-f198-423e-ab23-2b258d3ca047,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:47:47.597437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fb8db398-d7c5-4901-ae06-7a2005a25907 None None] Provisioning complete for port 96098d59-f198-423e-ab23-2b258d3ca047 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:47:47.597785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fb8db398-d7c5-4901-ae06-7a2005a25907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:48.620084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 96098d59-f198-423e-ab23-2b258d3ca047 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:47:48.689238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 96098d59-f198-423e-ab23-2b258d3ca047 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:47:48.689629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:47:52.492345 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:48:06.948437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-731da502-bb9d-4eb8-a430-656b703174f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:09.285091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-37907767-c70b-4990-a981-cd55dba4bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:10.088792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:10.304671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:11.533032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:29.492754 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:48:36.951336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0ac163b-55e7-4654-a60c-caa5db67dc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:39.288190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2cc5dccf-70e5-4b64-a8e3-7d06162f6798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:40.089969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:40.306704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:41.539378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:51.520506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:48:51.526184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-187ecebd-1d00-492f-b4e5-fc861bc381af tempest-verify_tempest_config-127169526 tempest-verify_tempest_config-127169526-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:48:51.527121 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-187ecebd-1d00-492f-b4e5-fc861bc381af tempest-verify_tempest_config-127169526 tempest-verify_tempest_config-127169526-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056727 Jan 31 17:48:51.850956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:48:52.000524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.039042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:48:52.042668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Usage tracker for resource:security_group_rule and tenant:5dff9b9cb3ec4b3ab3104aa81271d768 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:48:52.045476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:48:52.051605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:48:52.119432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.123124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.165841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a8620a-73a0-425d-842f-4362a8560e02,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:48:52.171737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5dff9b9cb3ec4b3ab3104aa81271d768&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3197811 Jan 31 17:48:52.175116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:48:52.176856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.177199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.177558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.177884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.178224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.178551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.178881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.179200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.179514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.179823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.180132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8dec47-e9fe-4634-a4d7-2a8ddc06db6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.233069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.258322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.348134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.402125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a8620a-73a0-425d-842f-4362a8560e02,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:48:52.412089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:48:52.413155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/51a8620a-73a0-425d-842f-4362a8560e02 HTTP/1.1" status: 204 len: 168 time: 0.2370484 Jan 31 17:48:52.414708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.415044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.415368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.415694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.416034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.416356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.416678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.416989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.417282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.417620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:48:52.417928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1ea30d-c091-49ca-a62a-8134aaac76b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:49:06.492406 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:49:06.953751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8406ef06-e8b2-486e-9146-9fee9c7db37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:09.291009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2b28f83-46cd-4710-9e55-a9beb02972ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:10.091728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:10.308365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:11.542724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:36.954655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f88ea067-bfdb-4031-b31e-d5f77ec28257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:39.294284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-adbdf9b2-f72a-4fd0-b651-812ee3e8d419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:40.096722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:40.310449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:41.542218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:49:43.491459 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 5 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:50:06.956106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5981ebd5-39b4-4354-b331-91e4e71d08ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:09.298030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8e2508d-f701-4ed6-8be6-df321f920e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:10.100358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:10.311929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:11.550351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:13.111724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3888918'] for agent, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:20.491326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:50:28.614355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50392) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:50:28.757068 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fd39d15e-0382-4bc5-8b00-d25ea25341b0 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.1416419 Jan 31 17:50:30.780981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50402) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:50:30.864825 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a8096063-80ab-45b8-be30-3c7860f06193 admin admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4316 time: 0.0827591 Jan 31 17:50:36.959082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc010835-8696-4c0c-ba0a-9e7336aa5fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:39.298816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d2f88bc-5167-4292-b550-f5429457c881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:40.102134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:40.314462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:41.547666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:43.113294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:50:57.490790 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:51:06.962888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71dd24a4-97e5-4e0d-9fd1-e83078cce808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:09.309784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a670f588-82fd-45df-90a6-f33d7395d4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:10.106629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:10.324221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:11.556395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:13.111006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:34.491877 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:51:36.966148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c312614b-1c1b-4a3f-b4b7-fe4993318c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:39.306400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9c473fad-695b-40a0-b78b-b8fee3dc41ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:40.107295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:40.319898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:41.576150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:43.109561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.100885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:56.477780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50602) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:56.575091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-786267943-network', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:56.580658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:56.584900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Usage tracker for resource:network and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:56.588324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:56.594543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:56.605187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Made reservation on behalf of e5a00c118f8f43c6b498a86acccad998 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:51:56.607570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.620713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.652690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:56.656428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:56.659251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:56.665615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:56.766851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.771820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.800823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee58d04-1552-464a-9773-668ab3a25abb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:56.814857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 1426, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:51:56.825667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.826232 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Added segment 9d7adb74-c94f-41a6-be69-033053ea6487 of type vlan for network 3d6417b9-fd99-44b5-8110-9c11432668dc Jan 31 17:51:56.852602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.882321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.882729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.883061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.883387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.883948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.884273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.884760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.885583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.885855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.886360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.886753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Tracked resource versions report: Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: pushed versions: Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Log': {'1.0'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Network': {'1.1'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Port': {'1.5'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'PortForwarding': {'1.2'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'QosPolicy': {'1.8'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroup': {'1.2'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SubPort': {'1.0'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Subnet': {'1.1'}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Trunk': {'1.1'}} Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: consumer versions: Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: HyperV agent@hv-neutron-8232: {}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Log': '1.0', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Network': '1.1', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Port': '1.5', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'PortForwarding': '1.2', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'QosPolicy': '1.8', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroup': '1.2', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SecurityGroupRule': '1.0', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'SubPort': '1.0', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Subnet': '1.1', Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: 'Trunk': '1.1'}} Jan 31 17:51:56.887788 dv-neutron-823271-3-hyperv neutron-server[83557]: {{(pid=83557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:51:56.890775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.891567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:51:56.892127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:56.998739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6417b9-fd99-44b5-8110-9c11432668dc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:57.009381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:57.009629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6126bb8-002b-44ec-bcfa-d1a7333a7b21 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9074492 Jan 31 17:51:57.011770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 3d6417b9-fd99-44b5-8110-9c11432668dc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:51:57.015236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Request body: {'subnet': {'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-786267943-subnet', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:57.020000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:57.023756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Usage tracker for resource:subnet and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:57.026866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:57.033570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:57.045696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Made reservation on behalf of e5a00c118f8f43c6b498a86acccad998 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:51:57.048469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.144535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-887920127-network', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:57.150737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:57.165608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Usage tracker for resource:network and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:57.169856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:57.182593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:57.203626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Made reservation on behalf of c5f7b955456e4d61b83da51d189312cd for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:51:57.206214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.224842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.295760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:57.306517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:57.310677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:57.320239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:57.371555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.482086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Checking segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:51:57.482786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Network hostable DHCP agents. Network: 3d6417b9-fd99-44b5-8110-9c11432668dc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:51:57.506877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd095f81-9da2-45fb-b0ed-fb361ecb19e9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:57.522537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.531848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.546975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Network 3d6417b9-fd99-44b5-8110-9c11432668dc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:51:57.561523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 1415, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:51:57.569842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.570202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.570551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.571076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.571424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.571909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.572243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.572558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.572879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.573197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.573539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Tracked resource versions report: Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: pushed versions: Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Log': {'1.0'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Network': {'1.1'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Port': {'1.5'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'PortForwarding': {'1.2'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'QosPolicy': {'1.8'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroup': {'1.2'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SubPort': {'1.0'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Subnet': {'1.1'}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Trunk': {'1.1'}} Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: consumer versions: Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: HyperV agent@hv-neutron-8232: {}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Log': '1.0', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Network': '1.1', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Port': '1.5', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'PortForwarding': '1.2', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'QosPolicy': '1.8', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroup': '1.2', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SecurityGroupRule': '1.0', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'SubPort': '1.0', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Subnet': '1.1', Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: 'Trunk': '1.1'}} Jan 31 17:51:57.574621 dv-neutron-823271-3-hyperv neutron-server[83558]: {{(pid=83558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:51:57.583971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.584317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Added segment 7ff4c991-008d-4a28-ab3d-689efe9a5c0b of type vlan for network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c Jan 31 17:51:57.597569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 3d6417b9-fd99-44b5-8110-9c11432668dc) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:51:57.609043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35bcec-8a5d-4deb-8e52-0e96ec1e0cb1 None None] Network 3d6417b9-fd99-44b5-8110-9c11432668dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:51:57.618352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.655958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:51:57.656542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.665426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.666226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:51:57.666782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.782449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d252a8-689c-4820-815c-e2148d5c723e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:57.785522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:57.793162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a17bb16c-99a8-4f36-86c2-74349e7b6e48 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3143406 Jan 31 17:51:57.794417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:57.801720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Request body: {'subnet': {'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-887920127-subnet', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:57.802131 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aa4182e4-d11b-4a85-b594-99646f3655cb admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7917285 Jan 31 17:51:57.805223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:57.812099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:57.813003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:57.816119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:51:57.821938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Usage tracker for resource:subnet and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:57.827972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:57.829250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:57.833796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Usage tracker for resource:router and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:57.839125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:57.846389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:57.851243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:57.878298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Made reservation on behalf of c5f7b955456e4d61b83da51d189312cd for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:51:57.881538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.885467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.886731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.930887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:57.989032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-3d6417b9-fd99-44b5-8110-9c11432668dc', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:51:57.989946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.144638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.162077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.197430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Allocated IP 172.20.0.2 (3d6417b9-fd99-44b5-8110-9c11432668dc/fd095f81-9da2-45fb-b0ed-fb361ecb19e9/5f2b1f6e-0697-486a-a72b-e34f84720f6f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:51:58.282897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:58.310945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Checking segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:51:58.311803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Network hostable DHCP agents. Network: a6d82a0d-211c-4f84-83ea-67a2e5d72a6c, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:51:58.350653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:51:58.362807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a6d82a0d-211c-4f84-83ea-67a2e5d72a6c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:51:58.368134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:51:58.369105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.374777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0660f-2d54-4f2b-9860-be556c28b710 None None] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:51:58.399694 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6d3f38c9-eff3-49f6-b534-f9c7b3b584ee admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6040573 Jan 31 17:51:58.402703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:58.417132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:58.429777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:58.437727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Usage tracker for resource:router and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:58.446538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:58.467047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:58.490703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.492102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.508904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.545615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.560289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.590439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.621000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Transition to ACTIVE for port object 5f2b1f6e-0697-486a-a72b-e34f84720f6f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:51:58.683393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Transition to ACTIVE for port object 5f2b1f6e-0697-486a-a72b-e34f84720f6f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:51:58.702668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.757323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Network 3d6417b9-fd99-44b5-8110-9c11432668dc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:51:58.772597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Allocated IP 172.26.4.79 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/4fe5228e-8a68-4a85-a1d6-2049cf46d615) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:51:58.776667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50688) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:58.848256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:51:58.925534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:58.927140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:51:58.937035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Pushing event updated for resources: {'Port': ['ID=5f2b1f6e-0697-486a-a72b-e34f84720f6f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:58.996265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:51:58.997093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.049618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.050557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.051259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.051760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.052269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.052598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.053078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.053594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.054066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.054550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.055019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Tracked resource versions report: Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: pushed versions: Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Log': {'1.0'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Network': {'1.1'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Port': {'1.5'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'PortForwarding': {'1.2'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'QosPolicy': {'1.8'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroup': {'1.2'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SubPort': {'1.0'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Subnet': {'1.1'}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Trunk': {'1.1'}} Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: consumer versions: Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: HyperV agent@hv-neutron-8232: {}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Log': '1.0', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Network': '1.1', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Port': '1.5', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'PortForwarding': '1.2', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'QosPolicy': '1.8', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroup': '1.2', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SecurityGroupRule': '1.0', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'SubPort': '1.0', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Subnet': '1.1', Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: 'Trunk': '1.1'}} Jan 31 17:51:59.056236 dv-neutron-823271-3-hyperv neutron-server[83559]: {{(pid=83559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:51:59.088654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.125017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.132170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Attempting to bind port 5f2b1f6e-0697-486a-a72b-e34f84720f6f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:51:59.132762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Attempting to bind port 5f2b1f6e-0697-486a-a72b-e34f84720f6f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:51:59.133308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Attempting to bind port 5f2b1f6e-0697-486a-a72b-e34f84720f6f on network 3d6417b9-fd99-44b5-8110-9c11432668dc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:51:59.148062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:51:59.156748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:51:59.157387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Checking segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:51:59.158478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.159481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Bound using segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:51:59.160143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Bound port: 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:51:59.160706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.214081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:51:59.217856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:51:59.221742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.228569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:51:59.280862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.334254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Allocated IP 172.20.0.2 (a6d82a0d-211c-4f84-83ea-67a2e5d72a6c/90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f/99e280d6-4c82-43a1-b9c5-ef7f90db090f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:51:59.335988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe5228e-8a68-4a85-a1d6-2049cf46d615,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:59.340581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] For port 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:51:59.351434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] For port 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f2b1f6e-0697-486a-a72b-e34f84720f6f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:51:59.359095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.377532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.378817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.468666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1445016665', 'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:51:59.489749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:59.498836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:network and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:59.503830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:59.512209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:59.547692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Made reservation on behalf of 8e4d74cb90ab41c695c1c63b25cfed45 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:51:59.550151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.564476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.575874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7089b-4678-47c9-b7e4-da97bc57d802 None None] Pushing event updated for resources: {'Port': ['ID=5f2b1f6e-0697-486a-a72b-e34f84720f6f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:59.591485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Allocated IP 172.26.4.129 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/9f832f25-18f3-45d3-a665-26431cbed047) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:51:59.604724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:51:59.607236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:security_group_rule and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:51:59.610113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:51:59.624316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:51:59.746069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.763159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Transition to ACTIVE for port object 99e280d6-4c82-43a1-b9c5-ef7f90db090f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:51:59.784165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.798555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.802217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Transition to ACTIVE for port object 99e280d6-4c82-43a1-b9c5-ef7f90db090f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:51:59.810697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:51:59.950842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:51:59.964322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:51:59.972509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:51:59.973401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:51:59.980825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=99e280d6-4c82-43a1-b9c5-ef7f90db090f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:51:59.985206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23e818-b71a-4ed9-b9d7-a9653654e61d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:00.007834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.008002 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Added segment c56463cd-b3b9-49e3-b8c6-6915c19a1677 of type vlan for network 874f09a7-de60-4781-a858-2bbd56738813 Jan 31 17:52:00.019543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.070271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.144706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.145570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:00.147741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.158886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Attempting to bind port 99e280d6-4c82-43a1-b9c5-ef7f90db090f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:00.160250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Attempting to bind port 99e280d6-4c82-43a1-b9c5-ef7f90db090f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:00.160390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:00.161966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Attempting to bind port 99e280d6-4c82-43a1-b9c5-ef7f90db090f on network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:00.164051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.171799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:00.172777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Checking segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:00.173572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.174216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Bound using segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:00.175870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Bound port: 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:00.176888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.244268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:00.304607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Network': ['ID=874f09a7-de60-4781-a858-2bbd56738813,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:00.310910 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6b9acb7e-d88b-47e8-97bc-7e0a62201277 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.5328500 Jan 31 17:52:00.314766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:00.322939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'subnet': {'network_id': '874f09a7-de60-4781-a858-2bbd56738813', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:00.331951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:00.334891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Router 8e24a824-b93a-4106-8d83-803850882f7b is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:00.339045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:subnet and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:00.339442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] For port 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:00.342477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:00.345096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:00.348927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] For port 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=99e280d6-4c82-43a1-b9c5-ef7f90db090f,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:00.350451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:00.355026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 874f09a7-de60-4781-a858-2bbd56738813 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:00.361569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Usage tracker for resource:floatingip and tenant:14f77c6490d84d2db24895af8e3ab571 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:00.376031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:00.382557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.397840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Pushing event updated for resources: {'Port': ['ID=9f832f25-18f3-45d3-a665-26431cbed047,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:00.413455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:00.417506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:00.420033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:00.423753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:00.439490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Made reservation on behalf of 8e4d74cb90ab41c695c1c63b25cfed45 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:00.442379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.476393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:00.573958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac465895-1f4f-4e12-83ef-8f0bb3e4ccb5 None None] Pushing event updated for resources: {'Port': ['ID=99e280d6-4c82-43a1-b9c5-ef7f90db090f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:00.858058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f2b1f6e-0697-486a-a72b-e34f84720f6f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:01.020922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50738) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:01.041199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.069035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5f2b1f6e-0697-486a-a72b-e34f84720f6f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:01.132289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:01.147416 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Sync routers for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:01.169098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:01.169768 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:51:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:01.193067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1308782976'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:01.215232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.216494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.266262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb915336-9621-4916-9b9d-28f51e7803ee None None] Network 3d6417b9-fd99-44b5-8110-9c11432668dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:01.276608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:01.286470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Usage tracker for resource:router and tenant:f9890ad16ac5460da96bd84cd3fb5213 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:01.291353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:01.296042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.297477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-640261f8-3317-4289-afa4-9b4d62fe2598 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4912713 Jan 31 17:52:01.303122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:01.304146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:01.392592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.393818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.420455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Allocated IP 172.26.4.52 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/7488014a-17b1-4f69-b555-b9612ea7eaea) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:01.444051 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:01.452863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.503981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Provisioning for port 5f2b1f6e-0697-486a-a72b-e34f84720f6f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:01.526022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Provisioning complete for port 5f2b1f6e-0697-486a-a72b-e34f84720f6f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:01.526384 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.567195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1240516698'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:01.570005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.584507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:01.596210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.599248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Usage tracker for resource:network and tenant:8be84c9e42634917a866c96f6a9466d5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:01.600805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f2cc39ea-d0bb-4300-b2f9-bbfc60f62ed8 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.3433678 Jan 31 17:52:01.601487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:01.610787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:01.623567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:01.759080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Made reservation on behalf of 8be84c9e42634917a866c96f6a9466d5 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:01.762492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.799453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.866987 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:51:59Z', 'revision_number': 3, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:01.871560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Checking router: 8e24a824-b93a-4106-8d83-803850882f7b for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:01.872209 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Updating router 8e24a824-b93a-4106-8d83-803850882f7b port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:01.929929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:01.952136 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.955547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:52:01.958163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:01.996065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.036303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:02.085278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50766) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:02.093792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Usage tracker for resource:security_group_rule and tenant:8be84c9e42634917a866c96f6a9466d5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:02.104875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.108105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:02.136101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:02.138054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=78c2f076-914b-4365-aa41-3327fd912fe8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:02.213661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] For port 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f2b1f6e-0697-486a-a72b-e34f84720f6f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:02.222700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.305367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e9fee-3c16-4890-9171-eaca30e2dcf8 None None] Pushing event updated for resources: {'Port': ['ID=5f2b1f6e-0697-486a-a72b-e34f84720f6f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:02.326560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.345858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.376148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad44ff3-c00d-472a-bcc5-3b0759ff8a64 None None] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:02.474655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8b26b0f1-bd8b-437d-9f04-45eedc6434dc tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:02.486278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Pushing event updated for resources: {'Port': ['ID=7488014a-17b1-4f69-b555-b9612ea7eaea,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:02.507021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e7ea7233-f42b-422a-8c38-32298836fe3d None None] Provisioning for port 99e280d6-4c82-43a1-b9c5-ef7f90db090f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:02.516927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-36e673ee-66a7-41f3-8801-3788d11fe3ca tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:02.532358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:02.541368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:02.555616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:02.631671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Checking segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:02.632293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network hostable DHCP agents. Network: 874f09a7-de60-4781-a858-2bbd56738813, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:02.712293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.731837 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Transition to ACTIVE for port object 4fe5228e-8a68-4a85-a1d6-2049cf46d615 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:02.746400 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.780421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-285c178a-b5e2-42d8-81fe-175b011c79fb None None] Provisioning complete for port 5f2b1f6e-0697-486a-a72b-e34f84720f6f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:02.781069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-285c178a-b5e2-42d8-81fe-175b011c79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.781264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.872104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36e673ee-66a7-41f3-8801-3788d11fe3ca tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "PUT /v2.0/quotas/60710df34c8f47a499ac66aafe3184d8 HTTP/1.1" status: 200 len: 368 time: 0.9357710 Jan 31 17:52:02.882470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50776) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:02.912807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.917331 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Pushing event updated for resources: {'Port': ['ID=4fe5228e-8a68-4a85-a1d6-2049cf46d615,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:02.927742 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8b26b0f1-bd8b-437d-9f04-45eedc6434dc tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "PUT /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e HTTP/1.1" status: 200 len: 366 time: 0.8302574 Jan 31 17:52:02.927742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.960834 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Attempting to bind port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:02.961201 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Attempting to bind port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:02.961592 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Attempting to bind port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:02.970545 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:02.970910 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:02.971301 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.971689 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:02.972742 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Bound port: 4fe5228e-8a68-4a85-a1d6-2049cf46d615, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:02.973366 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:02.997459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network 874f09a7-de60-4781-a858-2bbd56738813 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:02.999441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50780) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.011940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Request body: {'network': {'project_id': '60710df34c8f47a499ac66aafe3184d8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:03.013092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.022916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f2b1f6e-0697-486a-a72b-e34f84720f6f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:03.026493 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.026846 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.027180 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.027511 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.027835 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.028159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.028476 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.028727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:03.028860 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.029128 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.029445 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.029760 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:03.036112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Tracked resource versions report: Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: pushed versions: Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: { 'ConntrackHelper': {'1.0'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Log': {'1.0'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Network': {'1.1'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Port': {'1.5'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'PortForwarding': {'1.2'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'QosPolicy': {'1.8'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroup': {'1.2'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroupRule': {'1.0'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SubPort': {'1.0'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Subnet': {'1.1'}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Trunk': {'1.1'}} Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: consumer versions: Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: { DHCP agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: HyperV agent@hv-neutron-8232: {}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: L3 agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: Metadata agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: Metering agent@dv-neutron-823271-3-hyperv: {}, Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: Open vSwitch agent@dv-neutron-823271-3-hyperv: { 'ConntrackHelper': '1.0', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Log': '1.0', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Network': '1.1', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Port': '1.5', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'PortForwarding': '1.2', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'QosPolicy': '1.8', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroup': '1.2', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SecurityGroupRule': '1.0', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'SubPort': '1.0', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Subnet': '1.1', Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: 'Trunk': '1.1'}} Jan 31 17:52:03.041337 dv-neutron-823271-3-hyperv neutron-server[83560]: {{(pid=83560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 17:52:03.052212 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38d415f0-d14e-4bcc-8750-f7b5caf8c4f0 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0346234 Jan 31 17:52:03.054446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Usage tracker for resource:network and tenant:60710df34c8f47a499ac66aafe3184d8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:03.054602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.055031 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Added segment d239c2e3-f47f-4793-8827-3623a6376e49 of type vlan for network 74258c5e-3cf2-4262-b43a-89535dffe821 Jan 31 17:52:03.076630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.114035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] For port 4fe5228e-8a68-4a85-a1d6-2049cf46d615, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:03.117796 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] For port 4fe5228e-8a68-4a85-a1d6-2049cf46d615, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fe5228e-8a68-4a85-a1d6-2049cf46d615,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:03.122747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.166838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5f2b1f6e-0697-486a-a72b-e34f84720f6f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:03.167545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.196616 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:03.197387 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:51:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:03.198956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.206918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.209592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Router 3979ef21-d24b-47e7-a566-99e557aa6789 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:03.211070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.223143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dc98c3ce-a734-45cf-9498-25f94bb28cb4 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e HTTP/1.1" status: 200 len: 366 time: 0.1365068 Jan 31 17:52:03.225561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50790) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.229651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce911670-0a28-4248-b654-ac5770441083,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:03.307922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:03.312385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 874f09a7-de60-4781-a858-2bbd56738813) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:03.318148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:03.318664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.328988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.329509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99dad916-a73c-4fb8-a8fb-9e856d3d9b52 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:03.341385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:03.368072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.369357 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1381cd78-cff2-4469-bf19-a734c26ff8b2 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "DELETE /v2.0/routers/99dad916-a73c-4fb8-a8fb-9e856d3d9b52 HTTP/1.1" status: 204 len: 168 time: 1.7660909 Jan 31 17:52:03.376410 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-71bbfcfa-25d7-4869-a697-061445b4afbd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0603516 Jan 31 17:52:03.377617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.377945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50796) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.390867 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-edfc4adf-eca5-4fc4-a674-486fca22685b tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e HTTP/1.1" status: 204 len: 168 time: 0.1624954 Jan 31 17:52:03.392336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 99e280d6-4c82-43a1-b9c5-ef7f90db090f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:03.395120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.401554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.405300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:03.405941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.412653 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5753560-5d66-4e4e-a336-dbeac112d43f None None] Pushing event updated for resources: {'Port': ['ID=4fe5228e-8a68-4a85-a1d6-2049cf46d615,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:03.428258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e037f65e-9a46-4a5c-952a-1119203da290 None None] Network 874f09a7-de60-4781-a858-2bbd56738813 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:03.445868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Made reservation on behalf of 60710df34c8f47a499ac66aafe3184d8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:03.448101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.460238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Request body: {'router': {'name': 'tempest-router-1831077786', 'distributed': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:03.466244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1749040207', 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:03.471641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:03.475013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:port and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:03.478074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:03.484274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:03.484658 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:03.500711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:03.505002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Made reservation on behalf of 8e4d74cb90ab41c695c1c63b25cfed45 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:03.507282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.520802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.536263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Usage tracker for resource:router and tenant:f9890ad16ac5460da96bd84cd3fb5213 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:03.556377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:03.568340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:03.577374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] device_id is not set on port 0d979723-4cfc-47cf-82f8-1110afde5748 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:03.595164 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2f9450f1-7423-4dff-906a-3bad758a1884 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1978405 Jan 31 17:52:03.598366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.618783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:03.659794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.662949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event updated for resources: {'Network': ['ID=74258c5e-3cf2-4262-b43a-89535dffe821,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:03.671532 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-40d32b94-656b-4230-9f46-4fb14da80c79 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6445253 Jan 31 17:52:03.672311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.676500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.690133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 74258c5e-3cf2-4262-b43a-89535dffe821 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:03.712941 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-54b67eea-3c15-470f-afc7-df74f4289b61 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e HTTP/1.1" status: 200 len: 370 time: 0.1012826 Jan 31 17:52:03.716990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Request body: {'subnet': {'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:03.721743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.20.0.6 (874f09a7-de60-4781-a858-2bbd56738813/78c2f076-914b-4365-aa41-3327fd912fe8/0d979723-4cfc-47cf-82f8-1110afde5748) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:03.730445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.746201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-00bfcc5b-cbf8-47aa-978c-d21835054b9e tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e/default HTTP/1.1" status: 200 len: 370 time: 0.0096912 Jan 31 17:52:03.765903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.773041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887c83e-54ee-43f4-92d1-af42502f7062 None None] Network 874f09a7-de60-4781-a858-2bbd56738813 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:03.850941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.904760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Pushing event updated for resources: {'Port': ['ID=7488014a-17b1-4f69-b555-b9612ea7eaea,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:03.914829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:03.916722 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f87c05b3-619e-45fb-b82e-99d87f7d8160 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7652102 Jan 31 17:52:03.917895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-946fe0ea-b22f-4985-bcf4-fd12190e0045 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] delete failed (client error): The resource could not be found. Jan 31 17:52:03.929395 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-946fe0ea-b22f-4985-bcf4-fd12190e0045 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "DELETE /v2.0/quotas/e0f9e7a7edb14ff49a4af36e65c69c2e HTTP/1.1" status: 404 len: 348 time: 0.1507175 Jan 31 17:52:03.930055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:03.946947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-340988897', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'fixed_ips': [{'ip_address': '172.26.4.52'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:03.975681 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c7606250-b783-4915-887b-c62175af41d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:51:59Z', 'revision_number': 3, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:03.982120 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7606250-b783-4915-887b-c62175af41d2 None None] The sync data for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv is: [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:51:59Z', 'revision_number': 3, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:03.989764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:03.993981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Usage tracker for resource:security_group_rule and tenant:60710df34c8f47a499ac66aafe3184d8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:03.997180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.008217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:04.055091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 99e280d6-4c82-43a1-b9c5-ef7f90db090f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:04.057359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.062985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.067324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 99e280d6-4c82-43a1-b9c5-ef7f90db090f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:04.068699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:04.069624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.071199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:04.090249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Usage tracker for resource:subnet and tenant:8be84c9e42634917a866c96f6a9466d5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.093160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Usage tracker for resource:port and tenant:14f77c6490d84d2db24895af8e3ab571 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.101231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.104620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.122217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:04.124378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:04.159832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Made reservation on behalf of 8be84c9e42634917a866c96f6a9466d5 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:04.178304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50828) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:04.187964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Made reservation on behalf of 14f77c6490d84d2db24895af8e3ab571 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:04.190253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.227277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.231683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.245786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.253949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.262846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.271226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=99e280d6-4c82-43a1-b9c5-ef7f90db090f,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:04.275932 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.289621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.347414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:04.356440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks [] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.357370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.374630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95766f48-eea4-472f-a6b2-fdcbe9428752,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:04.381120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:network and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.397122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.397538 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Added segment 81b2939c-1ae1-4ee7-8cb3-30f0c29f0d7d of type vlan for network 287c3851-9e72-48a4-9f20-797a29cd2d7e Jan 31 17:52:04.428243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.434631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.435325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=99e280d6-4c82-43a1-b9c5-ef7f90db090f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:04.435743 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-19241f74-9694-4691-8f49-deb6455db520 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9956326 Jan 31 17:52:04.448329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:04.449437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:04.464294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.477286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Usage tracker for resource:security_group_rule and tenant:14f77c6490d84d2db24895af8e3ab571 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.508079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.537097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.548361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:04.562344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Sync routers for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:04.570556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:04.578796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:04.579516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:51:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:04.590686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:subnet and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.614822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.659927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=0d979723-4cfc-47cf-82f8-1110afde5748,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:04.665718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network 874f09a7-de60-4781-a858-2bbd56738813 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:04.666194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.667566 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-acf63026-74f7-4ca9-94ea-7a232c31b024 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2633941 Jan 31 17:52:04.669239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:04.677951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:04.682501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:04.683357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:04.683952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.721309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.722166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:04.722924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.762999 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-941ae8d5-69e3-43a7-a11b-98f4ef44cf3b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3102188 Jan 31 17:52:04.764443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:04.787618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:subnetpool and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:04.813191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:04.857342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:04.889981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:04.994629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 99e280d6-4c82-43a1-b9c5-ef7f90db090f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:05.018493 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 2.1144147 Jan 31 17:52:05.022670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:05.034538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc682d89-2e81-45f4-926d-a24b5b3d0f0f tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event updated for resources: {'Network': ['ID=287c3851-9e72-48a4-9f20-797a29cd2d7e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:05.053854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 287c3851-9e72-48a4-9f20-797a29cd2d7e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:05.058612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Request body: {'network': {'project_id': '60710df34c8f47a499ac66aafe3184d8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:05.073935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting port 0d979723-4cfc-47cf-82f8-1110afde5748 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:05.074677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:port and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:05.075169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.143806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:05.162502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:05.172691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.174475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.191766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Usage tracker for resource:network and tenant:60710df34c8f47a499ac66aafe3184d8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:05.203630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:05.223199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.239996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] device_id is not set on port d054514d-250e-42ad-9103-4a3209f1f346 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:05.251832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:05.288883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:router and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:05.346412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Made reservation on behalf of 60710df34c8f47a499ac66aafe3184d8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:05.348885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.350215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 99e280d6-4c82-43a1-b9c5-ef7f90db090f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:05.350675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.456906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:05.466953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.487962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:00Z', 'revision_number': 3, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:05.491768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:05.498082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Checking router: 3979ef21-d24b-47e7-a566-99e557aa6789 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:05.498538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Updating router 3979ef21-d24b-47e7-a566-99e557aa6789 port 9f832f25-18f3-45d3-a665-26431cbed047 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:05.507074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.522989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fe5228e-8a68-4a85-a1d6-2049cf46d615 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:05.554425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.554425 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Added segment 2d5bd478-6abf-4015-b1d9-491af7caf8f9 of type vlan for network d943d24c-02b7-40b2-8969-165efd0b0dbe Jan 31 17:52:05.598447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.608848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:floatingip and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:05.611101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event updated for resources: {'Subnet': ['ID=42c942ed-09ff-4471-b79d-33cbc28367c5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:05.680343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Calling delete_port for 0d979723-4cfc-47cf-82f8-1110afde5748 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:05.702290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:05.704993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a53d77-d033-4a34-a0ad-837aa670c8c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:05.715265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:05.715669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.755506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.791142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:05.857507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Checking segment: {'id': 'd239c2e3-f47f-4793-8827-3623a6376e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:05.858264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Network hostable DHCP agents. Network: 74258c5e-3cf2-4262-b43a-89535dffe821, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:05.883392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.930305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.945100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.946071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:05.946826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.956064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:05.985741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 4fe5228e-8a68-4a85-a1d6-2049cf46d615, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fe5228e-8a68-4a85-a1d6-2049cf46d615,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:05.995161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.039918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Network 74258c5e-3cf2-4262-b43a-89535dffe821 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:06.068456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.068945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5961799-7420-46cd-beef-863bdb06f30e {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:06.072238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 74258c5e-3cf2-4262-b43a-89535dffe821) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:06.081109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:06.082020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.088087 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.0553694 Jan 31 17:52:06.089398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.094675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.106493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Request body: {'network': {'project_id': '60710df34c8f47a499ac66aafe3184d8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:06.116008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8db07be-b73e-4d8f-ba06-1f000c13066b None None] Network 74258c5e-3cf2-4262-b43a-89535dffe821 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:06.119298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:06.171214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2243a4-4278-45d4-9663-341f6b9bcd0b tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event updated for resources: {'Network': ['ID=d943d24c-02b7-40b2-8969-165efd0b0dbe,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:06.182004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.191643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Transition to ACTIVE for port object 9f832f25-18f3-45d3-a665-26431cbed047 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:06.194477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Usage tracker for resource:network and tenant:60710df34c8f47a499ac66aafe3184d8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.195983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d943d24c-02b7-40b2-8969-165efd0b0dbe details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:06.205108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:security_group and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.209019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.220608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-547d3026-6a7c-4eb7-af6d-1649cfbe319b tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5453775 Jan 31 17:52:06.221986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:06.223236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.224717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.228343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.233987 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e1d47aec-5009-4634-b9dd-68fbb0d9896c tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "DELETE /v2.0/routers/f5961799-7420-46cd-beef-863bdb06f30e HTTP/1.1" status: 204 len: 168 time: 1.7762797 Jan 31 17:52:06.236425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.252279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Request body: {'port': {'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1475558447'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:06.267273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Allocated IP 172.20.0.1 (3d6417b9-fd99-44b5-8110-9c11432668dc/fd095f81-9da2-45fb-b0ed-fb361ecb19e9/ac035894-a250-447a-852b-301fb63d891f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:06.270372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d979723-4cfc-47cf-82f8-1110afde5748,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:06.274582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=4fe5228e-8a68-4a85-a1d6-2049cf46d615,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:06.279816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Request body: {'router': {'name': 'tempest-router-1339810008', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5bc12b7da7f54e108ad25b3daccbec6c'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:06.303553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.310916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 17:52:06.311370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:52:06.312457 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bffeec07-9775-43f1-91c5-675f8c250ea3 tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2208614 Jan 31 17:52:06.320036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.353228 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 17:52:06.353686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:52:06.362792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Usage tracker for resource:security_group_rule and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.370350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Attempting to bind port 9f832f25-18f3-45d3-a665-26431cbed047 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:06.370716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Attempting to bind port 9f832f25-18f3-45d3-a665-26431cbed047 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:06.371283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Attempting to bind port 9f832f25-18f3-45d3-a665-26431cbed047 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:06.378859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.404115 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b7225841-2e46-4aaf-8117-cc7ba2851f4b tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.4703164 Jan 31 17:52:06.407982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:06.408573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:06.408934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.409585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.410166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:06.410814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Bound port: 9f832f25-18f3-45d3-a665-26431cbed047, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:06.411364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.424142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e752ad67-eee8-4ef5-b5c5-390a140c2837 tempest-QuotasTest-1579700798 tempest-QuotasTest-1579700798-project-admin] 10.222.0.110 "GET /v2.0/quotas/b583d4f1b1c443ebb29e4a18138973be/details.json HTTP/1.1" status: 200 len: 703 time: 2.2380922 Jan 31 17:52:06.469684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:06.487007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Usage tracker for resource:router and tenant:5bc12b7da7f54e108ad25b3daccbec6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.510319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.512847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.517584 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7f5ec4c3-5612-4372-a3d2-2e38c7d55a6e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/ports/0d979723-4cfc-47cf-82f8-1110afde5748 HTTP/1.1" status: 204 len: 168 time: 1.7347357 Jan 31 17:52:06.522504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:06.526309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.535919 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9b5b0dde-ee47-4991-97e6-0be4bac52cdb tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=60710df34c8f47a499ac66aafe3184d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2127190 Jan 31 17:52:06.539734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '874f09a7-de60-4781-a858-2bbd56738813', 'external_fixed_ips': [{'subnet_id': '78c2f076-914b-4365-aa41-3327fd912fe8', 'ip_address': '172.20.0.6'}]}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:06.580137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50882) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:06.594901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] For port 9f832f25-18f3-45d3-a665-26431cbed047, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:06.603282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] For port 9f832f25-18f3-45d3-a665-26431cbed047, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9f832f25-18f3-45d3-a665-26431cbed047,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:06.626578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.639767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.640783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.667089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad73a-a809-4f31-8d74-71ace861228a None None] Pushing event updated for resources: {'Port': ['ID=9f832f25-18f3-45d3-a665-26431cbed047,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:06.686748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:06.721285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:router and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.755153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.766956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:06.769636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Deleting port 7488014a-17b1-4f69-b555-b9612ea7eaea {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:06.770161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.841067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fe5228e-8a68-4a85-a1d6-2049cf46d615 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:06.849758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:06.892215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.893452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.898748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Usage tracker for resource:port and tenant:8be84c9e42634917a866c96f6a9466d5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:06.912957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:06.942212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:06.943338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:51:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:06.966072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:06.969049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:06.970575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.031905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.045839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Made reservation on behalf of 8be84c9e42634917a866c96f6a9466d5 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:07.051142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.068262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.076610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.113328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.122474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Transition to ACTIVE for port object ac035894-a250-447a-852b-301fb63d891f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:07.126578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] device_id is not set on port 4b5e9b18-4850-4a82-8a92-2d5a55838de2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:07.151350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-74258c5e-3cf2-4262-b43a-89535dffe821', 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821', 'tenant_id': '8be84c9e42634917a866c96f6a9466d5', 'fixed_ips': [{'subnet_id': '42c942ed-09ff-4471-b79d-33cbc28367c5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:52:07.152159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.167072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:07.240313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.241535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f481db99-d404-4e06-aac4-de29aa1634b4 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9955683 Jan 31 17:52:07.248255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:07.263286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:07.324566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.325490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.373880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.377696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.380327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ad73a-a809-4f31-8d74-71ace861228a None None] Pushing event updated for resources: {'Port': ['ID=9f832f25-18f3-45d3-a665-26431cbed047,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:07.394891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fc36ee1-04ef-46c8-9122-859ad11380ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.432525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:07.482240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:07.482600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.497471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95766f48-eea4-472f-a6b2-fdcbe9428752,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:07.499096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:07.543660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Calling delete_port for 7488014a-17b1-4f69-b555-b9612ea7eaea owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:07.549300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Allocated IP 172.20.0.9 (74258c5e-3cf2-4262-b43a-89535dffe821/42c942ed-09ff-4471-b79d-33cbc28367c5/4b5e9b18-4850-4a82-8a92-2d5a55838de2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:07.577503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Network 3d6417b9-fd99-44b5-8110-9c11432668dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:07.578922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:07.583975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.592934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.596656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33fa63a9-72c3-44c5-bea9-bc424efd46fa tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "DELETE /v2.0/security-groups/95766f48-eea4-472f-a6b2-fdcbe9428752 HTTP/1.1" status: 204 len: 168 time: 1.0154779 Jan 31 17:52:07.599205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:07.599672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.631843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50908) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:07.718207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.790014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:07.923268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ed7da71-68b3-4be0-8a50-2bccf277de50 None None] Provisioning for port ac035894-a250-447a-852b-301fb63d891f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:07.936569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ed7da71-68b3-4be0-8a50-2bccf277de50 None None] Provisioning complete for port ac035894-a250-447a-852b-301fb63d891f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:07.937013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ed7da71-68b3-4be0-8a50-2bccf277de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.014675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7da71-68b3-4be0-8a50-2bccf277de50 None None] Port ac035894-a250-447a-852b-301fb63d891f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:08.024889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:00Z', 'revision_number': 3, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:08.029381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8335d78c-c657-4890-a9a9-2e5014b358d5 None None] The sync data for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv is: [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:00Z', 'revision_number': 3, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:08.031365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:08.076489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Usage tracker for resource:security_group_rule and tenant:30bb916a28a943c58a553dc5bf110f50 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:08.082699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:08.088885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.101829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:08.106631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.159004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Pushing event deleted for resources: {'Port': ['ID=7488014a-17b1-4f69-b555-b9612ea7eaea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:08.262778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.360159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.361976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bcc7c835-ff70-4504-a175-e50b2a1385b1 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772 tempest-ExternalNetworksAdminNegativeTestJSON-1269158772-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/c5895c14-1b04-4ae5-856e-01a9cea01109 HTTP/1.1" status: 204 len: 168 time: 1.9520140 Jan 31 17:52:08.506373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.581986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.582584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.654042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.717164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:08.728796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.822018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9f832f25-18f3-45d3-a665-26431cbed047 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:08.898287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.944033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9f832f25-18f3-45d3-a665-26431cbed047 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:08.954894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9f832f25-18f3-45d3-a665-26431cbed047 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:08.957946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:08.996065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 31 17:52:08.996393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Router 82b81d91-0845-4ee0-8909-91ac25400b8a migrating from provider to provider. {{(pid=83558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 31 17:52:08.996776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.008831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.009164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.010737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.011064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.013685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.013851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.014065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.014390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.014698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.015008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.049321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Allocated IP 172.20.0.1 (a6d82a0d-211c-4f84-83ea-67a2e5d72a6c/90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f/79e5c26d-be2b-4e07-9ffb-d4e8ee761586) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:09.162177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.179986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9f832f25-18f3-45d3-a665-26431cbed047, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9f832f25-18f3-45d3-a665-26431cbed047,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:09.183869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.203865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.204324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.204533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.204816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:09.205172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d943d24c-02b7-40b2-8969-165efd0b0dbe']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:09.222573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.20.0.6 (874f09a7-de60-4781-a858-2bbd56738813/78c2f076-914b-4365-aa41-3327fd912fe8/a747a1d8-462f-4041-aa56-e915eda8a8bd) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:09.231878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.252254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.255336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9f832f25-18f3-45d3-a665-26431cbed047,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.257225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5bd478-6abf-4015-b1d9-491af7caf8f9') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:09.257537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5bd478-6abf-4015-b1d9-491af7caf8f9') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:09.272667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.280417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.282318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.297783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.301557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb038-4845-4939-8030-7703479fbab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.304424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.332190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Transition to ACTIVE for port object 4b5e9b18-4850-4a82-8a92-2d5a55838de2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:09.359862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.377126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.418237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Transition to ACTIVE for port object 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:09.449138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.455411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:09.455806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.476786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn_limited( Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn_limited( Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:09.483806 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:09.492333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.501621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b129795-f99b-4faa-ae55-fd3daee1e7bb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.544267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.552781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:09.557633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.558056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:09.564022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:09.564126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.571424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Pushing event updated for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.621359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Synchronizing usage tracker for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:09.629271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network 874f09a7-de60-4781-a858-2bbd56738813 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:09.631126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:09.639357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:09.645178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:09.667093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Usage tracker for resource:security_group_rule and tenant:50e614ef7dad4fd5a12e777d70f26ebe is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:09.711218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=a747a1d8-462f-4041-aa56-e915eda8a8bd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.729543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:09.774597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:09.789140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.792892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.798810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.835088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.839157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] Unset dirty status for tenant:982efcfdf9c548508f5d49a107b50c48 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:09.840823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-920ebb71-a56f-43f0-8dd3-4893f617a054 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=30bb916a28a943c58a553dc5bf110f50&name=default HTTP/1.1" status: 200 len: 2647 time: 2.6607006 Jan 31 17:52:09.842375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.850288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.879573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Allocated IP 172.20.0.2 (74258c5e-3cf2-4262-b43a-89535dffe821/42c942ed-09ff-4471-b79d-33cbc28367c5/c2e2cbaa-2591-482d-8a87-70c40be563ef) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:09.880115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:09.882706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35c25441-3cff-4d6d-8921-08f17a94bfa8 None None] Provisioning for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:09.893659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35c25441-3cff-4d6d-8921-08f17a94bfa8 None None] Provisioning complete for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:09.894460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35c25441-3cff-4d6d-8921-08f17a94bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:09.901568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event deleted for resources: {'Network': ['ID=d943d24c-02b7-40b2-8969-165efd0b0dbe,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:09.961091 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] No L3 agents can host the router 82b81d91-0845-4ee0-8909-91ac25400b8a Jan 31 17:52:09.971320 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a72cd9b9-6917-4f0f-bea5-212f281fd5ab tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "DELETE /v2.0/networks/d943d24c-02b7-40b2-8969-165efd0b0dbe HTTP/1.1" status: 204 len: 168 time: 2.3343444 Jan 31 17:52:09.972285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:09.975543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Network 74258c5e-3cf2-4262-b43a-89535dffe821 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:09.980122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:09.982968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:10.024774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35c25441-3cff-4d6d-8921-08f17a94bfa8 None None] Port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:10.045537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event updated for resources: {'Port': ['ID=4b5e9b18-4850-4a82-8a92-2d5a55838de2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.160902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.165867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:10.166481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.171495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.186985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.202591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Transition to ACTIVE for port object c2e2cbaa-2591-482d-8a87-70c40be563ef will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:10.226085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Transition to ACTIVE for port object c2e2cbaa-2591-482d-8a87-70c40be563ef will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:10.232951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.246267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.246995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.257197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.264786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.337774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Pushing event updated for resources: {'Port': ['ID=c2e2cbaa-2591-482d-8a87-70c40be563ef,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.347464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Network 74258c5e-3cf2-4262-b43a-89535dffe821 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:10.348785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.351065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:10.353395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:10.362016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.383953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.403130 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3dc16818-ef19-4da0-9faa-84b53641f3b9 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1649654 Jan 31 17:52:10.405815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:10.458193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Attempting to bind port c2e2cbaa-2591-482d-8a87-70c40be563ef on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:10.458546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Attempting to bind port c2e2cbaa-2591-482d-8a87-70c40be563ef by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd239c2e3-f47f-4793-8827-3623a6376e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:10.459188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Attempting to bind port c2e2cbaa-2591-482d-8a87-70c40be563ef on network 74258c5e-3cf2-4262-b43a-89535dffe821 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:10.470841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:10.471571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Checking segment: {'id': 'd239c2e3-f47f-4793-8827-3623a6376e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:10.473136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.474035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Bound using segment: {'id': 'd239c2e3-f47f-4793-8827-3623a6376e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:10.474999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Bound port: c2e2cbaa-2591-482d-8a87-70c40be563ef, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd239c2e3-f47f-4793-8827-3623a6376e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '74258c5e-3cf2-4262-b43a-89535dffe821'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:10.475802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.565800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18d3524-11d6-400e-9bee-4dc3f5bbfafb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.567262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:10.581571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Network 3d6417b9-fd99-44b5-8110-9c11432668dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:10.586877 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-153cd6a3-34eb-43cf-83f0-8603335b31cd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=50e614ef7dad4fd5a12e777d70f26ebe&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8602803 Jan 31 17:52:10.590002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:10.590156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] For port c2e2cbaa-2591-482d-8a87-70c40be563ef, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:10.595096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:10.605882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] For port c2e2cbaa-2591-482d-8a87-70c40be563ef, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c2e2cbaa-2591-482d-8a87-70c40be563ef,segment=NetworkSegment(d239c2e3-f47f-4793-8827-3623a6376e49),segment_id=d239c2e3-f47f-4793-8827-3623a6376e49)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:10.615063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.615636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.644966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.719355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dec183-f1b8-4caf-8416-a513d88af2c3 None None] Pushing event updated for resources: {'Port': ['ID=c2e2cbaa-2591-482d-8a87-70c40be563ef,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.727981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Deleting port 4b5e9b18-4850-4a82-8a92-2d5a55838de2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:10.729047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.774401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Hosts for router 82b81d91-0845-4ee0-8909-91ac25400b8a: [] {{(pid=83558) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 31 17:52:10.781787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.785555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.786262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.853437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9f832f25-18f3-45d3-a665-26431cbed047 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:10.886490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Hosts for other DVR routers connected to router 82b81d91-0845-4ee0-8909-91ac25400b8a: set() {{(pid=83558) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 31 17:52:10.889131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:10.889769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b129795-f99b-4faa-ae55-fd3daee1e7bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.890895 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2c206a3f-76ef-4961-91b6-71572304e3ad tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "PUT /v2.0/routers/82b81d91-0845-4ee0-8909-91ac25400b8a HTTP/1.1" status: 200 len: 717 time: 3.6394870 Jan 31 17:52:10.891467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Pushing event updated for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:10.897913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.898163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.898888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.899209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.899511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.900046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > port after_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.900531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.901024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.901516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.901991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:10.950345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50942) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:11.086870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a2fd632-d14d-44d0-85b6-4791c4c41305 None None] Provisioning complete for port ac035894-a250-447a-852b-301fb63d891f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:11.087358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd632-d14d-44d0-85b6-4791c4c41305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.156084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6a2fd632-d14d-44d0-85b6-4791c4c41305 None None] Port ac035894-a250-447a-852b-301fb63d891f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:11.166771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9f832f25-18f3-45d3-a665-26431cbed047 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:11.167247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.207123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:11.207123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:11.207123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:11.207123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 17:52:11.207611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287c3851-9e72-48a4-9f20-797a29cd2d7e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:11.298657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b2939c-1ae1-4ee7-8cb3-30f0c29f0d7d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:11.298992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b2939c-1ae1-4ee7-8cb3-30f0c29f0d7d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:11.354616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-faa0055a-2865-4371-954e-24e1b78f9119 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "GET /v2.0/routers/82b81d91-0845-4ee0-8909-91ac25400b8a HTTP/1.1" status: 200 len: 717 time: 0.3875709 Jan 31 17:52:11.358863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:11.379359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.396745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.397907 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9addfb9-0186-4d57-a5f5-3f7f7b7a8e19 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9b129795-f99b-4faa-ae55-fd3daee1e7bb HTTP/1.1" status: 204 len: 168 time: 1.5159726 Jan 31 17:52:11.417279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.430668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.496381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.500291 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:52:11.505783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.555720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:11.556126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.574143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn_limited( Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn_limited( Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:11.579212 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:11.581947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Calling delete_port for 4b5e9b18-4850-4a82-8a92-2d5a55838de2 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:11.710808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:11.714182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:11.804020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.890074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.908175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:11.934690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] Pushing event deleted for resources: {'Network': ['ID=287c3851-9e72-48a4-9f20-797a29cd2d7e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:11.966850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18d3524-11d6-400e-9bee-4dc3f5bbfafb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:12.022180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e7153328-0804-4b24-811d-52307982b42f tempest-RoutersTestDVR-1405929409 tempest-RoutersTestDVR-1405929409-project] 10.222.0.110 "GET /v2.0/routers/82b81d91-0845-4ee0-8909-91ac25400b8a HTTP/1.1" status: 200 len: 683 time: 0.6584918 Jan 31 17:52:12.028159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50956) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:12.061873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d22f3-f070-429c-a98f-e43939d5650a None None] Network 74258c5e-3cf2-4262-b43a-89535dffe821 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:12.077702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:12.086893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-73ebc376-ceec-4663-859d-55074cefe99a tempest-QuotasNegativeTest-1817972134 tempest-QuotasNegativeTest-1817972134-project-admin] 10.222.0.110 "DELETE /v2.0/networks/287c3851-9e72-48a4-9f20-797a29cd2d7e HTTP/1.1" status: 204 len: 168 time: 2.1117322 Jan 31 17:52:12.106722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.107835 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3312846d-c887-4104-a363-0c046f549aa7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b18d3524-11d6-400e-9bee-4dc3f5bbfafb HTTP/1.1" status: 204 len: 168 time: 1.5003796 Jan 31 17:52:12.123411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.142930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router 92ec6fbc-8179-4893-aaae-c10fa7955056 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:12.169536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:12.173440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b583d4f1b1c443ebb29e4a18138973be is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:12.177116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:12.183226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:12.254518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.264178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.296042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.372828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fe9523f2-9b70-4a93-8909-ce403d63558f None None] Provisioning for port c2e2cbaa-2591-482d-8a87-70c40be563ef completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:12.428448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event deleted for resources: {'Port': ['ID=4b5e9b18-4850-4a82-8a92-2d5a55838de2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:12.464032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3403c6d6-60fc-4cd8-b938-4da4e5c5fbf2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:12.470012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Router 8e24a824-b93a-4106-8d83-803850882f7b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:52:12.478080 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-35819532-19bd-438e-af76-60479fc5e0a3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b583d4f1b1c443ebb29e4a18138973be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3957915 Jan 31 17:52:12.484582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:12.508256 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.523752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1e6170a4-6ec9-4706-9d52-4afde0e9019f None None] Provisioning complete for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:12.524175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e6170a4-6ec9-4706-9d52-4afde0e9019f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.616177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1e6170a4-6ec9-4706-9d52-4afde0e9019f None None] Port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:12.854864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.875909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:12.897012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-edff5cea-3b08-4925-8686-b536d631c2d1 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "DELETE /v2.0/ports/4b5e9b18-4850-4a82-8a92-2d5a55838de2 HTTP/1.1" status: 204 len: 168 time: 2.4780149 Jan 31 17:52:12.904153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:12.905554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c2e2cbaa-2591-482d-8a87-70c40be563ef up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:12.959909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.045740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:13.058390 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Sync routers for ids ['92ec6fbc-8179-4893-aaae-c10fa7955056'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:13.085037 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Routers {'92ec6fbc-8179-4893-aaae-c10fa7955056'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:13.085767 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['92ec6fbc-8179-4893-aaae-c10fa7955056'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:13.098801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.103341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.107326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Router 3979ef21-d24b-47e7-a566-99e557aa6789 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:52:13.138450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c2e2cbaa-2591-482d-8a87-70c40be563ef completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:13.165605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c2e2cbaa-2591-482d-8a87-70c40be563ef triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:13.168260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.178914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3403c6d6-60fc-4cd8-b938-4da4e5c5fbf2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:13.196326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.197205 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ffb0f1cd-d927-4ed7-a274-07397305c319 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3403c6d6-60fc-4cd8-b938-4da4e5c5fbf2 HTTP/1.1" status: 204 len: 168 time: 0.7115853 Jan 31 17:52:13.200797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.218598 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2c43d02f-2a72-4fff-9300-d69edcdb413f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.6880333 Jan 31 17:52:13.220427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 50990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.248051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.295704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aacc628-175a-4693-be20-c49f284c4451 None None] Could not find standard attr ID for object 4b5e9b18-4850-4a82-8a92-2d5a55838de2. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:52:13.383140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 50994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.407830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.483029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.488660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Set router 92ec6fbc-8179-4893-aaae-c10fa7955056 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:13.559196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c2e2cbaa-2591-482d-8a87-70c40be563ef, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c2e2cbaa-2591-482d-8a87-70c40be563ef,segment=NetworkSegment(d239c2e3-f47f-4793-8827-3623a6376e49),segment_id=d239c2e3-f47f-4793-8827-3623a6376e49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:13.562542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.570965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.571407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.629670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:13.633954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Usage tracker for resource:security_group_rule and tenant:298aa8f2d28942ba9511d564d94381aa is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:13.637296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:13.649531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:13.680175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c2e2cbaa-2591-482d-8a87-70c40be563ef,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:13.709632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.710029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82b81d91-0845-4ee0-8909-91ac25400b8a {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:13.730405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:13.736897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-12477af1-9389-44a6-b542-300fc0141c9b tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4311 time: 0.8242836 Jan 31 17:52:13.780106 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2493bb60-25ca-487f-9748-eb6be28ae1d6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=14f77c6490d84d2db24895af8e3ab571&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6221428 Jan 31 17:52:13.780468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Sync routers for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:13.781041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.781041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.781041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-104348071'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:13.781378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:13.781378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:13.790323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:13.809795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Usage tracker for resource:network and tenant:8be84c9e42634917a866c96f6a9466d5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:13.824024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:13.872859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:13.880141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e51fad64-c1e0-48ec-bfb1-427bfb0cc7bb tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "DELETE /v2.0/routers/82b81d91-0845-4ee0-8909-91ac25400b8a HTTP/1.1" status: 204 len: 168 time: 1.8509574 Jan 31 17:52:13.883326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:13.892334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:13.896533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9685ac58-3ebe-4067-a65c-0adbf5a12ab2 admin admin] 10.222.0.110 "PUT /v2.0/routers/8e24a824-b93a-4106-8d83-803850882f7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5899408 Jan 31 17:52:13.902307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Request body: {'router': {'name': 'tempest-router-1108365453', 'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:13.907644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:13.919568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Usage tracker for resource:router and tenant:f9890ad16ac5460da96bd84cd3fb5213 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:13.922965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:13.931462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:14.011502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.065060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.073083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:14.086163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.143817 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6fbc-8179-4893-aaae-c10fa7955056', 'name': '', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '874f09a7-de60-4781-a858-2bbd56738813', 'external_fixed_ips': [{'subnet_id': '78c2f076-914b-4365-aa41-3327fd912fe8', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': 'a747a1d8-462f-4041-aa56-e915eda8a8bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:06Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'a747a1d8-462f-4041-aa56-e915eda8a8bd', 'name': '', 'network_id': '874f09a7-de60-4781-a858-2bbd56738813', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:89:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec6fbc-8179-4893-aaae-c10fa7955056', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '78c2f076-914b-4365-aa41-3327fd912fe8', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78c2f076-914b-4365-aa41-3327fd912fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:14.149122 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking router: 92ec6fbc-8179-4893-aaae-c10fa7955056 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:14.150665 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Updating router 92ec6fbc-8179-4893-aaae-c10fa7955056 port a747a1d8-462f-4041-aa56-e915eda8a8bd binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:14.230636 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.326853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.384029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.502940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:14.509179 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=298aa8f2d28942ba9511d564d94381aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1142278 Jan 31 17:52:14.509179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Made reservation on behalf of 8be84c9e42634917a866c96f6a9466d5 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:14.510623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.517514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e2cfb49f-2d4c-4a0e-b770-abf7ecbbc5cf admin admin] 10.222.0.110 "PUT /v2.0/routers/3979ef21-d24b-47e7-a566-99e557aa6789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8304718 Jan 31 17:52:14.517786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:14.550258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.551443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.630976 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Sync routers for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:14.685625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.687329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.692922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:08Z', 'revision_number': 2, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:14.702066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Checking router: 8e24a824-b93a-4106-8d83-803850882f7b for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:14.702422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Updating router 8e24a824-b93a-4106-8d83-803850882f7b port ac035894-a250-447a-852b-301fb63d891f binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:14.726030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.733969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:14.741001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:14.742743 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:14.745055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93f150-d39d-412d-8488-1fb6f2457f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cafafd-040a-4655-b003-b0bc43e0e84d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:14.751760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.821673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.823340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Added segment 89c00f5e-984e-4bab-8155-ea258f94f71b of type vlan for network a2751aff-0cba-43fc-8ad3-64d63b648a6f Jan 31 17:52:14.827669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c2e2cbaa-2591-482d-8a87-70c40be563ef up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:14.830676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.864992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.896695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a53d77-d033-4a34-a0ad-837aa670c8c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:14.910453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.918556 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a0894285-3ae4-4087-b6d8-329082c0a8ab admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e3a53d77-d033-4a34-a0ad-837aa670c8c8 HTTP/1.1" status: 204 len: 168 time: 1.1641281 Jan 31 17:52:14.920785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:14.930582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7300fd21-9a8b-41ca-9be1-4d3e0b4f093d tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.0321722 Jan 31 17:52:14.931291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:15.025531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.092458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cafafd-040a-4655-b003-b0bc43e0e84d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:15.101502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.120219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.122791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f7d92b63-df9b-4330-8752-d634fcd079c1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/96cafafd-040a-4655-b003-b0bc43e0e84d HTTP/1.1" status: 204 len: 168 time: 0.6012881 Jan 31 17:52:15.124458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting port a747a1d8-462f-4041-aa56-e915eda8a8bd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:15.124792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.133879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.136844 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.db.resource_extend [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:15.267979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:15.297923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.311114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c2e2cbaa-2591-482d-8a87-70c40be563ef triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:15.311545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.325916 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:15.380843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.385958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:15.386740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.507854 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.558555 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Transition to ACTIVE for port object a747a1d8-462f-4041-aa56-e915eda8a8bd will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:15.580515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.664904 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.753784 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab549cba-ff1d-443c-9e43-47ac468130a9 None None] Pushing event updated for resources: {'Port': ['ID=a747a1d8-462f-4041-aa56-e915eda8a8bd,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:15.781729 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0273905 Jan 31 17:52:15.795176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:15.823416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea3a8e-b407-469e-91d6-8ecb90e8b853 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event updated for resources: {'Network': ['ID=a2751aff-0cba-43fc-8ad3-64d63b648a6f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:15.906313 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:15.906749 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:15.907111 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on network 874f09a7-de60-4781-a858-2bbd56738813 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:15.928786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Calling delete_port for a747a1d8-462f-4041-aa56-e915eda8a8bd owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:15.956416 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:15.956781 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:15.957171 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.957579 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound using segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:15.958040 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound port: a747a1d8-462f-4041-aa56-e915eda8a8bd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:15.958506 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:15.986422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a2751aff-0cba-43fc-8ad3-64d63b648a6f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:16.247189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:16.259332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--926145862', 'description': 'tempest-description--1539556398'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:16.280179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:16.293068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Usage tracker for resource:security_group and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:16.303230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:16.313868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:16.334844 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] For port a747a1d8-462f-4041-aa56-e915eda8a8bd, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:16.339597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.361389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.db.api [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 31 17:52:16.361389 dv-neutron-823271-3-hyperv neutron-server[83560]: [SQL: INSERT INTO ml2_port_binding_levels (port_id, host, level, driver, segment_id) VALUES (%(port_id)s, %(host)s, %(level)s, %(driver)s, %(segment_id)s)] Jan 31 17:52:16.361389 dv-neutron-823271-3-hyperv neutron-server[83560]: [parameters: {'port_id': 'a747a1d8-462f-4041-aa56-e915eda8a8bd', 'host': 'dv-neutron-823271-3-hyperv', 'level': 0, 'driver': 'openvswitch', 'segment_id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677'}] Jan 31 17:52:16.361389 dv-neutron-823271-3-hyperv neutron-server[83560]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=83560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:52:16.364231 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG oslo_db.api [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:52:16.392354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:52:16.393116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:52:16.396625 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 2, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:16.407874 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Checking router: 3979ef21-d24b-47e7-a566-99e557aa6789 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:16.414875 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Updating router 3979ef21-d24b-47e7-a566-99e557aa6789 port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:16.436835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:16.444192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Usage tracker for resource:security_group_rule and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:16.449599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:16.463577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:16.475182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:16.476523 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9bb76dc7-0aaf-402b-9b6d-03c181b4881a tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks HTTP/1.1" status: 200 len: 5523 time: 0.6798048 Jan 31 17:52:16.572497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.583502 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.588331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:16.600875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Transition to ACTIVE for port object ac035894-a250-447a-852b-301fb63d891f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:16.619732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.662016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.750116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f236-dd3d-46b7-882d-eeb37de6a416 None None] Pushing event updated for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:16.861497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.874032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.899008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting port a747a1d8-462f-4041-aa56-e915eda8a8bd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:16.899685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.947759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.948211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 372f9f90-995a-4983-ac26-c5b8317b7e55 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:16.959936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:16.967600 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-74a0a2da-0a48-4343-8878-06c05bb86570 tempest-RoutersTestDVR-284195822 tempest-RoutersTestDVR-284195822-project-admin] 10.222.0.110 "DELETE /v2.0/routers/372f9f90-995a-4983-ac26-c5b8317b7e55 HTTP/1.1" status: 204 len: 168 time: 2.0126455 Jan 31 17:52:17.133226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Attempting to bind port ac035894-a250-447a-852b-301fb63d891f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:17.133226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Attempting to bind port ac035894-a250-447a-852b-301fb63d891f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:17.133884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Attempting to bind port ac035894-a250-447a-852b-301fb63d891f on network 3d6417b9-fd99-44b5-8110-9c11432668dc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:17.155625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:17.155989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Checking segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:17.159773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.160167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Bound using segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:17.160735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Bound port: ac035894-a250-447a-852b-301fb63d891f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:17.161728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.284609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] For port a747a1d8-462f-4041-aa56-e915eda8a8bd, host dv-neutron-823271-3-hyperv, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:17.285374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.334631 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.351209 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Transition to ACTIVE for port object 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:17.372810 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.380329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] For port ac035894-a250-447a-852b-301fb63d891f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:17.385081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] For port ac035894-a250-447a-852b-301fb63d891f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ac035894-a250-447a-852b-301fb63d891f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:17.400106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.466063 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12200643-fd96-4de9-b4aa-77b59ab7fd48 None None] Pushing event updated for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:17.479388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Calling delete_port for a747a1d8-462f-4041-aa56-e915eda8a8bd owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:17.574892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0f236-dd3d-46b7-882d-eeb37de6a416 None None] Pushing event updated for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:17.578093 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:17.578421 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:17.579150 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on network 874f09a7-de60-4781-a858-2bbd56738813 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:17.596379 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:17.598208 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:17.598716 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.599203 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound using segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:17.599839 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound port: a747a1d8-462f-4041-aa56-e915eda8a8bd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:17.600359 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.632040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:17.632660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:17.763541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:17.921954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:17.934395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531593633', 'description': 'tempest-description--1412697231'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:17.945563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:17.971033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Usage tracker for resource:security_group and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:17.979041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:17.988838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:17.999156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:18.005020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:18.020882 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.db.api [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:52:18.021221 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG oslo_db.api [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:52:18.025745 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Attempting to bind port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:18.026103 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Attempting to bind port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:18.027034 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Attempting to bind port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 on network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:18.040040 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:18.043835 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Checking segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:18.044317 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.044801 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Bound using segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:18.045341 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Bound port: 79e5c26d-be2b-4e07-9ffb-d4e8ee761586, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:18.046002 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.058799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:18.066663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.077358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Usage tracker for resource:security_group_rule and tenant:30026cdbbbd74b4db9b99ef6a248801f is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:18.091667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.101018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d49402-f128-4fab-8754-667322d5d9d2 tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] Network a2751aff-0cba-43fc-8ad3-64d63b648a6f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:18.107218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:18.114177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Port': ['ID=a747a1d8-462f-4041-aa56-e915eda8a8bd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:18.127271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.156418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:18.195200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:18.200306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Usage tracker for resource:security_group_rule and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:18.206479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:18.211893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9d49402-f128-4fab-8754-667322d5d9d2 tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "POST /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.7351794 Jan 31 17:52:18.215143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d806625-e778-4de1-b35f-12ece612dc04,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:18.216212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:18.230111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:18.271009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.272848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-44d06dae-935f-4270-86fa-3b7df64d8c20 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.0247345 Jan 31 17:52:18.281114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:18.297908 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] For port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:18.307403 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] For port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:18.311622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'security_group_rule': {'security_group_id': '8d806625-e778-4de1-b35f-12ece612dc04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:18.318228 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.323464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:18.333260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Usage tracker for resource:security_group_rule and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:18.340009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:18.351908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:18.360605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d6a629-619b-4c6f-a25e-3d26156dc84e None None] Network a2751aff-0cba-43fc-8ad3-64d63b648a6f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:18.531160 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12200643-fd96-4de9-b4aa-77b59ab7fd48 None None] Pushing event updated for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:18.554636 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:18.555454 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:18.563775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.578886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.579482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.677107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:18.685952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Usage tracker for resource:security_group_rule and tenant:5bc12b7da7f54e108ad25b3daccbec6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:18.691718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:18.714408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:18.813456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.838183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.857968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.860173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:18.897596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.915651 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:18.915938 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:18.916283 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Attempting to bind port a747a1d8-462f-4041-aa56-e915eda8a8bd on network 874f09a7-de60-4781-a858-2bbd56738813 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:18.939240 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=30026cdbbbd74b4db9b99ef6a248801f&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3480062 Jan 31 17:52:18.945357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:18.971603 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:18.972183 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Checking segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:18.972647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.973030 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound using segment: {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:18.973515 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Bound port: a747a1d8-462f-4041-aa56-e915eda8a8bd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56463cd-b3b9-49e3-b8c6-6915c19a1677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '874f09a7-de60-4781-a858-2bbd56738813'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:18.976245 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.988203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:18.990999 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0669596 Jan 31 17:52:19.024736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:19.043690 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.plugin [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Port a747a1d8-462f-4041-aa56-e915eda8a8bd has been deleted concurrently {{(pid=83560) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Jan 31 17:52:19.048227 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:19.063547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'security_group_rule': {'security_group_id': 'de491774-9316-4af3-b376-eece32dcbf94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:19.158765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d2aa2-e678-4b0f-80f7-64d8ae64e663 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de491774-9316-4af3-b376-eece32dcbf94,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:19.163404 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Routers {'92ec6fbc-8179-4893-aaae-c10fa7955056'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:19.164002 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['92ec6fbc-8179-4893-aaae-c10fa7955056'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:19.194645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:17Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:19.194913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:19.199325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e2fa2e-a531-4b1f-87ed-7ea90214dcc5 None None] The sync data for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv is: [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:17Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:19.204303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.214397 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ca715ef5-5a32-4a0d-a981-daa89bd60515 tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks HTTP/1.1" status: 200 len: 6268 time: 0.9941945 Jan 31 17:52:19.218954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:19.231337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Usage tracker for resource:security_group_rule and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:19.232763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-224991881', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:19.234690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.244499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:19.244750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.247829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe4dbe-dd64-4bb8-82a8-a71bbf6460a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd02072-11cc-4d11-91aa-1ca8e449da4a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:19.251910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:19.263028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Usage tracker for resource:port and tenant:72e54bbd4a514c789515aebaf8fc6087 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:19.274944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:19.279377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.293354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:19.343310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.371768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Made reservation on behalf of 72e54bbd4a514c789515aebaf8fc6087 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:19.374388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.424036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:19.428395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.457170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.457170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 92ec6fbc-8179-4893-aaae-c10fa7955056 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:19.463255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0d7dae-dd94-4740-94ad-5c26d9da2911,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:19.465120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.496533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:19.500376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Usage tracker for resource:security_group_rule and tenant:72e54bbd4a514c789515aebaf8fc6087 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:19.503936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:19.510763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:19.522982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.577521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.587866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.589560 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b45525d8-caef-48c7-92fe-fdc843c33359 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3007410 Jan 31 17:52:19.613818 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] Set router 92ec6fbc-8179-4893-aaae-c10fa7955056 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:19.627937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.629839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:19.660601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'security_group_rule': {'security_group_id': '8d806625-e778-4de1-b35f-12ece612dc04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:19.664004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.678600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:19.682830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] device_id is not set on port bb6bd64f-3c5c-4343-b0dd-51e1450ac477 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:19.762723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6055d2-d84f-4c64-99ab-181bb210a864,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:19.773678 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d03c2dc5-68a0-4dbe-bf0f-bf7b827936d5 tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "DELETE /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks/a2751aff-0cba-43fc-8ad3-64d63b648a6f HTTP/1.1" status: 204 len: 168 time: 0.5518172 Jan 31 17:52:19.777353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51184) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:19.801562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec6fbc-8179-4893-aaae-c10fa7955056', 'name': '', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:06Z', 'updated_at': '2022-01-31T17:52:17Z', 'revision_number': 5, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:19.821885 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22134b1e-b3d9-4b1c-a4fd-fe3ce5f4e8f0 None None] The sync data for ids ['92ec6fbc-8179-4893-aaae-c10fa7955056'] in dv-neutron-823271-3-hyperv is: [{'id': '92ec6fbc-8179-4893-aaae-c10fa7955056', 'name': '', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:06Z', 'updated_at': '2022-01-31T17:52:17Z', 'revision_number': 5, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:19.944667 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:18Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:19.954311 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f451a-34bf-4ae8-9b31-df6732f54fee None None] The sync data for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv is: [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:18Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:19.968313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:19.989683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b7b23a67-8777-44dc-802b-c1c4e3e9492d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5bc12b7da7f54e108ad25b3daccbec6c&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2242641 Jan 31 17:52:19.994518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.006791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.021459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Usage tracker for resource:security_group_rule and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:20.029539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.051879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Allocated IP 172.26.4.173 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/bb6bd64f-3c5c-4343-b0dd-51e1450ac477) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:20.074803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:20.076458 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e12dfaf4-42aa-4d7a-b0a5-a511b057ad72 tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks HTTP/1.1" status: 200 len: 5523 time: 0.2949803 Jan 31 17:52:20.084546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c008ffc-ad07-40ca-9c71-bd25f77b3080,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:20.086699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51194) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.118539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e83f90-6c06-4470-aab8-877cba4d1361,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:20.122865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.127356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-24ba4ef1-7ef7-48f9-9b0f-ae8ec9756f88 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0978487 Jan 31 17:52:20.127356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.134542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:20.135054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'security_group_rule': {'security_group_id': 'de491774-9316-4af3-b376-eece32dcbf94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:20.144769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:20.150254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Usage tracker for resource:security_group_rule and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:20.155573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:20.157367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.158909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-59e5b7d9-e35b-425f-86c3-74fa3ea7dae7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/routers/92ec6fbc-8179-4893-aaae-c10fa7955056 HTTP/1.1" status: 204 len: 168 time: 6.9368937 Jan 31 17:52:20.165047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51202) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.165389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.170116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-23de5a96-47bc-4401-9425-9cf3a152870e tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/networks/74258c5e-3cf2-4262-b43a-89535dffe821/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0822008 Jan 31 17:52:20.173087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:20.174738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.179885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.247361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.284285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3f027e7a-b6d6-445d-ad99-b8494e072bdd tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/networks/74258c5e-3cf2-4262-b43a-89535dffe821/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0728488 Jan 31 17:52:20.284931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.288681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.289839 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0bd02072-11cc-4d11-91aa-1ca8e449da4a HTTP/1.1" status: 204 len: 168 time: 1.3433964 Jan 31 17:52:20.290759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d261ee-dfbd-4ae3-9e76-fd2fdc9df692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd02072-11cc-4d11-91aa-1ca8e449da4a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:20.304735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.332774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting subnet 78c2f076-914b-4365-aa41-3327fd912fe8 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:52:20.357964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.480543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.481977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-274902408', 'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:20.487694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:20.491568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:network and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:20.494598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:20.504941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:20.571288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.627059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Made reservation on behalf of 47f65573d58548a98f204170d625f5fc for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:20.630442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.647372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.672726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.696934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.726458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.733670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.754389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.806104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.825117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.849506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e23f894-4cc3-466b-9ee9-8ac37b0adff7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:20.871907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.881468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:20.886248 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a2a6b123-cc8b-4d73-a747-6036dfb8d97b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2514808 Jan 31 17:52:20.895435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:20.928938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:20.961383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ac035894-a250-447a-852b-301fb63d891f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:20.968417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d50301-d3f1-46f5-a32b-11013e8005a8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:20.995360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:20.996600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:21.008451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:21.008953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Usage tracker for resource:floatingip and tenant:e5a00c118f8f43c6b498a86acccad998 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:21.011702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.012922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:21.016399 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-03edc397-d1fc-4e0e-b350-81a91c8441f1 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8886712 Jan 31 17:52:21.017286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:21.034869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:21.035858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:21.042310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:21.043991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Pushing event updated for resources: {'Port': ['ID=bb6bd64f-3c5c-4343-b0dd-51e1450ac477,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:21.048177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Usage tracker for resource:floatingip and tenant:c5f7b955456e4d61b83da51d189312cd is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:21.050551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:21.053513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:21.060466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:21.064925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:21.073999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:security_group_rule and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:21.088636 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-76b74487-9bc4-4372-892b-1198e588151c tempest-DHCPAgentSchedulersTestJSON-88126812 tempest-DHCPAgentSchedulersTestJSON-88126812-project-admin] 10.222.0.110 "GET /v2.0/agents/a0723041-7265-4d0d-8493-72055ae03d50/dhcp-networks HTTP/1.1" status: 200 len: 5523 time: 0.8007336 Jan 31 17:52:21.089858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:21.092579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51238) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:21.101192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.120929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.125006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ac035894-a250-447a-852b-301fb63d891f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:21.131422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ac035894-a250-447a-852b-301fb63d891f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:21.131800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.139366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.184832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6055d2-d84f-4c64-99ab-181bb210a864,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:21.282694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:21.282890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.288802 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a05d41d-204f-4b26-84b4-69cb0f986d3f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cf6055d2-d84f-4c64-99ab-181bb210a864 HTTP/1.1" status: 204 len: 168 time: 1.2616210 Jan 31 17:52:21.290803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.305838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:21.306596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.357228 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-46090a12-4c97-4885-afc2-4e26679113b4 tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4752600 Jan 31 17:52:21.359967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:21.380302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.173'}]}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:21.381854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.393156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:21.397975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Usage tracker for resource:router and tenant:72e54bbd4a514c789515aebaf8fc6087 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:21.402831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:21.410255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:21.444504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.445659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.462211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port ac035894-a250-447a-852b-301fb63d891f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ac035894-a250-447a-852b-301fb63d891f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:21.466328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.468814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.478981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.479660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:21.491837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.578307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.677153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:21.697500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:21.704126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:21.704488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.778993 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/78c2f076-914b-4365-aa41-3327fd912fe8 HTTP/1.1" status: 204 len: 168 time: 1.6109173 Jan 31 17:52:21.789662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:21.819759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affd979-4c1b-48d7-b450-eebc49b74c80 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=78c2f076-914b-4365-aa41-3327fd912fe8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:21.848692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.876751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.933945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:21.939112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:21.972872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2751aff-0cba-43fc-8ad3-64d63b648a6f']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.005709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:22.013556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c00f5e-984e-4bab-8155-ea258f94f71b') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.014193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c00f5e-984e-4bab-8155-ea258f94f71b') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.032949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:22.038777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.047633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.055310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.063557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.115150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:22.121286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.131930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Allocated IP 172.26.4.21 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/972e4019-9865-4db2-87d1-d63d6c22f31e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:22.143160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.144538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d8fc6-fddf-4ef8-8597-780e7c532e89,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:22.154706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:22.154898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.165300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:22.176899 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:22.227930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:22.238513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Usage tracker for resource:security_group_rule and tenant:f9890ad16ac5460da96bd84cd3fb5213 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:22.244952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:22.260788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.262589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:22.383945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.384279 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Added segment 0042b2dd-9b43-47cc-a128-02c6dfb9f288 of type vlan for network d75cf59f-cd57-4d7d-abbd-31a6913e2626 Jan 31 17:52:22.390675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.435440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.446565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event deleted for resources: {'Network': ['ID=a2751aff-0cba-43fc-8ad3-64d63b648a6f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:22.496876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.523339 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ccc52cc3-3d73-4435-81cb-e499f347d328 tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "DELETE /v2.0/networks/a2751aff-0cba-43fc-8ad3-64d63b648a6f HTTP/1.1" status: 204 len: 168 time: 1.4261303 Jan 31 17:52:22.529968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:22.598507 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-311ed0c7-0df1-421e-9626-e978dd949cfb tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] DELETE failed (client error): The resource could not be found. Jan 31 17:52:22.598961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311ed0c7-0df1-421e-9626-e978dd949cfb tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:52:22.600572 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-311ed0c7-0df1-421e-9626-e978dd949cfb tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "DELETE /v2.0/ports/4b5e9b18-4850-4a82-8a92-2d5a55838de2 HTTP/1.1" status: 404 len: 333 time: 0.0696840 Jan 31 17:52:22.604205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51282) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:22.608050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.615413 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.641432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f09a7-de60-4781-a858-2bbd56738813']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.645520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.646336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:22.646905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.650048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.654646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56463cd-b3b9-49e3-b8c6-6915c19a1677') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.654938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56463cd-b3b9-49e3-b8c6-6915c19a1677') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:22.667661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.689797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.701123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.715693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:22.716179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:22.739901 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:22.799823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.6304247 Jan 31 17:52:22.809959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:22.823929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'subnet': {'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:22.828990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ac035894-a250-447a-852b-301fb63d891f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:22.835595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a815607d-e0dc-4d78-b80d-77f1bb5cf6b9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:22.845124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e998725c-b7ab-4599-b3c1-21023ef66a5f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f9890ad16ac5460da96bd84cd3fb5213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8378823 Jan 31 17:52:22.849652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:22.864887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:22.882627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:subnet and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:22.903787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f557f-2190-416e-ab61-c813dd8181e5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Network': ['ID=d75cf59f-cd57-4d7d-abbd-31a6913e2626,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:22.921048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:22.934476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:22.968192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Deleting subnet 42c942ed-09ff-4471-b79d-33cbc28367c5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:52:22.971316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:22.973827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:23.013638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.044035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.061018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ac035894-a250-447a-852b-301fb63d891f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:23.061622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.082202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.131059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Allocated IP 172.26.4.222 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/8cf80c4e-06d2-4e29-b806-5da5464c1d5b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:23.156428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 874f09a7-de60-4781-a858-2bbd56738813 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:52:23.168146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'Port': ['ID=972e4019-9865-4db2-87d1-d63d6c22f31e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:23.170993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Network': ['ID=874f09a7-de60-4781-a858-2bbd56738813,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:23.189244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:23.191054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.205537 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-896a6fde-e538-49d5-879c-457fbb834917 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/networks/874f09a7-de60-4781-a858-2bbd56738813 HTTP/1.1" status: 204 len: 168 time: 1.4000268 Jan 31 17:52:23.210578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:23.212461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Made reservation on behalf of 47f65573d58548a98f204170d625f5fc for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:23.214729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.228778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:23.258515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.288787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:23.404139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51306) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:23.409822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:23.410490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.532470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.542734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.600283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.642162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.695407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.721082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:23.740921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'name': 'tempest-router--909484712', 'project_id': 'efd30233d022480a8866f678fe098f05'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:23.746821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:23.749567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:router and tenant:efd30233d022480a8866f678fe098f05 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:23.752256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:23.754849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.758694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:23.828521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-535813457'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:23.838160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.845198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:23.890993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Usage tracker for resource:network and tenant:42bada1862db417882a7e1b0611be44b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:23.897735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.898645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.906255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:23.907874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:23.910762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event deleted for resources: {'Subnet': ['ID=42c942ed-09ff-4471-b79d-33cbc28367c5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:23.912421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'Port': ['ID=8cf80c4e-06d2-4e29-b806-5da5464c1d5b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:23.921533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:23.923406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:23.926208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:23.960775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.967613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99beb137-9828-4d94-983d-e22c675c5f5d None None] Network 74258c5e-3cf2-4262-b43a-89535dffe821 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:23.988884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:23.989940 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2ef1f060-66bd-49ce-970b-14788c93157d tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "DELETE /v2.0/subnets/42c942ed-09ff-4471-b79d-33cbc28367c5 HTTP/1.1" status: 204 len: 168 time: 1.3837597 Jan 31 17:52:23.990847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Made reservation on behalf of 42bada1862db417882a7e1b0611be44b for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:23.994278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.000504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:24.011537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.032489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.066323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:24.106278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815607d-e0dc-4d78-b80d-77f1bb5cf6b9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:24.106474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Usage tracker for resource:security_group_rule and tenant:42bada1862db417882a7e1b0611be44b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:24.110697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:24.120888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:24.237397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.248667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.256710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] DHCP port deletion for 74258c5e-3cf2-4262-b43a-89535dffe821 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:52:24.261838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Deleting port c2e2cbaa-2591-482d-8a87-70c40be563ef {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:24.262260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.269830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.323070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.329826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.332678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.375839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.407644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] vlan segment allocate from pool success with {'vlan_id': 1435, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:24.426090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bad718-6b38-40d6-b3c6-435a9ab9f1b2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:24.429491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.431981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.432314 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Added segment b57557e1-eb2f-4793-8b1e-49edc0fca5a9 of type vlan for network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf Jan 31 17:52:24.462307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.499264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] For port c2e2cbaa-2591-482d-8a87-70c40be563ef, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c2e2cbaa-2591-482d-8a87-70c40be563ef,segment=NetworkSegment(d239c2e3-f47f-4793-8827-3623a6376e49),segment_id=d239c2e3-f47f-4793-8827-3623a6376e49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:24.499606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.580246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Deleting port c2e2cbaa-2591-482d-8a87-70c40be563ef {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:24.580552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.595708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.669320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Calling delete_port for c2e2cbaa-2591-482d-8a87-70c40be563ef owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:24.672599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.677088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:24.677716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.779028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.782516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4d8bfdd7-072c-444c-acb9-21badf49a2b5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a815607d-e0dc-4d78-b80d-77f1bb5cf6b9 HTTP/1.1" status: 204 len: 168 time: 1.9142301 Jan 31 17:52:24.788877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:24.794002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.795198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-69317732-53cd-4be7-9047-ac6e488aa417 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0653806 Jan 31 17:52:24.802657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:24.816511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c2e2cbaa-2591-482d-8a87-70c40be563ef no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:52:24.829383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Pushing event updated for resources: {'Network': ['ID=60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:24.851606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.857362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cc492056-a3a8-4cf0-ae2e-cb45ce36919b tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4493439 Jan 31 17:52:24.865914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:24.887204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:25.036258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'Port': ['ID=8cf80c4e-06d2-4e29-b806-5da5464c1d5b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:25.059028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.084473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.100756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.102549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3aeac9f7-fe64-4f65-b96b-d086fe41d17b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0784531 Jan 31 17:52:25.109175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.171229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] Pushing event deleted for resources: {'Port': ['ID=c2e2cbaa-2591-482d-8a87-70c40be563ef,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:25.181677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db73bc-198d-4d37-8530-58841e181d3c None None] No DVR routers for this DVR port c2e2cbaa-2591-482d-8a87-70c40be563ef on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:52:25.258211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] The port 'c2e2cbaa-2591-482d-8a87-70c40be563ef' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:52:25.265532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51338) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:25.271644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf', 'binding:host_id': 'hv-neutron-8232', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-36436735'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:25.278309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:25.283271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Usage tracker for resource:port and tenant:1e869a431c89419ba53f6d4ae52389fa is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:25.289009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:25.298387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:25.313138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Made reservation on behalf of 1e869a431c89419ba53f6d4ae52389fa for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:25.316614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.331507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.374960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:25.380607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Usage tracker for resource:security_group_rule and tenant:1e869a431c89419ba53f6d4ae52389fa is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:25.383857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:25.390981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:25.474581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.480104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.495546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port 73470fed-dfd3-4281-b122-b6297df14ab3 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:25.578689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f6d17a-ff1b-4784-a7d0-6745151867c0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:25.664861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:25.683187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.791693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.817430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.826271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port 73470fed-dfd3-4281-b122-b6297df14ab3 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:25.841468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.857699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Transition to ACTIVE for port object 73470fed-dfd3-4281-b122-b6297df14ab3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:25.870032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.970339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:25.971726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=73470fed-dfd3-4281-b122-b6297df14ab3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:25.994414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Checking segment: {'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:25.995108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Network hostable DHCP agents. Network: 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:26.026180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:26.038854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:26.046390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:26.047735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08832c94-a01f-4b1b-82b7-214da422ea98 None None] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:26.063417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74258c5e-3cf2-4262-b43a-89535dffe821']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:26.072853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.073312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.073920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.074900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'Port': ['ID=972e4019-9865-4db2-87d1-d63d6c22f31e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:26.081513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.082234 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.082961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 2 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.092443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51376) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:26.100320 dv-neutron-823271-3-hyperv neutron-server[83558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 17:52:26.126326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.126737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.127274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.136798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.151144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd239c2e3-f47f-4793-8827-3623a6376e49') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:26.151489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd239c2e3-f47f-4793-8827-3623a6376e49') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:26.154433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.158107 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.158107 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 3 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.172743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:26.173606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.174006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.174438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.178261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.186563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.186993 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.187855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 4 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.197910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-3e14cbc8-52a7-4546-8607-305b7022dc5d tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Synchronizing usage tracker for tenant:c5f7b955456e4d61b83da51d189312cd on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:26.202644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.210822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:26.211364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.216784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.217161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.217629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.226639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.227033 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.227442 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 5 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.238490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-3e14cbc8-52a7-4546-8607-305b7022dc5d tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Unset dirty status for tenant:c5f7b955456e4d61b83da51d189312cd on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:26.246541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-3e14cbc8-52a7-4546-8607-305b7022dc5d tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--531593633&fields=id&tenant_id=c5f7b955456e4d61b83da51d189312cd HTTP/1.1" status: 200 len: 267 time: 0.1529319 Jan 31 17:52:26.339867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.340494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.340494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.375203 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ba8d68b7-1de3-459b-8aa4-7698fcbec794 tempest-AgentManagementNegativeTest-95614395 tempest-AgentManagementNegativeTest-95614395-project] 10.222.0.110 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1937482 Jan 31 17:52:26.379780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.380041 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.380425 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 6 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:26.398842 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:26.409676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.413593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.414047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.414404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.437794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.438116 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.439686 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 7 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.454709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-03e1f75a-dba5-464f-b02c-d748b7b125f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:26.455283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-03e1f75a-dba5-464f-b02c-d748b7b125f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Synchronizing usage tracker for tenant:c5f7b955456e4d61b83da51d189312cd on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:26.466854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.466854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.467271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.479242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.479563 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.480676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 8 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.490929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-03e1f75a-dba5-464f-b02c-d748b7b125f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Unset dirty status for tenant:c5f7b955456e4d61b83da51d189312cd on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:26.492180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-03e1f75a-dba5-464f-b02c-d748b7b125f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/networks?id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 200 len: 805 time: 0.2448885 Jan 31 17:52:26.505675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.506009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.506333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.520283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.520605 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.521115 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 9 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.528698 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-c9bcf55f-edb6-4e56-8aa8-31ded2f42a31 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/quotas/c5f7b955456e4d61b83da51d189312cd HTTP/1.1" status: 200 len: 375 time: 0.0249186 Jan 31 17:52:26.567959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:52:26.567959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.570645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.570945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.571274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.586992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.587317 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.589250 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 10 to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 Jan 31 17:52:26.606695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:26.607025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:26.607350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:26.626699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 73470fed-dfd3-4281-b122-b6297df14ab3 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:26.627019 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 73470fed-dfd3-4281-b122-b6297df14ab3 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:26.627419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.681980 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-d5ae9569-5d00-4386-a3a9-bdf56f4ec3a3 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=c5f7b955456e4d61b83da51d189312cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1459250 Jan 31 17:52:26.682181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.740934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51394) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:26.749394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port 73470fed-dfd3-4281-b122-b6297df14ab3, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:26.754296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempted to set empty binding levels {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:52:26.761896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.811748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.837466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.837953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 795be227-e83a-4620-96b5-1001d1cf0855 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:26.851007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.878250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=73470fed-dfd3-4281-b122-b6297df14ab3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:26.888174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] Pushing event deleted for resources: {'Network': ['ID=74258c5e-3cf2-4262-b43a-89535dffe821,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:26.896145 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-083758ac-7d65-4732-93ba-f093ab2abc96 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6292167 Jan 31 17:52:26.897050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:26.899302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51402) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:26.980503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-08bb6cb7-f2ee-461f-9482-7c9e5f95ecbc service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:52:26.981572 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-08bb6cb7-f2ee-461f-9482-7c9e5f95ecbc service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1165547 Jan 31 17:52:26.992059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.007764 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2a0431a6-baed-4e0d-b2ee-3c97714405ed tempest-DHCPAgentSchedulersTestJSON-1743926624 tempest-DHCPAgentSchedulersTestJSON-1743926624-project] 10.222.0.110 "DELETE /v2.0/networks/74258c5e-3cf2-4262-b43a-89535dffe821 HTTP/1.1" status: 204 len: 168 time: 2.9769561 Jan 31 17:52:27.008547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0f116ed5-f74b-4c1a-be49-577b92ad74d9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:27.012817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.038016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.043518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.044942 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dd12d19f-e18c-4061-9a2b-378664ba143d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1406960 Jan 31 17:52:27.047544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Checking segment: {'id': '0042b2dd-9b43-47cc-a128-02c6dfb9f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:27.047841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network hostable DHCP agents. Network: d75cf59f-cd57-4d7d-abbd-31a6913e2626, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:27.055922 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 17:52:27.060164 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-108e8dda-cad1-4f80-a576-aacd8ebaadad tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.6935713 Jan 31 17:52:27.061717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:27.123105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Deleting port 73470fed-dfd3-4281-b122-b6297df14ab3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:27.123448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.176460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Deleting port bb6bd64f-3c5c-4343-b0dd-51e1450ac477 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:27.181937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.235760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.242014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4259003-fcc2-4a4d-8c87-ed38a6ba118e {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:27.279007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:27.286143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:27.307509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.309976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0c64f0ed-e18a-41c5-bb09-3b5d974d1632 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/routers/a4259003-fcc2-4a4d-8c87-ed38a6ba118e HTTP/1.1" status: 204 len: 168 time: 2.5031543 Jan 31 17:52:27.326903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Usage tracker for resource:security_group_rule and tenant:51c15ed5cbda48e287b6ca2bfc766d40 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:27.382043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d75cf59f-cd57-4d7d-abbd-31a6913e2626) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:27.394098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e2b3-0fb7-47f0-9647-dc9446880082 None None] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:27.419850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:27.423422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:27.424014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.430987 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-bd60b446-de8c-468e-8b18-635530eafe67 service neutron] 10.222.0.110 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397635 Jan 31 17:52:27.464595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:27.529120 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c53b6cb0-1b00-495c-a2f3-dce35efe9de9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.7137823 Jan 31 17:52:27.591303 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-374fdae3-e913-4303-adf1-c7010b710c2d service neutron] 10.222.0.110 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554177 Jan 31 17:52:27.594861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51426) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:27.595184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51428) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:27.636696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-629992545', 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:27.647662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:27.656354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:port and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:27.667204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:27.680778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:27.719376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Made reservation on behalf of 47f65573d58548a98f204170d625f5fc for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:27.727635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.769090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:27.806000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] device_id is not set on port 5ec35097-98df-4a08-acc9-3d6a60bfedcd yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:27.864430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f94e802-ecd6-4a15-8889-c9fe77250373 None None] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:27.975577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:27.993351 dv-neutron-823271-3-hyperv neutron-server[83557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 17:52:28.126820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 2001:db8::232 (d75cf59f-cd57-4d7d-abbd-31a6913e2626/0f116ed5-f74b-4c1a-be49-577b92ad74d9/5ec35097-98df-4a08-acc9-3d6a60bfedcd) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:28.161686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Calling delete_port for bb6bd64f-3c5c-4343-b0dd-51e1450ac477 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:28.192285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:28.244014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-6747f5c2-4813-429b-9f99-eba0c234b493 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:28.276199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-6747f5c2-4813-429b-9f99-eba0c234b493 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:28.286304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-6747f5c2-4813-429b-9f99-eba0c234b493 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--926145862&fields=id&tenant_id=e5a00c118f8f43c6b498a86acccad998 HTTP/1.1" status: 200 len: 267 time: 0.3095739 Jan 31 17:52:28.347890 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b8b27c7b-fddb-4e84-895e-2ada67f1e06d req-13e4a829-303d-479d-a2cc-20720e1e02c3 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.1871595 Jan 31 17:52:28.476125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.533151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-781329025', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:28.536373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port 73470fed-dfd3-4281-b122-b6297df14ab3, host hv-neutron-8232, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:28.536876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.550956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb6bd64f-3c5c-4343-b0dd-51e1450ac477,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:28.556298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:28.566620 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d3ac9f11-e606-4db1-86bb-0bb78c1117cb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8be84c9e42634917a866c96f6a9466d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9674754 Jan 31 17:52:28.567592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-918cfad1-65d1-4525-9d81-ad9c4ca8f1f5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:28.568369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-918cfad1-65d1-4525-9d81-ad9c4ca8f1f5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:28.570805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:28.573200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:28.578316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:28.619441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:28.698382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Calling delete_port for 73470fed-dfd3-4281-b122-b6297df14ab3 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:28.774122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.785647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.786791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.791746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.817869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-918cfad1-65d1-4525-9d81-ad9c4ca8f1f5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:28.824383 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-918cfad1-65d1-4525-9d81-ad9c4ca8f1f5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/networks?id=3d6417b9-fd99-44b5-8110-9c11432668dc HTTP/1.1" status: 200 len: 811 time: 0.5368419 Jan 31 17:52:28.851466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.866851 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-bb76ca51-4c3d-4401-b4bb-e271eb79b598 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/quotas/e5a00c118f8f43c6b498a86acccad998 HTTP/1.1" status: 200 len: 375 time: 0.0413945 Jan 31 17:52:28.885744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c979fb-0731-46d6-bccc-0b16ba511eaf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:28.898606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.906341 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1ae42ba9-7ea8-4227-a010-33a45a6739e5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=51c15ed5cbda48e287b6ca2bfc766d40&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1623840 Jan 31 17:52:28.906954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51486) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:28.923621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.928486 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-faedd9cb-a607-48b0-b706-3f7526934d5f tempest-RoutersAdminNegativeIpV6Test-2052967224 tempest-RoutersAdminNegativeIpV6Test-2052967224-project-admin] 10.222.0.110 "DELETE /v2.0/ports/bb6bd64f-3c5c-4343-b0dd-51e1450ac477 HTTP/1.1" status: 204 len: 168 time: 1.8643847 Jan 31 17:52:28.940961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.953655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:28.984176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event deleted for resources: {'Port': ['ID=73470fed-dfd3-4281-b122-b6297df14ab3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:28.994104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.012175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.041704 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d9c456c-45ef-4f57-8671-7123a695b113 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "DELETE /v2.0/ports/73470fed-dfd3-4281-b122-b6297df14ab3 HTTP/1.1" status: 204 len: 168 time: 2.1387532 Jan 31 17:52:29.043356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:29.104914 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03c30bb-13da-49f4-bae4-7dd88c6217ea tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:52:29.105467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f03c30bb-13da-49f4-bae4-7dd88c6217ea tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:29.108396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.126535 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-86298342-bb28-48c2-a49f-6c5122c9ac79 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e5a00c118f8f43c6b498a86acccad998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2585037 Jan 31 17:52:29.146393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.244204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.250962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec35097-98df-4a08-acc9-3d6a60bfedcd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:29.261432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f03c30bb-13da-49f4-bae4-7dd88c6217ea tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:29.262629 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f03c30bb-13da-49f4-bae4-7dd88c6217ea tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports/73470fed-dfd3-4281-b122-b6297df14ab3 HTTP/1.1" status: 404 len: 333 time: 0.2183430 Jan 31 17:52:29.264794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:29.268548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:29.269693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:29.272324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:29.273494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:29.274107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.282967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.293876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.298512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1789476246'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:29.309950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:29.342872 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-06ce7439-dbe3-48ab-9f72-d6fd1cc62f61 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7347491 Jan 31 17:52:29.344051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:29.348348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51514) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:29.358062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce911670-0a28-4248-b654-ac5770441083,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:29.366117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.369749 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-30d718aa-660d-4a7d-98ff-e464b5dafa9f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ce911670-0a28-4248-b654-ac5770441083 HTTP/1.1" status: 204 len: 168 time: 0.7916477 Jan 31 17:52:29.430504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51522) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:29.449992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Made reservation on behalf of 1e869a431c89419ba53f6d4ae52389fa for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:29.452542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.483844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Deleting port 5ec35097-98df-4a08-acc9-3d6a60bfedcd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:29.484181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.525397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port c97afa4c-362b-4310-a37c-0694ab568aa2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:29.562430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-38455860-d52f-438e-b048-35ec1a426bc2 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:52:29.569498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.570102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-38455860-d52f-438e-b048-35ec1a426bc2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3304980 Jan 31 17:52:29.609182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c979fb-0731-46d6-bccc-0b16ba511eaf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:29.704827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.710355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d7bd5b2-4f63-42a5-a05f-62420ea5b25f req-7e806817-db01-4725-9146-26885199f2db tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.1157515 Jan 31 17:52:29.711069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:29.714414 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d3135c8-7559-4b71-9939-fc408ae72b59 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/75c979fb-0731-46d6-bccc-0b16ba511eaf HTTP/1.1" status: 204 len: 168 time: 0.8032496 Jan 31 17:52:29.832046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-1913ff02-5e43-4dd0-b8c8-42bc24184ada service neutron] 10.222.0.110 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609744 Jan 31 17:52:29.980674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:29.995158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Usage tracker for resource:security_group_rule and tenant:0472042bcfd14f15b04e5be4c375d4d6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:30.000309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:30.010207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:30.107639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:30.108590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.126463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.146151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.184883 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-a1bc224c-8406-4cd9-a0ea-dcda4fb24147 service neutron] 10.222.0.110 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517783 Jan 31 17:52:30.188623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.233658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.245241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Calling delete_port for 5ec35097-98df-4a08-acc9-3d6a60bfedcd owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:30.361029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.371444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:30.373596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.383263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.86', 62684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:30.394966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Usage tracker for resource:security_group_rule and tenant:4df8d2a25d3d4bb1867cf29a650e37c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:30.402284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:30.403467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.442515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.450862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:30.490935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:30.524127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:30.526867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:30.526867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:30.527372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.559799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Allocated IP 172.26.4.81 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/0ce9a333-6c4b-414d-8f58-d9dd963bbe2d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:30.564226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb73cb23-af1d-47b2-803f-be46890a4380,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:30.570545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.581382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=c97afa4c-362b-4310-a37c-0694ab568aa2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:30.590740 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e003aea0-e775-4dd9-9400-3fca23800ead admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0472042bcfd14f15b04e5be4c375d4d6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1567314 Jan 31 17:52:30.624493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:30.636151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec35097-98df-4a08-acc9-3d6a60bfedcd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:30.669092 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-44d66e0e-1bb1-4b36-8189-c3bf6a50d2fa tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/ports/5ec35097-98df-4a08-acc9-3d6a60bfedcd HTTP/1.1" status: 204 len: 168 time: 1.3196507 Jan 31 17:52:30.672013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:30.683909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'external_fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232'}]}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:30.691912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:30.700192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:router and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:30.704180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:30.730413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:30.739456 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-625ea242-a4d7-4360-8757-ed4d32d38af0 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4612346 Jan 31 17:52:30.740509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51574) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:30.753175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:30.956359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0504ecfd-61fc-489c-9a2b-1209e87ff5ab req-ad59bac4-dc5f-424c-afc6-e64e4080223d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:30.972085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.975665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:30.979223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ffeb68a1-c809-4ac7-9227-1ecfa167d171 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:30.981047 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ffeb68a1-c809-4ac7-9227-1ecfa167d171 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "GET /v2.0/networks?id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 200 len: 805 time: 0.5885975 Jan 31 17:52:31.021324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.211138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:31.214675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.226561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-1de76536-ce35-4aac-a435-c81a5b8aaf7a req-d8871bca-f777-4008-97ff-7627b6dd19a7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Synchronizing usage tracker for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:31.230224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.266159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0504ecfd-61fc-489c-9a2b-1209e87ff5ab req-ad59bac4-dc5f-424c-afc6-e64e4080223d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:31.270133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.279813 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0504ecfd-61fc-489c-9a2b-1209e87ff5ab req-ad59bac4-dc5f-424c-afc6-e64e4080223d tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.5461674 Jan 31 17:52:31.309944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.403210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.406205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.433781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-1de76536-ce35-4aac-a435-c81a5b8aaf7a req-d8871bca-f777-4008-97ff-7627b6dd19a7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Unset dirty status for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:31.445052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1de76536-ce35-4aac-a435-c81a5b8aaf7a req-d8871bca-f777-4008-97ff-7627b6dd19a7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.3076959 Jan 31 17:52:31.448645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.486245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-911855221'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:31.498866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:31.515242 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-6196dd7c-d611-4681-851e-786dea4ae482 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5f7b955456e4d61b83da51d189312cd HTTP/1.1" status: 200 len: 379 time: 0.4642322 Jan 31 17:52:31.555972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:network and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:31.562493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'port': {'device_id': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'admin_state_up': True, 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'security_groups': ['de491774-9316-4af3-b376-eece32dcbf94']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:31.586897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:31.614414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8e89d-6a75-424f-b7b8-0b9e9f251b6d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:31.703537 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7a59dbe8-3d36-434c-a6f8-07c7d727f79d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4df8d2a25d3d4bb1867cf29a650e37c2&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5799730 Jan 31 17:52:31.708677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:31.711850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:31.833598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.839019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.923957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.924677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:31.931045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:31.999615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb73cb23-af1d-47b2-803f-be46890a4380,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:32.022254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:32.042877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.043915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.074370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:32.079187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:32.083583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:32.092593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:32.131344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port c97afa4c-362b-4310-a37c-0694ab568aa2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:32.140278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.141576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-295c737e-0f4b-41b2-bd25-6a0c87104d7c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/eb73cb23-af1d-47b2-803f-be46890a4380 HTTP/1.1" status: 204 len: 168 time: 1.5164235 Jan 31 17:52:32.149660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.162176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event updated for resources: {'Port': ['ID=0ce9a333-6c4b-414d-8f58-d9dd963bbe2d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:32.178829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Made reservation on behalf of c5f7b955456e4d61b83da51d189312cd for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:32.182368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.197828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Transition to ACTIVE for port object c97afa4c-362b-4310-a37c-0694ab568aa2 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:32.252279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:32.278259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.281535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:security_group_rule and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:32.502066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:32.518494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:32.607821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.716775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=c97afa4c-362b-4310-a37c-0694ab568aa2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:32.735955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8e89d-6a75-424f-b7b8-0b9e9f251b6d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:32.755943 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-26e1ec88-909a-4037-bfc6-d0107f9a614a req-b82b4929-011e-496b-acdc-03731de083f9 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.1487968 Jan 31 17:52:32.834375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-695ad170-0c80-4bc5-bad3-37e5b52a126a req-a1fe8cf3-deac-4f57-9f62-8da3c0a40186 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.1319227 Jan 31 17:52:32.850856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.936612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.937759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eb708517-512a-43c3-ba73-4b682e2cf2be admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/9dc8e89d-6a75-424f-b7b8-0b9e9f251b6d HTTP/1.1" status: 204 len: 168 time: 1.2183335 Jan 31 17:52:32.948411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.949294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.960278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:32.963810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:32.964303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:32.964813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:32.978523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:32.989121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Allocated IP 172.20.0.8 (a6d82a0d-211c-4f84-83ea-67a2e5d72a6c/90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f/5c11576e-22f4-4c09-9643-24918e4c94da) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:33.039421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.040055 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.046245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 2 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.088342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.089473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.089960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:33.133761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.173341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.189729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.193636 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.199506 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 3 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.238513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.239323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.239838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:33.298129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.302344 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.308775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 4 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.338367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.339028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.339577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:33.352169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.352827 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.355362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 5 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.378799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:33.386049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.386667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.387202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:33.400452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 2001:db8::232 (d75cf59f-cd57-4d7d-abbd-31a6913e2626/0f116ed5-f74b-4c1a-be49-577b92ad74d9/ad10250b-651f-4f64-a404-d2a170a18b77) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:33.405458 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d90de68d-3378-4991-986d-6781e4cd025c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=72e54bbd4a514c789515aebaf8fc6087&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4229913 Jan 31 17:52:33.407851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51652) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:33.413826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.417054 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.442472 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 6 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.468329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844c7ae2-3975-4165-a860-b8659521fc9f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:33.474404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.474743 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Added segment 15e5872f-195b-478a-a577-a268c11b1761 of type vlan for network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 Jan 31 17:52:33.527796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.624874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.625510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.630033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:33.672049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.689945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:33.690422 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:33.694678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.698367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:33.698946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.704330 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 7 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:33.716859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Transition to ACTIVE for port object 5c11576e-22f4-4c09-9643-24918e4c94da will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:33.855399 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6308515 Jan 31 17:52:33.856347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cbe42-fb3b-4542-86d6-c4ea4ed7067c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Network': ['ID=1d5140a7-5eef-4ac6-a327-7dd3d13eb613,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:33.859855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:33.870002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'subnet': {'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:33.879391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:33.910819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:33.979299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:33.992185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:33.993343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:34.031394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:34.037652 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:34.042382 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 8 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:34.068598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.154082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-737bd77f-eb46-4c66-8cf9-524c93a7c383 req-6a3d6398-edfd-4ba8-872c-3c5d8e1f37be tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.1150422 Jan 31 17:52:34.162916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:34.170184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:34.170527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:34.206060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:34.206426 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:34.211904 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 9 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:34.232678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:34.233003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:34.233610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:34.239268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b40e83cc-420f-45e8-a043-fe0604bda7c8 req-8e464cba-8a17-4970-bb46-0c404cf427f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Synchronizing usage tracker for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:34.239440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.255159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.266755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.308723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:34.313097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:subnet and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:34.316719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:34.323034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:34.356767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:34.360092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=ad10250b-651f-4f64-a404-d2a170a18b77,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:34.375473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:34.375801 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:34.379533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network d75cf59f-cd57-4d7d-abbd-31a6913e2626 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:34.386288 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 10 to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 Jan 31 17:52:34.408131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:34.408131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:34.408347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:34.416321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:34.421079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:34.421079 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port c97afa4c-362b-4310-a37c-0694ab568aa2 on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:34.421079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.431645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:34.615793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b40e83cc-420f-45e8-a043-fe0604bda7c8 req-8e464cba-8a17-4970-bb46-0c404cf427f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Unset dirty status for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:34.617030 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b40e83cc-420f-45e8-a043-fe0604bda7c8 req-8e464cba-8a17-4970-bb46-0c404cf427f0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.4744284 Jan 31 17:52:34.648195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port c97afa4c-362b-4310-a37c-0694ab568aa2, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:34.648523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempted to set empty binding levels {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:52:34.668565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:34.670519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.690796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:34.695178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event updated for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:34.697553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:34.780271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:34.781082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.792655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.794658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:34.917729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e83f90-6c06-4470-aab8-877cba4d1361,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:34.958715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=c97afa4c-362b-4310-a37c-0694ab568aa2,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:35.017432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.021059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d3dbf9b2-81fa-455b-ad94-5b22b79c6fb3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/28e83f90-6c06-4470-aab8-877cba4d1361 HTTP/1.1" status: 204 len: 168 time: 1.6092436 Jan 31 17:52:35.023794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.025662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.043606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] In _notify_port_updated(), no bound segment for port c97afa4c-362b-4310-a37c-0694ab568aa2 on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:52:35.046023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.047345 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-59fcdd79-7eb8-451f-a8c0-bd83a3e4c385 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "PUT /v2.0/ports/c97afa4c-362b-4310-a37c-0694ab568aa2 HTTP/1.1" status: 200 len: 977 time: 4.3040891 Jan 31 17:52:35.051024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:35.152029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-53f3c40c-2575-4252-9b68-2eb31795a93f None None] Provisioning for port 5c11576e-22f4-4c09-9643-24918e4c94da completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:35.156962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-53f3c40c-2575-4252-9b68-2eb31795a93f None None] Provisioning complete for port 5c11576e-22f4-4c09-9643-24918e4c94da triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:35.157522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-53f3c40c-2575-4252-9b68-2eb31795a93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.236063 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-ef8a948c-226f-4f4c-8c27-a40f2357c988 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7034709 Jan 31 17:52:35.261360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-8092c473-dc08-4c13-9275-7936ead39357 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:52:35.277055 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-8092c473-dc08-4c13-9275-7936ead39357 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0208673 Jan 31 17:52:35.282996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Router 20b13c50-e64d-4cd9-9f24-d0bcc0638962 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:35.297201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:35.348911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-53f3c40c-2575-4252-9b68-2eb31795a93f None None] Port 5c11576e-22f4-4c09-9643-24918e4c94da cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:35.608008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9670eaba-f2d6-4390-8c58-d9da30b59a7f tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:35.627461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.86', 62691) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:35.717508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Subnet': ['ID=50c5db88-3241-4cc4-b038-c4543eba98df,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:35.806705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad04878b-9a16-4eb3-b740-2996d8d59457 req-404f0fa8-0459-4b4a-bfd9-ad9a6ffa1869 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.1800420 Jan 31 17:52:35.851289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9670eaba-f2d6-4390-8c58-d9da30b59a7f tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:35.857897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9670eaba-f2d6-4390-8c58-d9da30b59a7f tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14181 time: 0.6970572 Jan 31 17:52:35.859408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:36.000140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Request body: {'port': {'device_id': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:36.140452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Deleting port c97afa4c-362b-4310-a37c-0694ab568aa2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:36.140792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:36.184150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:36.330220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-901a0851-2a85-4123-a62a-2eb1b52bfbf0 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:36.332230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-901a0851-2a85-4123-a62a-2eb1b52bfbf0 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.86 "GET /v2.0/networks?id=3d6417b9-fd99-44b5-8110-9c11432668dc HTTP/1.1" status: 200 len: 811 time: 0.8590438 Jan 31 17:52:36.336757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Checking segment: {'id': '15e5872f-195b-478a-a577-a268c11b1761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:36.337145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network hostable DHCP agents. Network: 1d5140a7-5eef-4ac6-a327-7dd3d13eb613, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:36.493709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:36.520723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df2876-1dd9-45d3-9500-e85210793776 req-96e7b083-5265-494f-9b53-806dcb090afb tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:36.522318 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5df2876-1dd9-45d3-9500-e85210793776 req-96e7b083-5265-494f-9b53-806dcb090afb tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 931 time: 0.5564396 Jan 31 17:52:36.631516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1d5140a7-5eef-4ac6-a327-7dd3d13eb613) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:36.651290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c9bf93-ef0d-435d-889e-66e7d2475976 None None] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:36.696128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:36.697214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:36.758804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:36.876850 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5df2876-1dd9-45d3-9500-e85210793776 req-6cf623d7-9ae2-4ef1-9654-322377e1b793 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2463770 Jan 31 17:52:36.884061 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f48a341e-85e5-4be4-8d33-1d9b9f232050 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0208778 Jan 31 17:52:36.887835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:36.903912 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-d5046396-8a73-4d19-9f87-728204ba2d4a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5a00c118f8f43c6b498a86acccad998 HTTP/1.1" status: 200 len: 379 time: 0.3323731 Jan 31 17:52:36.907948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-751844369', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:36.936376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'port': {'device_id': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'admin_state_up': True, 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'security_groups': ['8d806625-e778-4de1-b35f-12ece612dc04']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:37.010576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49b107c7-a15c-4864-81f9-3cddae317a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.021745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port c97afa4c-362b-4310-a37c-0694ab568aa2, host hv-neutron-8232, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:37.025691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.131007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:37.138796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:router and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:37.141877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:37.146301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:37.163319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:37.166087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:37.188146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:37.222438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] Sync routers for ids ['20b13c50-e64d-4cd9-9f24-d0bcc0638962'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:37.233942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.234517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.263342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Made reservation on behalf of e5a00c118f8f43c6b498a86acccad998 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:37.272563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.313824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.318547 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52330c08-c5c1-4513-8da3-87cd969c12d6 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1229017 Jan 31 17:52:37.329311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:37.394794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a124a404-1959-40ec-9664-983cbd795573 None None] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:37.408212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Calling delete_port for c97afa4c-362b-4310-a37c-0694ab568aa2 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:37.431570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:37.437815 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3e6d9255-d639-433b-8a50-d10524c71190 req-faca44d8-532d-40e2-add9-cb93d31f0f50 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.2205374 Jan 31 17:52:37.582290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.585853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.740945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] Routers {'20b13c50-e64d-4cd9-9f24-d0bcc0638962'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:37.741636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['20b13c50-e64d-4cd9-9f24-d0bcc0638962'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:37.758623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51752) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:37.819810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c11576e-22f4-4c09-9643-24918e4c94da {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:52:37.821733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:37.869526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:37.888479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Allocated IP 172.20.0.13 (3d6417b9-fd99-44b5-8110-9c11432668dc/fd095f81-9da2-45fb-b0ed-fb361ecb19e9/da28da11-f9cf-4fa1-a7ee-47ee5d5faf74) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:37.888978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] Routers {'20b13c50-e64d-4cd9-9f24-d0bcc0638962'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:37.889968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['20b13c50-e64d-4cd9-9f24-d0bcc0638962'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:37.898706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event deleted for resources: {'Port': ['ID=c97afa4c-362b-4310-a37c-0694ab568aa2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:38.026713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:38.027355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7008b419-1008-4264-a382-633b8468f6f3 None None] The sync data for ids ['20b13c50-e64d-4cd9-9f24-d0bcc0638962'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:38.050695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.095864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-164283948'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:38.134176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-863045418'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:38.142430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Transition to ACTIVE for port object 5c11576e-22f4-4c09-9643-24918e4c94da will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:38.143384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:38.145290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:38.160768 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eaaf1b10-0c42-4457-8a16-16295e70bdcd tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "DELETE /v2.0/ports/c97afa4c-362b-4310-a37c-0694ab568aa2 HTTP/1.1" status: 204 len: 168 time: 2.2926321 Jan 31 17:52:38.160768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:network and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:38.162586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.192347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:38.201450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:38.258326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:38.263791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Usage tracker for resource:network and tenant:00ca2419887345719a64aece4bfb09c1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:38.271785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:38.535838 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cd0b7c-c12d-4c18-bf47-8e7a7ef90fdc tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:52:38.536509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16cd0b7c-c12d-4c18-bf47-8e7a7ef90fdc tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:38.553165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:38.556269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.581198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:38.591025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.635271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:38.645926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16cd0b7c-c12d-4c18-bf47-8e7a7ef90fdc tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:38.648272 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-16cd0b7c-c12d-4c18-bf47-8e7a7ef90fdc tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports/c97afa4c-362b-4310-a37c-0694ab568aa2 HTTP/1.1" status: 404 len: 333 time: 0.4154997 Jan 31 17:52:38.664450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:38.678815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-596414437', 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:38.729608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:38.766024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:38.775925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:38.777807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:38.793100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Sync routers for ids ['75377423-4fb7-408f-ac4f-fa8e9ae93cc8'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:38.807707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.809292 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Routers {'75377423-4fb7-408f-ac4f-fa8e9ae93cc8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:38.810077 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75377423-4fb7-408f-ac4f-fa8e9ae93cc8'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:38.849198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Made reservation on behalf of 00ca2419887345719a64aece4bfb09c1 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:38.852642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.881995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:security_group_rule and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:38.884626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.896939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:38.932036 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d484729a-712e-4725-bdef-de95d4a442fb req-326efff5-4fe8-4733-98bd-3b6490ee7efd tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.1607444 Jan 31 17:52:38.942925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Made reservation on behalf of 1e869a431c89419ba53f6d4ae52389fa for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:38.945537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:38.959257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:38.968960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Usage tracker for resource:security_group_rule and tenant:00ca2419887345719a64aece4bfb09c1 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:38.968960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:38.972323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:38.996642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:39.107974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.113895 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a040341b-b736-45c0-8fa1-6fd8c48dae9f tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.4363768 Jan 31 17:52:39.114081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.118710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port 1991a624-30cb-44a3-8d45-c0bb4b33648d yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:39.122094 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Set router 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:39.129487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcd0a3-e32f-4b92-91c9-5bab216c9d77 req-81e724e3-dd2b-4a1a-bdf8-b75f312918b8 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:39.131021 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e5bcd0a3-e32f-4b92-91c9-5bab216c9d77 req-81e724e3-dd2b-4a1a-bdf8-b75f312918b8 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 943 time: 0.9955459 Jan 31 17:52:39.138345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:39.181517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.191896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.212816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Attempting to bind port 5c11576e-22f4-4c09-9643-24918e4c94da on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:39.213496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Attempting to bind port 5c11576e-22f4-4c09-9643-24918e4c94da by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:39.214054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Attempting to bind port 5c11576e-22f4-4c09-9643-24918e4c94da on network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:39.267815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] vlan segment allocate from pool success with {'vlan_id': 1434, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:39.277093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Port 5c11576e-22f4-4c09-9643-24918e4c94da on network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:39.277999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Attempting to bind port 5c11576e-22f4-4c09-9643-24918e4c94da on network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:39.310142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35bea359-3a3c-477f-801f-5a6f9d9cf013,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:39.322767 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e5bcd0a3-e32f-4b92-91c9-5bab216c9d77 req-96c44f63-78dc-46c6-a7d8-bc24ebbd9a7b tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741996 Jan 31 17:52:39.323334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ed3f985-3c62-470b-9114-3965f8a86a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.327848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Transition to ACTIVE for port object da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:39.331497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:39.331964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Checking segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:39.332463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Bound using segment: {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:39.332913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Bound port: 5c11576e-22f4-4c09-9643-24918e4c94da, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ff4c991-008d-4a28-ab3d-689efe9a5c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:39.333297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.351895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.352124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Added segment dd39c74e-3daa-4783-84d1-3a595a49535c of type vlan for network 78c34a5f-8722-4630-84ca-354f3b387cf2 Jan 31 17:52:39.366355 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-113245b0-ad63-47f3-85da-125f7cf7c11b tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/20b13c50-e64d-4cd9-9f24-d0bcc0638962 HTTP/1.1" status: 200 len: 919 time: 2.0278370 Jan 31 17:52:39.368821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51774) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:39.403790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.426143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.493384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aeaf17-dab2-4093-8a0a-064da6141943,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:39.505300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:39.511739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5c11576e-22f4-4c09-9643-24918e4c94da,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:39.553366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:39.577875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.690071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.691900 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'name': '', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'external_fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232'}], 'enable_snat': True}, 'gw_port_id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:30Z', 'updated_at': '2022-01-31T17:52:34Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'name': '', 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:33Z', 'updated_at': '2022-01-31T17:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:39.696475 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Checking router: 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:39.698042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Updating router 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 port ad10250b-651f-4f64-a404-d2a170a18b77 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:39.722825 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a57852ec-cce1-42b1-916c-821aca17f8c3 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=20b13c50-e64d-4cd9-9f24-d0bcc0638962 HTTP/1.1" status: 200 len: 205 time: 0.3483098 Jan 31 17:52:39.725624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51778) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:39.752211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.753178 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Added segment 3ba6d13e-dd81-445e-98cd-a6749ada7341 of type vlan for network d73c0155-5484-4563-915b-b2752f420053 Jan 31 17:52:39.793887 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.803798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.849338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.960123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.961623 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] 10.222.0.86 "PUT /v2.0/ports/5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 200 len: 1093 time: 4.3331952 Jan 31 17:52:39.965272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.986573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:39.991238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:39.992201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:52:40.088919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.093107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:40.098403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.132552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.267491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:40.280726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Network': ['ID=78c34a5f-8722-4630-84ca-354f3b387cf2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:40.288794 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ec7be73b-a85b-446c-b9d9-9470a6847aa5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4346383 Jan 31 17:52:40.312645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:40.328502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e4b02-cae3-4c7f-841f-28476a0d1a6c service neutron] Pushing event updated for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:40.338168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:40.343272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.357104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:40.482166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:40.486208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:40.489631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:40.495476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:40.519013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:40.588309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Network 3d6417b9-fd99-44b5-8110-9c11432668dc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:40.591537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.659261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:40.679475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:40.799806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.823825 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3845835 Jan 31 17:52:40.864187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:40.973594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:40.989593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.025704 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-417f1d8d-601b-464a-b3fc-0f1a19d8d695 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5f7b955456e4d61b83da51d189312cd&device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 1096 time: 0.7570634 Jan 31 17:52:41.046674 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.063168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e4949736-3f4a-4c38-9535-8cd8ddc89f31 None None] Provisioning for port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:41.081082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e4949736-3f4a-4c38-9535-8cd8ddc89f31 None None] Provisioning complete for port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:41.081745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4949736-3f4a-4c38-9535-8cd8ddc89f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.090828 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Transition to ACTIVE for port object ad10250b-651f-4f64-a404-d2a170a18b77 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:41.093972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:41.094863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.105763 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.150475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e8fcc-f08f-41d4-9eba-d26598d43d5b tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Pushing event updated for resources: {'Network': ['ID=d73c0155-5484-4563-915b-b2752f420053,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:41.163778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.177490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d73c0155-5484-4563-915b-b2752f420053 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:41.280629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-23999446-9598-43e0-bd0e-7267a5a8e54e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3535573 Jan 31 17:52:41.294880 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34db854-dbcc-4cd4-9b24-ca7de3422189 None None] Pushing event updated for resources: {'Port': ['ID=ad10250b-651f-4f64-a404-d2a170a18b77,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:41.322711 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Attempting to bind port ad10250b-651f-4f64-a404-d2a170a18b77 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:41.323916 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Attempting to bind port ad10250b-651f-4f64-a404-d2a170a18b77 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0042b2dd-9b43-47cc-a128-02c6dfb9f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:41.324454 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Attempting to bind port ad10250b-651f-4f64-a404-d2a170a18b77 on network d75cf59f-cd57-4d7d-abbd-31a6913e2626 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:41.329012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Request body: {'port': {'device_id': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:41.332871 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:41.333504 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Checking segment: {'id': '0042b2dd-9b43-47cc-a128-02c6dfb9f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:41.334072 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.334680 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Bound using segment: {'id': '0042b2dd-9b43-47cc-a128-02c6dfb9f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:41.335302 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Bound port: ad10250b-651f-4f64-a404-d2a170a18b77, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0042b2dd-9b43-47cc-a128-02c6dfb9f288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:41.335861 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.421440 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] For port ad10250b-651f-4f64-a404-d2a170a18b77, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:41.426315 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] For port ad10250b-651f-4f64-a404-d2a170a18b77, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ad10250b-651f-4f64-a404-d2a170a18b77,segment=NetworkSegment(0042b2dd-9b43-47cc-a128-02c6dfb9f288),segment_id=0042b2dd-9b43-47cc-a128-02c6dfb9f288)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:41.433627 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.445098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e876731-a0ef-470a-a58c-73d7c4187513 req-ab9cfb60-098d-4084-ab22-e722d4b0ff3f tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:41.447604 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e876731-a0ef-470a-a58c-73d7c4187513 req-ab9cfb60-098d-4084-ab22-e722d4b0ff3f tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 943 time: 0.6310403 Jan 31 17:52:41.451309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'name': 'tempest-network--168361537', 'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:41.521217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e4949736-3f4a-4c38-9535-8cd8ddc89f31 None None] Port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:41.586109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.614043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.622479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc9efc-9e95-4c73-87c7-9ad7fdcd145d req-6ab948fd-33d9-4950-b5b7-74cbbfa4d50b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:41.630112 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ddc9efc-9e95-4c73-87c7-9ad7fdcd145d req-6ab948fd-33d9-4950-b5b7-74cbbfa4d50b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 932 time: 1.1269567 Jan 31 17:52:41.642012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:41.646117 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34db854-dbcc-4cd4-9b24-ca7de3422189 None None] Pushing event updated for resources: {'Port': ['ID=ad10250b-651f-4f64-a404-d2a170a18b77,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:41.668620 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Routers {'75377423-4fb7-408f-ac4f-fa8e9ae93cc8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:41.669146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:network and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:41.670225 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75377423-4fb7-408f-ac4f-fa8e9ae93cc8'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:41.676403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:41.681382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.703182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:41.733398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e876731-a0ef-470a-a58c-73d7c4187513 req-5b84cbfb-f40f-4e5e-81ea-5297cba55c83 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600777 Jan 31 17:52:41.734129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.850307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.105 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cf0e86e6-b7b9-493d-80b6-d8787f6d74b0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:41.899209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ddc9efc-9e95-4c73-87c7-9ad7fdcd145d req-a12579f5-54c1-43bd-a601-19bdc58882de tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681439 Jan 31 17:52:41.921545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:41.935685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:41.936012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] Set router 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:42.005772 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-0260ac1b-329b-4f28-aafa-720c5a69e0f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 200 len: 217 time: 0.9583850 Jan 31 17:52:42.095002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:42.098771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.124245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:42.135021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:42.135830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:42.136414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.147043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.221666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:42.221914 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da', 'status': 'completed', 'code': 200} Jan 31 17:52:42.226481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:security_group_rule and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:42.228840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=1991a624-30cb-44a3-8d45-c0bb4b33648d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:42.230200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:42.238075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:42.255299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:42.280717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:42.281082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network hostable DHCP agents. Network: 78c34a5f-8722-4630-84ca-354f3b387cf2, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:42.309303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-31ee6661-ea0c-4be7-8f74-139aca189ba4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:42.310782 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-31ee6661-ea0c-4be7-8f74-139aca189ba4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f HTTP/1.1" status: 200 len: 844 time: 0.2645078 Jan 31 17:52:42.315231 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-508e9f44-e551-43f5-8e9d-ac6607c685d7 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.6395080 Jan 31 17:52:42.317084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51808) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:42.317402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.392602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.442768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c5147e24-c889-44c8-b911-06906d283a52 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:42.485718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] vlan segment allocate from pool success with {'vlan_id': 1401, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:42.514202 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'name': '', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'external_fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232'}], 'enable_snat': True}, 'gw_port_id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:30Z', 'updated_at': '2022-01-31T17:52:34Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'name': '', 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:33Z', 'updated_at': '2022-01-31T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:42.519466 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7826f4ee-415c-4464-8387-80118ca7d8b1 None None] The sync data for ids ['75377423-4fb7-408f-ac4f-fa8e9ae93cc8'] in dv-neutron-823271-3-hyperv is: [{'id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'name': '', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'external_fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232'}], 'enable_snat': True}, 'gw_port_id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:30Z', 'updated_at': '2022-01-31T17:52:34Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'ad10250b-651f-4f64-a404-d2a170a18b77', 'name': '', 'network_id': 'd75cf59f-cd57-4d7d-abbd-31a6913e2626', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75377423-4fb7-408f-ac4f-fa8e9ae93cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'ip_address': '2001:db8::232', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:33Z', 'updated_at': '2022-01-31T17:52:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f116ed5-f74b-4c1a-be49-577b92ad74d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:42.535643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d01f7-75fa-4cac-82d2-0c4cd945ae67,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:42.538648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c5147e24-c889-44c8-b911-06906d283a52 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:42.539827 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c5147e24-c889-44c8-b911-06906d283a52 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports/1991a624-30cb-44a3-8d45-c0bb4b33648d HTTP/1.1" status: 200 len: 954 time: 0.2221556 Jan 31 17:52:42.540442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:42.551712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:42.568912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 78c34a5f-8722-4630-84ca-354f3b387cf2) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:42.576702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114ca338-6bc4-4501-9d1a-088d09cf0242 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:42.586470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:42.587092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.613835 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-8ae96ab7-a912-4b7a-a07a-3ff52bd1d9b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2889867 Jan 31 17:52:42.617639 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a265c674-0c00-45fa-94f8-deffcea45b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2767982 Jan 31 17:52:42.620223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:42.626660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'name': 'tempest-NetworksTestDHCPv6-1647275786'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:42.672970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.673237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Added segment 9b08c111-a52c-4f82-ac0f-01c143cb199f of type vlan for network 551ab3cb-8197-4039-aab2-ad3035171b10 Jan 31 17:52:42.676899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Deleting port 1991a624-30cb-44a3-8d45-c0bb4b33648d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:42.677223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.734323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.796913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port 0ce9a333-6c4b-414d-8f58-d9dd963bbe2d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:42.805543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.833479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': 'cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:52:42.835095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.886243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.894587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.939449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Deleting port ad10250b-651f-4f64-a404-d2a170a18b77 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:42.940424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:42.978039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.007957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:43.054693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1/2020ca89-a270-4cd5-b39f-341d46c07944) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:43.081009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:43.092482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:43.120914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:43.171510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.182501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:43.185623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.195990 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-a1fe1b99-2373-4917-893e-bb045e4e5c8d service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322610 Jan 31 17:52:43.199467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.247801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.286623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.296815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Transition to ACTIVE for port object 2020ca89-a270-4cd5-b39f-341d46c07944 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:43.307923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 5d29e7a6-e225-450d-b305-5872d3e4ad72 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:43.316896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Transition to ACTIVE for port object 2020ca89-a270-4cd5-b39f-341d46c07944 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:43.322902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.358623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91e0c1-544d-48f9-8c07-7ff1887ee66b req-826bc695-3d6e-4d1f-86a4-6ff6790c7985 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:43.360093 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-de91e0c1-544d-48f9-8c07-7ff1887ee66b req-826bc695-3d6e-4d1f-86a4-6ff6790c7985 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 943 time: 0.4370124 Jan 31 17:52:43.394986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:43.406779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.407606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:43.408196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.419800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:43.423326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:43.425282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Pushing event updated for resources: {'Port': ['ID=2020ca89-a270-4cd5-b39f-341d46c07944,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:43.427430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:43.443213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Calling delete_port for 1991a624-30cb-44a3-8d45-c0bb4b33648d owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:43.506968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6311898 Jan 31 17:52:43.524297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Attempting to bind port 2020ca89-a270-4cd5-b39f-341d46c07944 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:43.524665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Attempting to bind port 2020ca89-a270-4cd5-b39f-341d46c07944 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:43.525009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Attempting to bind port 2020ca89-a270-4cd5-b39f-341d46c07944 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:43.532116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:43.532520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:43.532915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.534078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:43.534549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Bound port: 2020ca89-a270-4cd5-b39f-341d46c07944, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:43.534939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.541512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.572515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:43.581676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for 0ce9a333-6c4b-414d-8f58-d9dd963bbe2d owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:43.624442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] For port 2020ca89-a270-4cd5-b39f-341d46c07944, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:43.629133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] For port 2020ca89-a270-4cd5-b39f-341d46c07944, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2020ca89-a270-4cd5-b39f-341d46c07944,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:43.634167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.715429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e95907-1d04-4823-b820-9cf42c5b5276 None None] Pushing event updated for resources: {'Port': ['ID=2020ca89-a270-4cd5-b39f-341d46c07944,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:43.893139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:43.909984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:43.910645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8df152db-8d8b-4af2-9e6c-4c2adf67f15b req-e5bb3ac3-9e87-4d02-8f49-ed9b7e99a74c service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7006357 Jan 31 17:52:43.916360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] For port ad10250b-651f-4f64-a404-d2a170a18b77, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ad10250b-651f-4f64-a404-d2a170a18b77,segment=NetworkSegment(0042b2dd-9b43-47cc-a128-02c6dfb9f288),segment_id=0042b2dd-9b43-47cc-a128-02c6dfb9f288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:43.916360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:43.924748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:52:43.929256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb54089-cd3b-4b68-8ef7-bd267bd59cfe tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=551ab3cb-8197-4039-aab2-ad3035171b10,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:43.935900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:43.966607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 551ab3cb-8197-4039-aab2-ad3035171b10 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:44.067149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.076483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.098943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Transition to ACTIVE for port object da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:44.108921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.130327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=cf0e86e6-b7b9-493d-80b6-d8787f6d74b0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:44.147075 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-de91e0c1-544d-48f9-8c07-7ff1887ee66b req-fcf87036-60c0-44f5-b0da-22231710ac53 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5753481 Jan 31 17:52:44.228749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::34 (78c34a5f-8722-4630-84ca-354f3b387cf2/cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1/5d29e7a6-e225-450d-b305-5872d3e4ad72) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:44.244451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event deleted for resources: {'Port': ['ID=1991a624-30cb-44a3-8d45-c0bb4b33648d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:44.252821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Calling delete_port for ad10250b-651f-4f64-a404-d2a170a18b77 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:44.284118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.332715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ede44-79d0-4fe2-a134-80e9fa75ba32 req-ebcde943-b270-420e-9801-50850e622ee3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:44.333311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf7ede44-79d0-4fe2-a134-80e9fa75ba32 req-ebcde943-b270-420e-9801-50850e622ee3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:44.413684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.418727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.502795 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-c8891efb-8181-4324-9dfa-974a7309f64a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5f7b955456e4d61b83da51d189312cd&device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 1096 time: 0.4219701 Jan 31 17:52:44.508449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf7ede44-79d0-4fe2-a134-80e9fa75ba32 req-ebcde943-b270-420e-9801-50850e622ee3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:44.509906 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf7ede44-79d0-4fe2-a134-80e9fa75ba32 req-ebcde943-b270-420e-9801-50850e622ee3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 932 time: 1.3493319 Jan 31 17:52:44.510491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:44.545959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551ab3cb-8197-4039-aab2-ad3035171b10']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:44.570697 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6643aef6-2e78-44d2-9193-1d5c55846b02 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "DELETE /v2.0/ports/1991a624-30cb-44a3-8d45-c0bb4b33648d HTTP/1.1" status: 204 len: 168 time: 1.9695225 Jan 31 17:52:44.583480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:44.660753 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-66954ff8-0081-4bea-9321-b4676926346d tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:52:44.661263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66954ff8-0081-4bea-9321-b4676926346d tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:44.721849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b08c111-a52c-4f82-ac0f-01c143cb199f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:44.722473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b08c111-a52c-4f82-ac0f-01c143cb199f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:44.766785 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf7ede44-79d0-4fe2-a134-80e9fa75ba32 req-bfc7d4f1-16a3-4d3b-a189-c5be16082d58 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2306316 Jan 31 17:52:44.791655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66954ff8-0081-4bea-9321-b4676926346d tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:44.793129 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-66954ff8-0081-4bea-9321-b4676926346d tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports/1991a624-30cb-44a3-8d45-c0bb4b33648d HTTP/1.1" status: 404 len: 333 time: 0.2074807 Jan 31 17:52:44.807198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:44.827458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.838825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1154295322'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:44.856367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.866983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:44.911269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2020ca89-a270-4cd5-b39f-341d46c07944 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:44.916799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Attempting to bind port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:44.917153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Attempting to bind port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:44.917519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Attempting to bind port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 on network 3d6417b9-fd99-44b5-8110-9c11432668dc {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:44.922460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=0ce9a333-6c4b-414d-8f58-d9dd963bbe2d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:44.935168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.951071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:44.958542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 on network 3d6417b9-fd99-44b5-8110-9c11432668dc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:44.958803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Attempting to bind port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 on network 3d6417b9-fd99-44b5-8110-9c11432668dc {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:44.973643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:44.973998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Checking segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:44.974550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Bound using segment: {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:44.975367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Bound port: da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7adb74-c94f-41a6-be69-033053ea6487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:44.975367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:44.990503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.014471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1ff77-627e-4b2b-9b8b-646702bd5368 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:45.056742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Releasing vlan 1401 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:45.057131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.071749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad10250b-651f-4f64-a404-d2a170a18b77,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:45.073719 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:45.088391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.095340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.096340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.112515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2020ca89-a270-4cd5-b39f-341d46c07944 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:45.135578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Provisioning for port 2020ca89-a270-4cd5-b39f-341d46c07944 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:45.147651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Provisioning complete for port 2020ca89-a270-4cd5-b39f-341d46c07944 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:45.148040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.277908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Made reservation on behalf of 1e869a431c89419ba53f6d4ae52389fa for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:45.280433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.292666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-03ff2c36-83b1-4cfc-8848-8b9487955197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:45.294673 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-03ff2c36-83b1-4cfc-8848-8b9487955197 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 200 len: 907 time: 0.7713618 Jan 31 17:52:45.367635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:45.389057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.389303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.438915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] For port 2020ca89-a270-4cd5-b39f-341d46c07944, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2020ca89-a270-4cd5-b39f-341d46c07944,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:45.441379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 5d29e7a6-e225-450d-b305-5872d3e4ad72 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:45.448741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.463891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port 44e6e6ac-f340-4ec8-83f3-b464c45d857e yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:45.529352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58abe1-2ea1-42cf-99d7-681d9be9bac0 None None] Pushing event updated for resources: {'Port': ['ID=2020ca89-a270-4cd5-b39f-341d46c07944,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:45.556800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:45.559628 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-a6894ad0-7ac0-4d53-9861-754934a2dd77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 200 len: 217 time: 0.2547548 Jan 31 17:52:45.570708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.717673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.760367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 551ab3cb-8197-4039-aab2-ad3035171b10 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:52:45.772281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.781375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.782801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] 10.222.0.86 "PUT /v2.0/ports/da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 HTTP/1.1" status: 200 len: 1094 time: 4.4583545 Jan 31 17:52:45.783912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Network': ['ID=551ab3cb-8197-4039-aab2-ad3035171b10,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:45.785869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.826361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e8f21d48-5aab-462a-8834-6b354e7b0159 None None] Provisioning complete for port 2020ca89-a270-4cd5-b39f-341d46c07944 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:45.826823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8f21d48-5aab-462a-8834-6b354e7b0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.852621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:52:45.934770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:45.958154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62f079-e53f-46bb-a12d-8abc1d94b1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:45.984751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.039937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-83619eca-1272-4a62-aab7-34e9d7d06da5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.041397 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-83619eca-1272-4a62-aab7-34e9d7d06da5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f HTTP/1.1" status: 200 len: 844 time: 0.4637012 Jan 31 17:52:46.047508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.148150 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d9ce2c8c-6ff9-4e48-acbf-1699a539f666 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/551ab3cb-8197-4039-aab2-ad3035171b10 HTTP/1.1" status: 204 len: 168 time: 2.5357871 Jan 31 17:52:46.162972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:46.183303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:46.203773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:46.212453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:network and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:46.222140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:46.232968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f9bb-0f1e-4606-81da-9a3ba7703c2b req-23a17fe1-52aa-47cf-b893-2bd32d193b5a tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.235050 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-95b8f9bb-0f1e-4606-81da-9a3ba7703c2b req-23a17fe1-52aa-47cf-b893-2bd32d193b5a tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 943 time: 0.9353125 Jan 31 17:52:46.237950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:46.239757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.240271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75377423-4fb7-408f-ac4f-fa8e9ae93cc8 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:46.279308 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-6fc1c477-8cd6-4563-9d8b-245fbda5ec65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5a00c118f8f43c6b498a86acccad998&device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 1097 time: 0.4108164 Jan 31 17:52:46.286184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:46.288168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.351142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.352392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5552e9a2-d97a-46bf-875b-70a43f1852fc tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/routers/75377423-4fb7-408f-ac4f-fa8e9ae93cc8 HTTP/1.1" status: 204 len: 168 time: 7.2098324 Jan 31 17:52:46.356685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:46.383142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cf7f3-8de4-4364-aa4b-5a4f8d39de40 req-b560bf4c-69ab-4ba8-bfac-8353f3d8bcd6 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.384835 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9d0cf7f3-8de4-4364-aa4b-5a4f8d39de40 req-b560bf4c-69ab-4ba8-bfac-8353f3d8bcd6 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 944 time: 0.3938520 Jan 31 17:52:46.389980 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-d9f06c2d-39d7-4f4e-a853-cb8f77e987af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 HTTP/1.1" status: 200 len: 217 time: 0.0900397 Jan 31 17:52:46.420076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.454195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] vlan segment allocate from pool success with {'vlan_id': 1427, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:52:46.502424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.502997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Added segment 0e467519-2e7e-4381-b21f-b3663be2a474 of type vlan for network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 Jan 31 17:52:46.518059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:46.518991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=5d29e7a6-e225-450d-b305-5872d3e4ad72,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:46.519892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8dc613bf-6233-4895-831f-200bc4405dd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.521475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-8dc613bf-6233-4895-831f-200bc4405dd7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fd095f81-9da2-45fb-b0ed-fb361ecb19e9 HTTP/1.1" status: 200 len: 850 time: 0.1116939 Jan 31 17:52:46.529795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9d0cf7f3-8de4-4364-aa4b-5a4f8d39de40 req-d6dc2753-6ec4-4e9a-abe0-25e436eb2799 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369991 Jan 31 17:52:46.538556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:46.556658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.583353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:46.589141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.589856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.607178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.651766 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-ba4c4b0b-7226-4816-a126-fef932483841 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5933053 Jan 31 17:52:46.654485 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-95b8f9bb-0f1e-4606-81da-9a3ba7703c2b req-92dd31dd-3c8f-4cc3-84e4-7ec0bcda1d05 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3922200 Jan 31 17:52:46.665081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:46.665558 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b89674fc-ef0a-471a-9563-4bb3c28e52a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.0440340 Jan 31 17:52:46.668586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:46.709615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.710470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:46.711047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.735058 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-d7031e65-ac1c-4b5a-861a-8921d75ab29d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3d6417b9-fd99-44b5-8110-9c11432668dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2014527 Jan 31 17:52:46.739060 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'status': 'completed', 'code': 200} Jan 31 17:52:46.769323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.773175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Deleting subnet 0f116ed5-f74b-4c1a-be49-577b92ad74d9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:52:46.776356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.838396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2020ca89-a270-4cd5-b39f-341d46c07944 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:46.915460 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7462511 Jan 31 17:52:46.923326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:46.935454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'subnet': {'network_id': 'cc9cfc21-8711-4b0e-a043-9c0a982d7e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:46.938526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69c2c013-c195-412e-bde6-ced8ee6510f6 None None] Provisioning for port 5d29e7a6-e225-450d-b305-5872d3e4ad72 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:46.945547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69c2c013-c195-412e-bde6-ced8ee6510f6 None None] Provisioning complete for port 5d29e7a6-e225-450d-b305-5872d3e4ad72 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:46.945894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69c2c013-c195-412e-bde6-ced8ee6510f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:46.989316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac18c1-b92d-4f64-8c81-54b99c129e11 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=cc9cfc21-8711-4b0e-a043-9c0a982d7e80,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:46.995000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2020ca89-a270-4cd5-b39f-341d46c07944 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:46.995576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.000259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:47.023066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:subnet and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:47.027297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:52:47.029702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:47.030129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.030735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router 20b13c50-e64d-4cd9-9f24-d0bcc0638962 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:47.034494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.043797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:47.084777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:47.087318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.105197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.114044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3b1c9502-2e53-4f30-b956-3ebd5eb57f3d tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/20b13c50-e64d-4cd9-9f24-d0bcc0638962 HTTP/1.1" status: 204 len: 168 time: 7.2953324 Jan 31 17:52:47.114237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69c2c013-c195-412e-bde6-ced8ee6510f6 None None] Port 5d29e7a6-e225-450d-b305-5872d3e4ad72 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:47.114326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:47.115279 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-a0ff1e8d-48c8-4c41-aacc-bcbc02f4c4c2 service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475293 Jan 31 17:52:47.117669 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-fa344202-4bad-409d-b8ac-4698bf18d540 service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745401 Jan 31 17:52:47.153013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.187500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.273632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152863361', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:47.282039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceba4e8-3926-4822-a997-114c7cf0eb9c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:47.286198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceba4e8-3926-4822-a997-114c7cf0eb9c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:47.287710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9ceba4e8-3926-4822-a997-114c7cf0eb9c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.6214097 Jan 31 17:52:47.291990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51870) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:47.299539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:47.335966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:router and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:47.383150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:47.400559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:47.406572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:47.418345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=44e6e6ac-f340-4ec8-83f3-b464c45d857e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:47.420650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:47.438879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:47.440198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:47.440788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.451754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.452648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.463940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 5d29e7a6-e225-450d-b305-5872d3e4ad72 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:47.464273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.499884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.505383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b40d1a6-8f95-4a03-81ad-1193cf421ddf req-d3d12e51-f096-44ae-b9f4-e701f0a9b558 service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776832 Jan 31 17:52:47.557730 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f52d6e8a-bb06-4b18-bb63-71537dd71468 tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.7349269 Jan 31 17:52:47.558977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0f116ed5-f74b-4c1a-be49-577b92ad74d9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:47.561149 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fcb067a-efeb-4d5f-8665-a5ac200449f4 req-3e938865-2e3d-4014-81bb-5cfd9c9fe900 service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716806 Jan 31 17:52:47.561149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:47.571965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.578103 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8fa36576-c485-45ba-9365-453d980db714 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/subnets/0f116ed5-f74b-4c1a-be49-577b92ad74d9 HTTP/1.1" status: 204 len: 168 time: 1.1647875 Jan 31 17:52:47.578768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51880) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:47.580150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:47.698956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.747655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5c11576e-22f4-4c09-9643-24918e4c94da details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 17:52:47.815501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:47.988216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5c11576e-22f4-4c09-9643-24918e4c94da,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:48.011075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '5c11576e-22f4-4c09-9643-24918e4c94da', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'port_id': '5c11576e-22f4-4c09-9643-24918e4c94da', 'mac_address': 'fa:16:3e:b9:8c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 17:52:48.126166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.138756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.139320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.151586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c11576e-22f4-4c09-9643-24918e4c94da {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:52:48.181584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5c11576e-22f4-4c09-9643-24918e4c94da,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:48.188739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.205398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7befa37-161a-4617-9919-a3aa9882b80e req-a265a2fd-f3fd-4936-91d0-654bb7a08edf tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:48.207271 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c7befa37-161a-4617-9919-a3aa9882b80e req-a265a2fd-f3fd-4936-91d0-654bb7a08edf tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 944 time: 0.5200374 Jan 31 17:52:48.241277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:48.256912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:48.281253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:48.285888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:48.286776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.353016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.366629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:48.368946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.394100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.409665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 5d29e7a6-e225-450d-b305-5872d3e4ad72 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:48.433786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.437627 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e5194307-9ef5-4a5a-b9d4-3acc7cfd1e77 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.5459287 Jan 31 17:52:48.440717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:48.442449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.443266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7cb14b-ba7a-4b1f-8f72-275b4f12b7c5 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:48.459344 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-c1ed4bce-59d0-4add-95ce-eb18108c73e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5a00c118f8f43c6b498a86acccad998&device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 1097 time: 0.8131618 Jan 31 17:52:48.460941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.491694 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:52:48.531048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['5c11576e-22f4-4c09-9643-24918e4c94da'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 17:52:48.556878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75cf59f-cd57-4d7d-abbd-31a6913e2626']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.575528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0042b2dd-9b43-47cc-a128-02c6dfb9f288') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.575813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0042b2dd-9b43-47cc-a128-02c6dfb9f288') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:48.587591 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c7befa37-161a-4617-9919-a3aa9882b80e req-22529b35-4e44-4498-8742-24b03db60ccc tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720069 Jan 31 17:52:48.603302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.635056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2c4a9-99b2-487d-a53e-87e5aa27a08a req-35fe2206-32f7-46ce-84c8-123ce05c7f71 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:48.635056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c4b2c4a9-99b2-487d-a53e-87e5aa27a08a req-35fe2206-32f7-46ce-84c8-123ce05c7f71 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 943 time: 0.6692569 Jan 31 17:52:48.698212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.716728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:48.717034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:48.835686 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:48.866444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-f0721c95-028b-47a1-bba6-b88ac1154089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:48.867875 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-f0721c95-028b-47a1-bba6-b88ac1154089 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3d6417b9-fd99-44b5-8110-9c11432668dc HTTP/1.1" status: 200 len: 913 time: 0.3991475 Jan 31 17:52:48.878075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:48.939710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c4b2c4a9-99b2-487d-a53e-87e5aa27a08a req-1a2b12b8-cdac-4de0-8f54-bdb7fe95863f tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820354 Jan 31 17:52:48.944803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:48.951805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.000297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d75cf59f-cd57-4d7d-abbd-31a6913e2626 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:52:49.062545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.074290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=5d29e7a6-e225-450d-b305-5872d3e4ad72,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:49.088987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Network': ['ID=d75cf59f-cd57-4d7d-abbd-31a6913e2626,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:49.119775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-39e1afee-ef94-41b5-b0dc-43084988e46c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/networks/d75cf59f-cd57-4d7d-abbd-31a6913e2626 HTTP/1.1" status: 204 len: 168 time: 1.5378282 Jan 31 17:52:49.139956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.143626 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6cf36abe-0b68-42bd-ba87-74373beea93a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5d29e7a6-e225-450d-b305-5872d3e4ad72 HTTP/1.1" status: 204 len: 168 time: 1.8462090 Jan 31 17:52:49.146248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:49.198787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] device_id is not set on port 44e6e6ac-f340-4ec8-83f3-b464c45d857e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:49.209566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.231360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Transition to ACTIVE for port object 44e6e6ac-f340-4ec8-83f3-b464c45d857e will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:49.232578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:52:49.233191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.237270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf50ca-5e8e-42ca-9e23-df5187e4207e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:49.238649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cf50ca-5e8e-42ca-9e23-df5187e4207e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:49.239397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8cf50ca-5e8e-42ca-9e23-df5187e4207e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:49.264487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-3c55f0e1-defe-4e6a-979a-121de20a767c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 HTTP/1.1" status: 200 len: 217 time: 0.3774669 Jan 31 17:52:49.352259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8cf50ca-5e8e-42ca-9e23-df5187e4207e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:49.353399 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8cf50ca-5e8e-42ca-9e23-df5187e4207e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2060716 Jan 31 17:52:49.360126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:49.370938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.498686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=44e6e6ac-f340-4ec8-83f3-b464c45d857e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:49.553592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:49.561389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'name': 'tempest-router--562376478', 'project_id': '4f712c6fa92e446b975f1413f37beb77'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:49.563804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Checking segment: {'id': '0e467519-2e7e-4381-b21f-b3663be2a474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'cc9cfc21-8711-4b0e-a043-9c0a982d7e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:49.565314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Network hostable DHCP agents. Network: cc9cfc21-8711-4b0e-a043-9c0a982d7e80, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:52:49.569989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:49.585538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:router and tenant:4f712c6fa92e446b975f1413f37beb77 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:49.590749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:49.599413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:52:49.602217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:49.605045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.629132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-54f4a00c-8f35-40e7-998b-aec988d1f7fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:49.630708 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-54f4a00c-8f35-40e7-998b-aec988d1f7fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fd095f81-9da2-45fb-b0ed-fb361ecb19e9 HTTP/1.1" status: 200 len: 850 time: 0.3580017 Jan 31 17:52:49.640480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0549bba2-afda-4a02-943f-aa7faf0113fb,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:49.679774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.716185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.717097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.720611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 17:52:49.742913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:49.743182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:49.743683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:49.758412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:49.758777 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:49.759478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:52:49.764585 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 2 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:49.765513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5c11576e-22f4-4c09-9643-24918e4c94da up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:49.824874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:49.825253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:49.825564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:49.832192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, cc9cfc21-8711-4b0e-a043-9c0a982d7e80) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:49.853493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:49.853493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.869079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:49.869475 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:49.873001 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 3 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:49.881315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.911240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.921692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.943496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bbf21a-7e1f-42aa-8fe1-30c415c886a8 req-accdd3b8-a72d-4a7f-a211-24e0add4fa08 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:49.944977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a7bbf21a-7e1f-42aa-8fe1-30c415c886a8 req-accdd3b8-a72d-4a7f-a211-24e0add4fa08 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 944 time: 0.1696558 Jan 31 17:52:49.968341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:49.968672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:49.969008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:49.972303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:49.973824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-773c9bef-8e6f-45cc-af6f-aa123c7cf1af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3d6417b9-fd99-44b5-8110-9c11432668dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3244765 Jan 31 17:52:49.976957 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cd155bec-a3a9-4317-8bb3-d49a85d545cf tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0489810 Jan 31 17:52:49.980973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:49.986118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'floatingip': {'floating_network_id': 'cc9cfc21-8711-4b0e-a043-9c0a982d7e80'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:50.015011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.016344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:50.032211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:50.047584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532128fc-57e1-4d65-a306-23636f5b5cb6 None None] Network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:50.083963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:50.084302 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:50.091919 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 4 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:50.102034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:floatingip and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:50.110247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:50.128294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:50.153340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.154667 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4cc56494-c9eb-405c-8a63-eb14bcfcf249 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6001401 Jan 31 17:52:50.166825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'port_id': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'mac_address': 'fa:16:3e:3e:4b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 17:52:50.167052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:50.199083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:50.199456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:50.199732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:50.247024 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a7bbf21a-7e1f-42aa-8fe1-30c415c886a8 req-8c438966-68c7-4335-8e32-2eef1ba81e1a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950664 Jan 31 17:52:50.289813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.292399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.318300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:52:50.325654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.328298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:50.328796 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:50.333400 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 5 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:50.342239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-d38aa85d-c71f-4362-9d86-19b482ca9a45 service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620081 Jan 31 17:52:50.346329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 5c11576e-22f4-4c09-9643-24918e4c94da completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:50.379485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:50.394256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:50.396349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 5c11576e-22f4-4c09-9643-24918e4c94da triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:50.398170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.427891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.433683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd7a03-4516-4550-80bd-03220a959441 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:50.447159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:50.447494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:50.447826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:50.456698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.529660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.26.4.58 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/af751131-deb3-4a9d-b9eb-4362f21ec8c8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:50.543071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:50.543399 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:50.555041 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 6 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:50.586879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6930e9-75da-4114-a3ad-c155ffa893ae req-25cd904a-c579-4788-b4cb-a515bb9f3877 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:50.588335 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc6930e9-75da-4114-a3ad-c155ffa893ae req-25cd904a-c579-4788-b4cb-a515bb9f3877 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 944 time: 0.4621079 Jan 31 17:52:50.592420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.639381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:50.639708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:50.641133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:50.673331 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b20106a3-0968-49e9-a223-7bf00eadfebf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1 HTTP/1.1" status: 204 len: 168 time: 1.3108120 Jan 31 17:52:50.680804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:50.695878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 17:52:50.732693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:50.733024 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:50.738857 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 7 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:50.760374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd492d2-fbf4-4078-ac04-e98e0349ab06 None None] Network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:50.763375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-016302ee-a7de-4c3c-a23d-9f61f6c52a4d req-aa50d1a4-bbcf-448d-9042-fde1822927ad service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981633 Jan 31 17:52:50.799627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:50.808106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:50.808441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:50.808783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:50.813247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8053a6b3-959b-44fe-a27b-e7a047b1ddf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841393 Jan 31 17:52:50.818193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:50.825131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:50.856933 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc6930e9-75da-4114-a3ad-c155ffa893ae req-385fc495-baf4-4e71-a050-7c8c1320e6db tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388079 Jan 31 17:52:50.921607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:50.922065 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:50.931958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 8 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:50.937327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ad10250b-651f-4f64-a404-d2a170a18b77 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:52:50.959614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.969346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:50.969817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:50.970556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:50.977628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:50.996676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ad10250b-651f-4f64-a404-d2a170a18b77 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:52:50.996676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ad10250b-651f-4f64-a404-d2a170a18b77 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:52:51.022652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:51.022969 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:51.025050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 9 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:51.062616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:51.062616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:51.062616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:51.085796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:51.086006 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:51.088874 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempt 10 to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e Jan 31 17:52:51.099032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.162269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.170119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:51.187872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:51.195097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:51.263831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:51.274311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:52:51.276758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.300202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:51.300468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:51.300801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempting to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:51.316871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.323839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:51.327447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.335180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:51.340744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:51.346955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:52:51.347279 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Failed to bind port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on host hv-neutron-8232 for vnic_type normal using segments [{'id': 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf'}] Jan 31 17:52:51.347628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.357534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=af751131-deb3-4a9d-b9eb-4362f21ec8c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:51.363909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:51.407568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Allocated IP 172.20.0.3 (cc9cfc21-8711-4b0e-a043-9c0a982d7e80/0549bba2-afda-4a02-943f-aa7faf0113fb/f83d17f1-e86e-4eca-b20b-4ec16efa3133) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:51.421627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5c11576e-22f4-4c09-9643-24918e4c94da,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:51.475307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.530554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:52:51.558304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Deleting port 2020ca89-a270-4cd5-b39f-341d46c07944 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:51.558902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.615115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.615890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2390ced-6e50-4238-9f09-769964f5c2a1 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:52:51.650224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.657462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port 44e6e6ac-f340-4ec8-83f3-b464c45d857e, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:51.658538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:52:51.666271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.670166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01f35f7f-2114-4192-957c-412bde262400 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/routers/b2390ced-6e50-4238-9f09-769964f5c2a1 HTTP/1.1" status: 204 len: 168 time: 1.5012922 Jan 31 17:52:51.691568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.719495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:51.777823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.825169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event updated for resources: {'Port': ['ID=44e6e6ac-f340-4ec8-83f3-b464c45d857e,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:51.855203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] In _notify_port_updated(), no bound segment for port 44e6e6ac-f340-4ec8-83f3-b464c45d857e on network 60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:52:51.856428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.861761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af88cf60-8ba1-4c4f-9fba-9870334ad08a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "PUT /v2.0/ports/44e6e6ac-f340-4ec8-83f3-b464c45d857e HTTP/1.1" status: 200 len: 977 time: 4.2975767 Jan 31 17:52:51.862790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:51.868695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.890253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] For port 2020ca89-a270-4cd5-b39f-341d46c07944, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2020ca89-a270-4cd5-b39f-341d46c07944,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:51.891254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:51.932436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:52.009481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:52.019255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:52.028860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:52.054954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Port': ['ID=f83d17f1-e86e-4eca-b20b-4ec16efa3133,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:52.059711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0173c1d-1e41-4b87-b75b-72d8eb98aba9 req-c2a63385-33f1-4e71-bbce-04d1e880c370 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:52.063227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b0173c1d-1e41-4b87-b75b-72d8eb98aba9 req-c2a63385-33f1-4e71-bbce-04d1e880c370 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 945 time: 0.6003294 Jan 31 17:52:52.113742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Deleting port 44e6e6ac-f340-4ec8-83f3-b464c45d857e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:52.114145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.120030 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da', 'code': 200} Jan 31 17:52:52.130066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Calling delete_port for 2020ca89-a270-4cd5-b39f-341d46c07944 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:52.225343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.296514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] No DVR routers for this DVR port 2020ca89-a270-4cd5-b39f-341d46c07944 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:52:52.298119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cde20-a9ee-49b7-a410-954178cc9548 None None] Pushing event deleted for resources: {'Port': ['ID=2020ca89-a270-4cd5-b39f-341d46c07944,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:52.364756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-288133993', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:52.368021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.368744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.376196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:52.380341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.416078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:52.421049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:52.437431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62bad5-0b2f-4c8c-85a3-0593a9cb1732 req-9256b034-968b-4385-b173-f1f756ad1625 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:52.438882 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5b62bad5-0b2f-4c8c-85a3-0593a9cb1732 req-9256b034-968b-4385-b173-f1f756ad1625 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.3787639 Jan 31 17:52:52.445945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:52.460531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-6e591c76-d920-4541-a46f-aad67bb23513 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 1098 time: 0.3519001 Jan 31 17:52:52.526460 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b0173c1d-1e41-4b87-b75b-72d8eb98aba9 req-31ff9062-5675-4691-889e-ac4123bb24e7 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975107 Jan 31 17:52:52.530245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:52.532119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.533771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.543266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:52.552782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=73ae8f74-62ae-4eda-b314-6b3968acbced,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:52.556582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:52.557154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.568355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f793ab-1054-4824-84df-baeb54c2ab47 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:52:52.578580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] For port 44e6e6ac-f340-4ec8-83f3-b464c45d857e, host hv-neutron-8232, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:52.578930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.647511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.664919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-04765177-7f08-4074-8162-65e0d04b22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8423131 Jan 31 17:52:52.664919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.676103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:52.691154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'name': 'tempest-NetworksTestDHCPv6-623264980'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:52.794913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Calling delete_port for 44e6e6ac-f340-4ec8-83f3-b464c45d857e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:52.817920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '73ae8f74-62ae-4eda-b314-6b3968acbced'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:52:52.818944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:52.837151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2020ca89-a270-4cd5-b39f-341d46c07944 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:52:52.857614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.1 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/84df2e5f-3722-4bb6-bdc8-92b7397f2826) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:52.874710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2020ca89-a270-4cd5-b39f-341d46c07944 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:52:52.875589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2020ca89-a270-4cd5-b39f-341d46c07944 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:52:52.966883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.030720 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5b62bad5-0b2f-4c8c-85a3-0593a9cb1732 req-c578f6b5-a406-4703-a71a-981662fef25d tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5748055 Jan 31 17:52:53.032599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/73ae8f74-62ae-4eda-b314-6b3968acbced/00c87f51-3569-4e33-8b72-ab2b73aec64b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:53.058589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:53.080224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Usage tracker for resource:security_group_rule and tenant:a9cea529a1e0487cae52b3a383f72d5c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:53.083653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:53.093170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:53.108218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.146190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.166366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:53.180127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.193069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:53.200329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:53.211622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:53.213226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Pushing event deleted for resources: {'Port': ['ID=44e6e6ac-f340-4ec8-83f3-b464c45d857e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.233164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.242185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.253248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Transition to ACTIVE for port object 00c87f51-3569-4e33-8b72-ab2b73aec64b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:53.258245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:53.261874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.272176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Transition to ACTIVE for port object 00c87f51-3569-4e33-8b72-ab2b73aec64b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:53.278566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.305332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.348611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:53.351359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:53.356201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:53.360060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Pushing event updated for resources: {'Port': ['ID=00c87f51-3569-4e33-8b72-ab2b73aec64b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.362749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:53.429609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.449068 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fa6c08df-910f-4fff-9826-bbb29530d33a tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "DELETE /v2.0/ports/44e6e6ac-f340-4ec8-83f3-b464c45d857e HTTP/1.1" status: 204 len: 168 time: 1.5836184 Jan 31 17:52:53.449730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:53.455871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Attempting to bind port 00c87f51-3569-4e33-8b72-ab2b73aec64b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:53.456353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Attempting to bind port 00c87f51-3569-4e33-8b72-ab2b73aec64b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:53.456813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Attempting to bind port 00c87f51-3569-4e33-8b72-ab2b73aec64b on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:53.463412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:53.463900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:53.464393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.464869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:53.465485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Bound port: 00c87f51-3569-4e33-8b72-ab2b73aec64b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:53.465930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.499533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.522538 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-62667c2b-92ac-48d8-b6b9-254d945ca2eb tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:52:53.523043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-62667c2b-92ac-48d8-b6b9-254d945ca2eb tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Synchronizing usage tracker for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:53.527717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.592511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] For port 00c87f51-3569-4e33-8b72-ab2b73aec64b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:53.596652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] For port 00c87f51-3569-4e33-8b72-ab2b73aec64b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00c87f51-3569-4e33-8b72-ab2b73aec64b,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:53.605287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.606003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Synchronizing usage tracker for tenant:a9cea529a1e0487cae52b3a383f72d5c on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:53.609885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=08a062c0-608c-4c65-a8cb-659ec7a27e7f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.632334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-62667c2b-92ac-48d8-b6b9-254d945ca2eb tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] Unset dirty status for tenant:1e869a431c89419ba53f6d4ae52389fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:53.637694 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62667c2b-92ac-48d8-b6b9-254d945ca2eb tempest-PortsAdminExtendedAttrsTestJSON-1966124827 tempest-PortsAdminExtendedAttrsTestJSON-1966124827-project-admin] 10.222.0.110 "GET /v2.0/ports/44e6e6ac-f340-4ec8-83f3-b464c45d857e HTTP/1.1" status: 404 len: 333 time: 0.1819425 Jan 31 17:52:53.639410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:53.647942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::344 (78c34a5f-8722-4630-84ca-354f3b387cf2/73ae8f74-62ae-4eda-b314-6b3968acbced/578cf30b-7e95-49ea-bbc4-5fc6e07d2963) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:53.672748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.685257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=84df2e5f-3722-4bb6-bdc8-92b7397f2826,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.689778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.701510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92bb6-4a1f-43ec-98f7-9f42607423b8 None None] Pushing event updated for resources: {'Port': ['ID=00c87f51-3569-4e33-8b72-ab2b73aec64b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.702835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:53.718677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:53.725379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:53.752060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:53.780236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] Unset dirty status for tenant:a9cea529a1e0487cae52b3a383f72d5c on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:53.781243 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-629298c6-f7ba-4f43-9dd0-aa9292aee436 req-93bbc046-8595-463c-8d5b-d805a97521e5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2682862 Jan 31 17:52:53.868644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:53.873758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:53.874266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.908241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Port': ['ID=f83d17f1-e86e-4eca-b20b-4ec16efa3133,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:53.966220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.972437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router ee150e58-0623-4bed-9828-32fd8c56db82 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:53.992335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:53.998622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.057116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.074041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.075279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1ef0e0a8-5677-4cef-af27-7339b0336e57 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0934145 Jan 31 17:52:54.095771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:54.111438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.126092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:54.162636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:52:54.211790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:54.227364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.230342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.340929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.369763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3573906a-53d3-4358-8709-97d654d152a9 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Synchronizing usage tracker for tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:54.373342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.382682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:54.419772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:54.420180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57557e1-eb2f-4793-8b1e-49edc0fca5a9') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:54.427011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ccd7b-047d-45c9-ae45-a6a543e62f01 req-493806f4-5cba-42d2-9977-0bc549c24e9a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:54.428491 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f97ccd7b-047d-45c9-ae45-a6a543e62f01 req-493806f4-5cba-42d2-9977-0bc549c24e9a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 945 time: 0.7204144 Jan 31 17:52:54.432777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:54.438625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.454203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3573906a-53d3-4358-8709-97d654d152a9 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Unset dirty status for tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:54.456357 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3573906a-53d3-4358-8709-97d654d152a9 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "GET /v2.0/floatingips?floating_network_id=cc9cfc21-8711-4b0e-a043-9c0a982d7e80 HTTP/1.1" status: 200 len: 689 time: 0.3287227 Jan 31 17:52:54.462352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:54.467049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.494708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Releasing vlan 1435 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:54.494967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:54.513444 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:54.613783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.614468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42bc0e-b64c-4e21-a219-ae0a608c64b9 req-13393981-80d8-43f7-a087-7b68c1577bfa tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:54.615966 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff42bc0e-b64c-4e21-a219-ae0a608c64b9 req-13393981-80d8-43f7-a087-7b68c1577bfa tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.3566608 Jan 31 17:52:54.631736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f97ccd7b-047d-45c9-ae45-a6a543e62f01 req-76f4554d-e14b-4484-890a-7d322a7b3543 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957538 Jan 31 17:52:54.646214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.762269 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'code': 200} Jan 31 17:52:54.835524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Allocated IP 172.26.4.114 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/4bfeca53-3576-41f8-b74d-87c562f3d8ae) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:54.851619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:54.882485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.919617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=578cf30b-7e95-49ea-bbc4-5fc6e07d2963,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:54.922739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:54.925746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.926253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:54.930324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:54.930928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:54.964506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00c87f51-3569-4e33-8b72-ab2b73aec64b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:55.016537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] Pushing event deleted for resources: {'Network': ['ID=60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:55.059708 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a0f31b0e-35bc-40a3-aa8a-6de2ba350f89 tempest-PortsAdminExtendedAttrsTestJSON-1686603935 tempest-PortsAdminExtendedAttrsTestJSON-1686603935-project] 10.222.0.110 "DELETE /v2.0/networks/60f3f7e5-a8a2-4b2c-a6e2-3dcb957e0aaf HTTP/1.1" status: 204 len: 168 time: 1.4129879 Jan 31 17:52:55.094942 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff42bc0e-b64c-4e21-a219-ae0a608c64b9 req-68cd0665-8fa5-446e-90fa-27edcdd66381 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4672034 Jan 31 17:52:55.121946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 00c87f51-3569-4e33-8b72-ab2b73aec64b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:55.148761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.185058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-974444cd-55da-4a8c-8fbe-f84018e76696 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5077720 Jan 31 17:52:55.187717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51984) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:55.233995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Provisioning for port 00c87f51-3569-4e33-8b72-ab2b73aec64b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:55.243534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Provisioning complete for port 00c87f51-3569-4e33-8b72-ab2b73aec64b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:55.243900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.255442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Deleting port f83d17f1-e86e-4eca-b20b-4ec16efa3133 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:55.255829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.362187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.368018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:55.379867 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Sync routers for ids ['ee150e58-0623-4bed-9828-32fd8c56db82'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:55.400752 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Routers {'ee150e58-0623-4bed-9828-32fd8c56db82'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:55.403240 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ee150e58-0623-4bed-9828-32fd8c56db82'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:55.449740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.457014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-65d39295-9043-4e50-b9cc-09645579e117 req-05fa039a-f43a-4a18-ac86-6a8bd8788998 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 1099 time: 0.3678331 Jan 31 17:52:55.483532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ff3b0-65fc-4526-9e8d-f1d84a4a8bc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:55.488517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ff3b0-65fc-4526-9e8d-f1d84a4a8bc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:55.489310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d0ff3b0-65fc-4526-9e8d-f1d84a4a8bc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:55.493839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.498064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-57cfcaa1-4193-46cb-9f17-071cf6c82c8f tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.3814452 Jan 31 17:52:55.506706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 51990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:55.535430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] For port 00c87f51-3569-4e33-8b72-ab2b73aec64b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00c87f51-3569-4e33-8b72-ab2b73aec64b,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:55.546578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.591318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 51994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:55.596251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d0ff3b0-65fc-4526-9e8d-f1d84a4a8bc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:55.599555 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d0ff3b0-65fc-4526-9e8d-f1d84a4a8bc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4061155 Jan 31 17:52:55.604279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:55.677620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.690877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:52:55.691074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.695457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e6d5c-6e0b-4f43-ae2c-e8d3164c18c4 None None] Pushing event updated for resources: {'Port': ['ID=00c87f51-3569-4e33-8b72-ab2b73aec64b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:55.722651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4be8aa34-22f1-46eb-a252-b000c0924852 None None] Provisioning for port 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:55.728276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4be8aa34-22f1-46eb-a252-b000c0924852 None None] Provisioning complete for port 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:55.728827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4be8aa34-22f1-46eb-a252-b000c0924852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.774686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:52:55.804346 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-65d39295-9043-4e50-b9cc-09645579e117 req-1db3bc24-b9e8-46cd-b9d4-613482a1ce14 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038504 Jan 31 17:52:55.855295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4be8aa34-22f1-46eb-a252-b000c0924852 None None] Port 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:52:55.856248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:55.863405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:55.872801 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Set router ee150e58-0623-4bed-9828-32fd8c56db82 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:55.874545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.883184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:52:55.953664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.991912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:55.992529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.013760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event updated for resources: {'Port': ['ID=4bfeca53-3576-41f8-b74d-87c562f3d8ae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:56.154779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Calling delete_port for f83d17f1-e86e-4eca-b20b-4ec16efa3133 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:56.197220 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58'}], 'enable_snat': False}, 'gw_port_id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:47Z', 'updated_at': '2022-01-31T17:52:51Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:49Z', 'updated_at': '2022-01-31T17:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:56.201226 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Checking router: ee150e58-0623-4bed-9828-32fd8c56db82 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:52:56.201606 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Updating router ee150e58-0623-4bed-9828-32fd8c56db82 port af751131-deb3-4a9d-b9eb-4362f21ec8c8 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:52:56.203491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.230881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=84df2e5f-3722-4bb6-bdc8-92b7397f2826,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:56.263771 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.385888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eb09fa3a-bf68-4673-bcce-d76842694a99 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=42bada1862db417882a7e1b0611be44b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7939920 Jan 31 17:52:56.391536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52008) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:56.449779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b4ff0-2574-495a-a2f9-5d3c9c701612 req-3ab3a6eb-91ab-46a2-aabf-ea78b6b7d7d3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:56.451182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a2b4ff0-2574-495a-a2f9-5d3c9c701612 req-3ab3a6eb-91ab-46a2-aabf-ea78b6b7d7d3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.5807102 Jan 31 17:52:56.560643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.570225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:52:56.576018 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2c79ef59-11b5-47b1-adae-ac42ea0d7555 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/ee150e58-0623-4bed-9828-32fd8c56db82 HTTP/1.1" status: 200 len: 907 time: 1.0657589 Jan 31 17:52:56.580616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a2b4ff0-2574-495a-a2f9-5d3c9c701612 req-40486b04-f6f2-4ef7-a607-88e4fe4ba55c tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140752 Jan 31 17:52:56.581451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:52:56.581663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:56.644687 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.655793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-152863361', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': True}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:56.663307 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Transition to ACTIVE for port object af751131-deb3-4a9d-b9eb-4362f21ec8c8 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:52:56.665668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15616847-9f3c-4cd4-b419-50b95a6d8056 req-0dad3bd4-578e-457d-8d40-cafcbb36b867 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:56.667557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-15616847-9f3c-4cd4-b419-50b95a6d8056 req-0dad3bd4-578e-457d-8d40-cafcbb36b867 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.4259100 Jan 31 17:52:56.675433 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.733281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:56.735620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.741711 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372e6e-15e2-4a82-8c6c-e0cba0230655 None None] Pushing event updated for resources: {'Port': ['ID=af751131-deb3-4a9d-b9eb-4362f21ec8c8,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:56.758546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 578cf30b-7e95-49ea-bbc4-5fc6e07d2963 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:52:56.763918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.764644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.819150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Usage tracker for resource:router and tenant:8e4d74cb90ab41c695c1c63b25cfed45 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:56.868181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00c87f51-3569-4e33-8b72-ab2b73aec64b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:56.924893 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Attempting to bind port af751131-deb3-4a9d-b9eb-4362f21ec8c8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:52:56.925264 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Attempting to bind port af751131-deb3-4a9d-b9eb-4362f21ec8c8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:52:56.925668 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Attempting to bind port af751131-deb3-4a9d-b9eb-4362f21ec8c8 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:52:56.947671 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:52:56.948114 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:52:56.948425 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:56.948810 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:52:56.949660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Bound port: af751131-deb3-4a9d-b9eb-4362f21ec8c8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:52:56.949660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.017353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 00c87f51-3569-4e33-8b72-ab2b73aec64b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:57.018294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.026717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:57.030729 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] For port af751131-deb3-4a9d-b9eb-4362f21ec8c8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:52:57.034251 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] For port af751131-deb3-4a9d-b9eb-4362f21ec8c8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af751131-deb3-4a9d-b9eb-4362f21ec8c8,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:52:57.042513 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.059649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Port': ['ID=f83d17f1-e86e-4eca-b20b-4ec16efa3133,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:57.062104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.067345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:57.161159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.161614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.162005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.162560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.162936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.163670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.164040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.164427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.164757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.165363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.165810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:57.180950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.181930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.202106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.216006 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-15616847-9f3c-4cd4-b419-50b95a6d8056 req-8098bc94-b4ed-4628-8e9e-545013704a3d tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4840567 Jan 31 17:52:57.287074 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30372e6e-15e2-4a82-8c6c-e0cba0230655 None None] Pushing event updated for resources: {'Port': ['ID=af751131-deb3-4a9d-b9eb-4362f21ec8c8,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:57.302810 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Routers {'ee150e58-0623-4bed-9828-32fd8c56db82'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:57.302983 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ee150e58-0623-4bed-9828-32fd8c56db82'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:57.316253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:52:57.368776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.372854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.436165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.461370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Router 8255be05-1fe2-42c1-afa9-4b79394ea8a7 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:52:57.490596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=578cf30b-7e95-49ea-bbc4-5fc6e07d2963,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:57.510970 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] Set router ee150e58-0623-4bed-9828-32fd8c56db82 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:52:57.551883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.627242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.628236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942a46d-5584-4f62-b89f-95e21d241a81 req-bb0edc06-8af8-4044-b320-a64b44d85357 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:57.629905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6942a46d-5584-4f62-b89f-95e21d241a81 req-bb0edc06-8af8-4044-b320-a64b44d85357 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.2028792 Jan 31 17:52:57.653521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:57.660620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bad718-6b38-40d6-b3c6-435a9ab9f1b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:57.677555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.701272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Request body: {'floatingip': {'port_id': '5c11576e-22f4-4c09-9643-24918e4c94da'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:57.846538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:57.856606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:57.875809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-821d5496-3cdd-4776-ad05-e970bf2b37a3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/routers/5f71afc7-57ac-4ada-88f4-43b34c10fb08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4337049 Jan 31 17:52:57.881158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52024) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:57.894225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:57.894884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:57.902280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'port': {'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613', 'name': 'tempest-FloatingIPTestJSON-1064318134'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:57.936285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.971554 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58'}], 'enable_snat': False}, 'gw_port_id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:47Z', 'updated_at': '2022-01-31T17:52:51Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:49Z', 'updated_at': '2022-01-31T17:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:57.976104 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af34669b-37f9-4ae7-b3f8-59b7d163c918 None None] The sync data for ids ['ee150e58-0623-4bed-9828-32fd8c56db82'] in dv-neutron-823271-3-hyperv is: [{'id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58'}], 'enable_snat': False}, 'gw_port_id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:47Z', 'updated_at': '2022-01-31T17:52:51Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'af751131-deb3-4a9d-b9eb-4362f21ec8c8', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee150e58-0623-4bed-9828-32fd8c56db82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:49Z', 'updated_at': '2022-01-31T17:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:57.998260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:57.998467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:57.998467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-be524651-1b87-4a35-9ea0-8f00e0e3ef11 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/35bad718-6b38-40d6-b3c6-435a9ab9f1b2 HTTP/1.1" status: 204 len: 168 time: 1.5942326 Jan 31 17:52:57.998467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6a89fdc-3fd8-4d4d-a978-b6f63b515544 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/578cf30b-7e95-49ea-bbc4-5fc6e07d2963 HTTP/1.1" status: 204 len: 168 time: 2.3911560 Jan 31 17:52:58.014112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:58.021134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:58.022064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.029322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:58.045307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:52:58.051797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:port and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:52:58.055303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:52:58.063288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:52:58.100744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:52:58.103305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.103724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d25e338-ef1a-46db-a12f-b7cdb785fd17 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:58.104189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:58.122607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:52:58.135404 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] Sync routers for ids ['8255be05-1fe2-42c1-afa9-4b79394ea8a7'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:52:58.157786 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] Routers {'8255be05-1fe2-42c1-afa9-4b79394ea8a7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:58.160882 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8255be05-1fe2-42c1-afa9-4b79394ea8a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.281233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:58.286647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.298208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] device_id is not set on port 9b17222b-197f-4a31-8633-773e64253b8c yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:52:58.343073 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] Routers {'8255be05-1fe2-42c1-afa9-4b79394ea8a7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:52:58.343675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8255be05-1fe2-42c1-afa9-4b79394ea8a7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.355506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:58.357158 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-954403e9-012f-4929-a1f6-4553e057576d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4211609 Jan 31 17:52:58.359726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52036) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:58.422823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65d31f-4eb8-4d7e-84e2-f272da1136fa tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:58.424659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65d31f-4eb8-4d7e-84e2-f272da1136fa tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:58.426382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af65d31f-4eb8-4d7e-84e2-f272da1136fa tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3934813 Jan 31 17:52:58.442354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52040) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:58.508912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.509804 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf735cf8-c9db-4f61-80fe-7ed06a5bc76a None None] The sync data for ids ['8255be05-1fe2-42c1-afa9-4b79394ea8a7'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:52:58.581974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0549bba2-afda-4a02-943f-aa7faf0113fb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:58.590769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:58.605178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d18ec-b226-429c-baf0-51855646077c req-9ab2f177-e8df-401d-9282-47bf60bd1832 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:58.609968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-874d18ec-b226-429c-baf0-51855646077c req-9ab2f177-e8df-401d-9282-47bf60bd1832 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.7868593 Jan 31 17:52:58.648914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:58.752522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.10 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/9b17222b-197f-4a31-8633-773e64253b8c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:52:58.783288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc9cfc21-8711-4b0e-a043-9c0a982d7e80']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.816046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e467519-2e7e-4381-b21f-b3663be2a474') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.816437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e467519-2e7e-4381-b21f-b3663be2a474') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:52:58.834191 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-76f5f9a9-2316-445f-be51-42e9caec67f1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1e869a431c89419ba53f6d4ae52389fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2404006 Jan 31 17:52:58.849448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:58.930890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af751131-deb3-4a9d-b9eb-4362f21ec8c8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:52:58.947655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 73ae8f74-62ae-4eda-b314-6b3968acbced {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:52:58.955733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-874d18ec-b226-429c-baf0-51855646077c req-cdde97df-2fe7-4459-b8e2-d48b60698c05 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150082 Jan 31 17:52:58.959793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.011809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.069140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port af751131-deb3-4a9d-b9eb-4362f21ec8c8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:52:59.074471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port af751131-deb3-4a9d-b9eb-4362f21ec8c8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:52:59.074913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.096256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.177705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Releasing vlan 1427 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:52:59.178097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:52:59.192618 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:52:59.230136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.236626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.253569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port af751131-deb3-4a9d-b9eb-4362f21ec8c8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af751131-deb3-4a9d-b9eb-4362f21ec8c8,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:52:59.258299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.277986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.326133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=af751131-deb3-4a9d-b9eb-4362f21ec8c8,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:59.335904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.336490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.336825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.337158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.337506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.337827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.338303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.338631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.338958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.339272 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.339584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.351636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.458901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.491189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.510040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507b9cd-1c5d-454a-ac8c-8cdcd9a57d52 req-29b53465-b756-4f67-8f60-a7d7387d260e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:52:59.511585 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8507b9cd-1c5d-454a-ac8c-8cdcd9a57d52 req-29b53465-b756-4f67-8f60-a7d7387d260e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.3413527 Jan 31 17:52:59.514037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc9cfc21-8711-4b0e-a043-9c0a982d7e80 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:52:59.520880 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-043e6a7f-4dbb-46eb-9c97-6194ffb525f6 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/8255be05-1fe2-42c1-afa9-4b79394ea8a7 HTTP/1.1" status: 200 len: 924 time: 1.1574893 Jan 31 17:52:59.521238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:59.521634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52054) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:59.532127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.545359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc9cfc21-8711-4b0e-a043-9c0a982d7e80,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:59.552544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.567881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Request body: {'floatingip': {'port_id': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:52:59.592604 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2ccb830d-c97f-4145-ad51-9e323b741185 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/cc9cfc21-8711-4b0e-a043-9c0a982d7e80 HTTP/1.1" status: 204 len: 168 time: 5.1280744 Jan 31 17:52:59.593860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.598379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:59.643305 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d357fd3b-e26b-472a-8314-296981ba72ad tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=8255be05-1fe2-42c1-afa9-4b79394ea8a7 HTTP/1.1" status: 200 len: 205 time: 0.1179247 Jan 31 17:52:59.643305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.653015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:59.702734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.721102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.796901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d5ea877-96f7-4136-87de-ebd38ed3e07d tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Synchronizing usage tracker for tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 on resource:floatingip {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:52:59.797540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f6d17a-ff1b-4784-a7d0-6745151867c0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:52:59.871276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.871276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.871276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.871656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.871656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.872123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.872329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.872622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.872939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.873270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.873593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:52:59.877855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:52:59.899796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d5ea877-96f7-4136-87de-ebd38ed3e07d tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Unset dirty status for tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 on resource:floatingip {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:52:59.903436 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d5ea877-96f7-4136-87de-ebd38ed3e07d tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.3018110 Jan 31 17:52:59.920717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:52:59.940208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:00.073615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.075163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.26.4.87 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/f74fe3f1-ce6c-4171-a061-2973a94e1d7c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:00.081762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.083166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-709040d6-75e2-4966-abd6-28242d72eddf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f0f6d17a-ff1b-4784-a7d0-6745151867c0 HTTP/1.1" status: 204 len: 168 time: 1.2317491 Jan 31 17:53:00.086995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.148348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.200764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:00.217007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:00.219322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:00.259550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=9b17222b-197f-4a31-8633-773e64253b8c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:00.280341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=73ae8f74-62ae-4eda-b314-6b3968acbced,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:00.304585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.313158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b7c31-fe2c-4668-b144-76fb6b70b4b5 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:00.325828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.326173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.326693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.327058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.327455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.327807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.328157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.333149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cb74963f-f615-4de3-8d72-b3c2b8cd0836 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4593 time: 0.3934588 Jan 31 17:53:00.339114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52080) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.501011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:00.502122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.510579 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3d5fb796-5358-4be2-8c3d-15a5273a7dab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/73ae8f74-62ae-4eda-b314-6b3968acbced HTTP/1.1" status: 204 len: 168 time: 2.0579507 Jan 31 17:53:00.514362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.536019 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-b6102989-9924-4b4b-963c-539ab38daf53 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] delete failed (client error): The resource could not be found. Jan 31 17:53:00.537034 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b6102989-9924-4b4b-963c-539ab38daf53 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/5d71feba-01c5-4a6f-92cb-5b814684815d HTTP/1.1" status: 404 len: 345 time: 0.1908808 Jan 31 17:53:00.542227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52092) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.578477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.644226 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e69243-1ed4-4f4c-9647-dd6bcc46086f tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] DELETE failed (client error): The resource could not be found. Jan 31 17:53:00.644226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e69243-1ed4-4f4c-9647-dd6bcc46086f tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:53:00.650248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-30e69243-1ed4-4f4c-9647-dd6bcc46086f tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/cc9cfc21-8711-4b0e-a043-9c0a982d7e80 HTTP/1.1" status: 404 len: 339 time: 0.0924015 Jan 31 17:53:00.654893 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-476d5d74-8cf2-4056-9434-9d1c5a0a5c74 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7670786 Jan 31 17:53:00.660131 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-13d13795-35c4-4c2e-9178-d4419c31f849 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406810 Jan 31 17:53:00.660291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.660291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52100) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.662304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:00.674927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:00.677114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.680413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Deleting port 00c87f51-3569-4e33-8b72-ab2b73aec64b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:00.681061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.682384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:00.699684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'port': {'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613', 'name': 'tempest-FloatingIPTestJSON-1592015783'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:00.716455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'name': 'tempest-network--1276944712', 'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:00.721941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:00.726304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:network and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:00.729559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:00.735617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:00.760246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:00.762882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.793211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:00.850463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af751131-deb3-4a9d-b9eb-4362f21ec8c8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:00.974053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:00.976078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:00.981902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:00.984130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:01.021030 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Floating IP be00d548-8860-4221-9bd4-4c66016d3e78 associated. External IP: 172.26.4.222, port: 5c11576e-22f4-4c09-9643-24918e4c94da. Jan 31 17:53:01.049886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:01.053615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:port and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:01.056355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:01.062470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:01.110047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port af751131-deb3-4a9d-b9eb-4362f21ec8c8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:01.110423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.137544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:01.149611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:01.162136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:01.166193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.195608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] For port 00c87f51-3569-4e33-8b72-ab2b73aec64b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00c87f51-3569-4e33-8b72-ab2b73aec64b,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:01.196011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.292134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:01.294660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:01.311419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:01.328945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.329389 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Added segment 80232443-ba5d-4658-a05e-23d33d13a050 of type vlan for network d61788bd-b74f-488e-8396-056103dc2fa1 Jan 31 17:53:01.346631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] device_id is not set on port c9e4e1bc-4053-4e1e-9119-81c023ab6929 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:01.358587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Calling delete_port for 00c87f51-3569-4e33-8b72-ab2b73aec64b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:01.480763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.486124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.489151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.490088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.500250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.11 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/c9e4e1bc-4053-4e1e-9119-81c023ab6929) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:01.505336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port 4bfeca53-3576-41f8-b74d-87c562f3d8ae {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:01.505750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.513758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:01.562794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] Pushing event deleted for resources: {'Port': ['ID=00c87f51-3569-4e33-8b72-ab2b73aec64b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:01.565444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00c87f51-3569-4e33-8b72-ab2b73aec64b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:01.584749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-765260156'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:01.589983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:01.593621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:network and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:01.596555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:01.603123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:01.609700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60e7f4-2167-4dae-8986-397b659f3be4 None None] No DVR routers for this DVR port 00c87f51-3569-4e33-8b72-ab2b73aec64b on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:01.611972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 00c87f51-3569-4e33-8b72-ab2b73aec64b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:01.612334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00c87f51-3569-4e33-8b72-ab2b73aec64b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:01.619354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:01.624646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.648404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.659868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:01.662729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.849321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.878776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:01.966141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:02.079196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.080369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.080686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.110072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for 4bfeca53-3576-41f8-b74d-87c562f3d8ae owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:02.124861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:02.139552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:02.241302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:security_group_rule and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:02.257842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:02.297711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:02.380754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.7211010 Jan 31 17:53:02.384942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:02.394898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.398852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a72acf-5bea-4b7a-b74a-f4c143c23086 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=d61788bd-b74f-488e-8396-056103dc2fa1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:02.412944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d61788bd-b74f-488e-8396-056103dc2fa1 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:02.444934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.458722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.578370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.643548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.650719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.706024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.706518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.710852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.715065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.719649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.720673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Synchronizing usage tracker for tenant:00ca2419887345719a64aece4bfb09c1 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:02.734255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.739352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Router 3979ef21-d24b-47e7-a566-99e557aa6789 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:02.741968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=4bfeca53-3576-41f8-b74d-87c562f3d8ae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:02.749566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:02.766335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:02.777174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278102d0-e33e-4db8-b3ff-53b0fce2244b None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:02.778150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=70addee6-c987-49ff-a160-b0c2bd7d480f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:02.784673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:02.785252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.814535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:02.822942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:02.825104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=c9e4e1bc-4053-4e1e-9119-81c023ab6929,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:02.827518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:02.838431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:02.866634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b46a163c-8d4f-491e-85ca-6d6634b5b712,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:02.885994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:02.886328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Added segment 38726654-2f11-4d3a-9d2e-9be1b975837e of type vlan for network abd9f419-b82d-4c24-8e41-4354f9325cb4 Jan 31 17:53:02.898675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Unset dirty status for tenant:00ca2419887345719a64aece4bfb09c1 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:02.900152 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58fd5a94-8c2e-4b0f-aeaf-a54496c941f7 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5110056 Jan 31 17:53:02.900915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:02.910571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:02.960428 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e52dbbc7-2553-4c1c-bb2f-8b3c081bdd0d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2850678 Jan 31 17:53:02.980062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52132) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:02.991751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'name': 'tempest-NetworksTestDHCPv6-1962655223'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:03.007733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.014851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:03.015458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.045219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '70addee6-c987-49ff-a160-b0c2bd7d480f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:03.046159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.106823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bbfae03f-7712-4a02-baef-427053de1b60 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4446371 Jan 31 17:53:03.115243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:03.124378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'c9e4e1bc-4053-4e1e-9119-81c023ab6929', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:03.152826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:03.164032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:floatingip and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:03.173927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:03.187882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:03.211808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.213633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/70addee6-c987-49ff-a160-b0c2bd7d480f/218d22d4-28aa-462a-8c9a-25c8390ec3f3) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:03.214675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:03.215504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.263646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.302225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.315444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.360573 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.0576463 Jan 31 17:53:03.367924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:03.370516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:03.419573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:03.425171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'subnet': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:03.428203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.439363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Transition to ACTIVE for port object 218d22d4-28aa-462a-8c9a-25c8390ec3f3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:03.443369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4679e9-203b-484a-8aea-746735fcda27 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Network': ['ID=abd9f419-b82d-4c24-8e41-4354f9325cb4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:03.452266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:03.459164 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Floating IP e92f6d04-bb06-4406-bb5d-540fde8fa57e associated. External IP: 172.26.4.21, port: da28da11-f9cf-4fa1-a7ee-47ee5d5faf74. Jan 31 17:53:03.459389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:03.481274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Transition to ACTIVE for port object 218d22d4-28aa-462a-8c9a-25c8390ec3f3 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:03.536657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.656793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:03.676328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:03.680311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:03.682051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Pushing event updated for resources: {'Port': ['ID=218d22d4-28aa-462a-8c9a-25c8390ec3f3,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:03.684186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:03.737097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:03.740130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.773513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Attempting to bind port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:03.773884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Attempting to bind port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:03.774240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Attempting to bind port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:03.781118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:03.782073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:03.782073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.782342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:03.783350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Bound port: 218d22d4-28aa-462a-8c9a-25c8390ec3f3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:03.783862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.807458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port d396fb1b-f30b-4b64-ae6b-191b5f6368be yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:03.848448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:03.858289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.863362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:subnet and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:03.872963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:03.886616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:03.889914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] For port 218d22d4-28aa-462a-8c9a-25c8390ec3f3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:03.895077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] For port 218d22d4-28aa-462a-8c9a-25c8390ec3f3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=218d22d4-28aa-462a-8c9a-25c8390ec3f3,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:03.903352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.922392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:03.942652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.949830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:03.989734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f83be-5de6-48e6-b115-66bf1624dd44 None None] Pushing event updated for resources: {'Port': ['ID=218d22d4-28aa-462a-8c9a-25c8390ec3f3,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:04.035464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61788bd-b74f-488e-8396-056103dc2fa1']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:04.083816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80232443-ba5d-4658-a05e-23d33d13a050') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:04.084191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80232443-ba5d-4658-a05e-23d33d13a050') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:04.104966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.126774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.127277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router 8255be05-1fe2-42c1-afa9-4b79394ea8a7 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:04.171879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.185750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:04.186183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.192581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:04.201073 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:04.264405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.269651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0ec5b7af-0ef1-4929-a3d6-4b2bc4a574e8 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/8255be05-1fe2-42c1-afa9-4b79394ea8a7 HTTP/1.1" status: 204 len: 168 time: 4.6115155 Jan 31 17:53:04.275824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52144) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:04.296586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::3ad (78c34a5f-8722-4630-84ca-354f3b387cf2/70addee6-c987-49ff-a160-b0c2bd7d480f/d396fb1b-f30b-4b64-ae6b-191b5f6368be) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:04.307829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1520324427', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:04.315185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:04.318806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.322605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.327435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Sync routers for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:04.341235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:04.342416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:04.364024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:04.381457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:router and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:04.384897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:04.401537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:04.404676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:04.414951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.420216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Sync routers for ids ['caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:04.435553 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Routers {'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:04.436422 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:04.440128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d61788bd-b74f-488e-8396-056103dc2fa1 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:53:04.524547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.527139 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/d61788bd-b74f-488e-8396-056103dc2fa1 HTTP/1.1" status: 204 len: 168 time: 1.6140654 Jan 31 17:53:04.534103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36520198-bb8b-485b-bc73-3b7ca82ae1a3 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Network': ['ID=d61788bd-b74f-488e-8396-056103dc2fa1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:04.558009 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dce4aede-bf7e-4541-8b95-8e94346a4fe2 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "PUT /v2.0/floatingips/be00d548-8860-4221-9bd4-4c66016d3e78 HTTP/1.1" status: 200 len: 991 time: 6.8941653 Jan 31 17:53:04.560310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:04.560621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:53:04.577495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.578856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4a72b990-af3d-4c57-a872-6ea66ae0cad8 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.9960253 Jan 31 17:53:04.583298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'name': 'tempest-network--1521011948', 'router:external': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:04.598164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:04.601778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.602718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.630804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:04.683507 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Set router caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:04.735273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:04.776049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:04.792710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object d396fb1b-f30b-4b64-ae6b-191b5f6368be will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:04.814146 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da', 'status': 'completed', 'code': 200} Jan 31 17:53:04.970942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.025187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 218d22d4-28aa-462a-8c9a-25c8390ec3f3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:05.066538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.074936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:network and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:05.097446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:05.227628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.199 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/007dd560-2d6f-43fd-8aa3-e78ac6c5126c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:05.262955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:05.263508 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:57Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:59Z', 'updated_at': '2022-01-31T17:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:05.268679 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Checking router: caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:05.269145 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Updating router caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 port f74fe3f1-ce6c-4171-a061-2973a94e1d7c binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:53:05.318914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:05.328668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:05.332102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.338642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=d396fb1b-f30b-4b64-ae6b-191b5f6368be,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:05.343193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:05.365196 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.441985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:05.449863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Provisioning for port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:05.456965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Provisioning complete for port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:05.457321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.476498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.481736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.482083 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Added segment f75ca3f4-9207-40e4-a74e-ca9238f65b64 of type vlan for network 64f8deb6-ce18-4a07-8508-9f464e768057 Jan 31 17:53:05.522671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:05.525659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be00d548-8860-4221-9bd4-4c66016d3e78', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'port_id': '5c11576e-22f4-4c09-9643-24918e4c94da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'mac_address': 'fa:16:3e:b9:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:24Z', 'updated_at': '2022-01-31T17:52:59Z', 'revision_number': 1, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:05.527047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:05.533994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Checking router: 3979ef21-d24b-47e7-a566-99e557aa6789 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:05.534132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9865e-9eb0-42f3-90cb-6d89587877bf req-3d9400cf-5d83-4b1a-aee6-f7a05d27dc10 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:05.534798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:05.535737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.541207 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0fb9865e-9eb0-42f3-90cb-6d89587877bf req-3d9400cf-5d83-4b1a-aee6-f7a05d27dc10 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.7127662 Jan 31 17:53:05.567500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-439b5bcc-aa07-45c9-a3b3-44ac5c070df3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5f7b955456e4d61b83da51d189312cd&device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 1098 time: 0.7524605 Jan 31 17:53:05.579653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.583823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:05.584616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:05.630951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.778096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.784513 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0fb9865e-9eb0-42f3-90cb-6d89587877bf req-0dd8f502-ccaf-4964-a560-08227fd08e43 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2424440 Jan 31 17:53:05.817856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.821844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-47b2d470-f088-4106-9afc-3404c7377459 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8386998 Jan 31 17:53:05.827540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:05.841677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Subnet': ['ID=0b92df12-21ad-4067-bac8-192ed64ab814,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:05.874494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] For port 218d22d4-28aa-462a-8c9a-25c8390ec3f3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=218d22d4-28aa-462a-8c9a-25c8390ec3f3,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:05.882836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Checking segment: {'id': '38726654-2f11-4d3a-9d2e-9be1b975837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:05.883261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network hostable DHCP agents. Network: abd9f419-b82d-4c24-8e41-4354f9325cb4, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:53:05.885007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:05.950331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:06.031215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.044220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47a1d9da-eda0-4d49-aa0d-df91350adb62 None None] Provisioning for port d396fb1b-f30b-4b64-ae6b-191b5f6368be completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:06.055839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47a1d9da-eda0-4d49-aa0d-df91350adb62 None None] Provisioning complete for port d396fb1b-f30b-4b64-ae6b-191b5f6368be triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:06.056183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47a1d9da-eda0-4d49-aa0d-df91350adb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.093039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-47ef90d0-64fe-460a-b45c-9e0aec59c24e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.094420 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-47ef90d0-64fe-460a-b45c-9e0aec59c24e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 200 len: 907 time: 0.5145514 Jan 31 17:53:06.098981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56947004-f83a-45cb-8b6f-49a7bd523e3c None None] Pushing event updated for resources: {'Port': ['ID=218d22d4-28aa-462a-8c9a-25c8390ec3f3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:06.107239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d369e04d-cada-4aaa-b12c-7a9f978c1541 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 HTTP/1.1" status: 200 len: 906 time: 1.5043957 Jan 31 17:53:06.108214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:06.172525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:06.190093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=007dd560-2d6f-43fd-8aa3-e78ac6c5126c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:06.202575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:06.204892 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.217271 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Transition to ACTIVE for port object f74fe3f1-ce6c-4171-a061-2973a94e1d7c will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:06.223128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:06.227100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.232048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.232933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.233580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.264297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-47a1d9da-eda0-4d49-aa0d-df91350adb62 None None] Port d396fb1b-f30b-4b64-ae6b-191b5f6368be cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:06.313206 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Attempting to bind port f74fe3f1-ce6c-4171-a061-2973a94e1d7c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:06.314361 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Attempting to bind port f74fe3f1-ce6c-4171-a061-2973a94e1d7c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:06.314889 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Attempting to bind port f74fe3f1-ce6c-4171-a061-2973a94e1d7c on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:06.326052 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Pushing event updated for resources: {'Port': ['ID=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:06.336945 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.337402 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.337816 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.338265 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.338678 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.339065 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.339451 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.339844 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.340266 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.340652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.341169 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:06.344925 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:06.345423 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:06.346097 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.346604 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:06.347339 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Bound port: f74fe3f1-ce6c-4171-a061-2973a94e1d7c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:06.347854 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.402827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4130abe-8443-4227-b20c-4ba4b584b621 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.408980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4130abe-8443-4227-b20c-4ba4b584b621 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.410263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4130abe-8443-4227-b20c-4ba4b584b621 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:06.411945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=64f8deb6-ce18-4a07-8508-9f464e768057,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:06.424352 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-985666de-5235-4774-9492-7c3ff93cbfd1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.8575625 Jan 31 17:53:06.436680 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] For port f74fe3f1-ce6c-4171-a061-2973a94e1d7c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:06.437439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:06.441228 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] For port f74fe3f1-ce6c-4171-a061-2973a94e1d7c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:06.449750 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.465934 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-fc0b51a9-27be-4636-96ce-57227c880ba2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 200 len: 999 time: 0.3537488 Jan 31 17:53:06.510964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 64f8deb6-ce18-4a07-8508-9f464e768057 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:06.525177 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Routers {'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:06.526750 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:06.646468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-4d958422-380d-4720-a672-dcef27aba6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.648047 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-4d958422-380d-4720-a672-dcef27aba6d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f HTTP/1.1" status: 200 len: 844 time: 0.1715932 Jan 31 17:53:06.659453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be00d548-8860-4221-9bd4-4c66016d3e78', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'port_id': '5c11576e-22f4-4c09-9643-24918e4c94da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'mac_address': 'fa:16:3e:b9:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:24Z', 'updated_at': '2022-01-31T17:52:59Z', 'revision_number': 1, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:06.664832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c552c388-0f99-4df8-a6d4-544aaeb639e8 None None] The sync data for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv is: [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be00d548-8860-4221-9bd4-4c66016d3e78', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'floating_ip_address': '172.26.4.222', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'port_id': '5c11576e-22f4-4c09-9643-24918e4c94da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'mac_address': 'fa:16:3e:b9:8c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:24Z', 'updated_at': '2022-01-31T17:52:59Z', 'revision_number': 1, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:06.684419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4652d75a-01d3-44eb-aed0-ccb3e2bf78ca tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.690483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4652d75a-01d3-44eb-aed0-ccb3e2bf78ca tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "GET /v2.0/networks/64f8deb6-ce18-4a07-8508-9f464e768057 HTTP/1.1" status: 200 len: 757 time: 0.2492239 Jan 31 17:53:06.691262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:06.705697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:53:06.730201 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] Set router caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:06.746199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, abd9f419-b82d-4c24-8e41-4354f9325cb4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:06.750900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:06.752319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:06.763610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb54d54-26eb-40f4-9d65-a0085bd98ebf None None] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:06.798375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4130abe-8443-4227-b20c-4ba4b584b621 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:06.804728 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4130abe-8443-4227-b20c-4ba4b584b621 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.9715803 Jan 31 17:53:06.804728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Router 8e24a824-b93a-4106-8d83-803850882f7b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:06.813955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:06.822967 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-58615b3b-9546-4c67-8c0c-35632bc83e63 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4514492 Jan 31 17:53:06.828167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:06.878440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-955493429'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:06.940346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 218d22d4-28aa-462a-8c9a-25c8390ec3f3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:07.030357 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b1aae-2298-4944-8b8b-9728d317b340 None None] Pushing event updated for resources: {'Port': ['ID=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:07.066889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.108788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84cd70-9a5b-4f13-ad35-381c72c74753 None None] New status for floating IP be00d548-8860-4221-9bd4-4c66016d3e78: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:53:07.114208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.129206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53869c06-8691-4ef5-943c-7a37e979c8fc tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:07.141974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-53869c06-8691-4ef5-943c-7a37e979c8fc tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "GET /v2.0/networks/d73c0155-5484-4563-915b-b2752f420053 HTTP/1.1" status: 200 len: 767 time: 0.4451199 Jan 31 17:53:07.142883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:07.186296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3270e94a-70b3-455f-8080-baa8825a8fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.192300 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:57Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:59Z', 'updated_at': '2022-01-31T17:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:07.196931 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43e566a-af2a-4896-887c-72ae51fac513 None None] The sync data for ids ['caccb3ad-5da2-4a48-89c1-3d17e6a2cd40'] in dv-neutron-823271-3-hyperv is: [{'id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'name': 'tempest-snat-router-152863361', 'tenant_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:52:57Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 3, 'project_id': '8e4d74cb90ab41c695c1c63b25cfed45', 'gw_port': {'id': 'f74fe3f1-ce6c-4171-a061-2973a94e1d7c', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:99:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caccb3ad-5da2-4a48-89c1-3d17e6a2cd40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:59Z', 'updated_at': '2022-01-31T17:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:07.243130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:07.310720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:port and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:07.324267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:07.410942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:07.411362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.418826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-9a58ddef-d92f-453d-9d47-99a01c0aab1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7232025 Jan 31 17:53:07.427548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.441621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:07.456383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port d396fb1b-f30b-4b64-ae6b-191b5f6368be {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:07.458109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.550092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.563375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:07.567966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.620593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 172.26.4.67 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/af102dc2-30d1-4b78-9869-4c016c9dd061) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:07.653596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-abd9f419-b82d-4c24-8e41-4354f9325cb4', 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'tenant_id': '8651f0619cea42c0909a6cb58dc42905', 'fixed_ips': [{'subnet_id': '0b92df12-21ad-4067-bac8-192ed64ab814'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:07.654413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:07.705876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port 41224363-88d9-4581-87eb-361a6bb22acc yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:07.836108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb6e8c-f38d-4df3-bc30-5bcd01d275db req-ebb1ff4e-e646-49b8-ba18-5f24259c3cba tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:07.837582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0bb6e8c-f38d-4df3-bc30-5bcd01d275db req-ebb1ff4e-e646-49b8-ba18-5f24259c3cba tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.6088958 Jan 31 17:53:07.854895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Allocated IP 2001:db8::2 (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/54a7207b-0409-4fcd-81f4-4c721571f1fe) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:07.994278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.048720 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-a1e41b17-3b35-4e16-a4a5-357359976827 service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6169651 Jan 31 17:53:08.060201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f8deb6-ce18-4a07-8508-9f464e768057']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:08.104093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.117564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Transition to ACTIVE for port object 54a7207b-0409-4fcd-81f4-4c721571f1fe will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:08.138768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Transition to ACTIVE for port object 54a7207b-0409-4fcd-81f4-4c721571f1fe will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:08.144788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.184054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75ca3f4-9207-40e4-a74e-ca9238f65b64') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:08.184559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75ca3f4-9207-40e4-a74e-ca9238f65b64') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:08.215176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:08.216365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:08.217496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.218942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:08.250065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.269007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Pushing event updated for resources: {'Port': ['ID=54a7207b-0409-4fcd-81f4-4c721571f1fe,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:08.278651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0bb6e8c-f38d-4df3-bc30-5bcd01d275db req-66d6e8be-b73a-483a-bf74-632119513417 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4278855 Jan 31 17:53:08.334707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.354277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:08.355480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.365628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:08.372796 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:08.375099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.378741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Attempting to bind port 54a7207b-0409-4fcd-81f4-4c721571f1fe on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:08.379197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Attempting to bind port 54a7207b-0409-4fcd-81f4-4c721571f1fe by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '38726654-2f11-4d3a-9d2e-9be1b975837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:08.379618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Attempting to bind port 54a7207b-0409-4fcd-81f4-4c721571f1fe on network abd9f419-b82d-4c24-8e41-4354f9325cb4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:08.387395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:08.387855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Checking segment: {'id': '38726654-2f11-4d3a-9d2e-9be1b975837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:08.388314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.388788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Bound using segment: {'id': '38726654-2f11-4d3a-9d2e-9be1b975837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:08.389336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Bound port: 54a7207b-0409-4fcd-81f4-4c721571f1fe, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38726654-2f11-4d3a-9d2e-9be1b975837e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:08.389763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.420109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::140 (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/41224363-88d9-4581-87eb-361a6bb22acc) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:08.478146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] For port 54a7207b-0409-4fcd-81f4-4c721571f1fe, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:08.481508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c7805d6-09d5-414d-a869-2066b5b2052c req-6f0f97cd-7e4d-4da2-9d55-30ac152b4fd4 service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122033 Jan 31 17:53:08.482627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] For port 54a7207b-0409-4fcd-81f4-4c721571f1fe, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=54a7207b-0409-4fcd-81f4-4c721571f1fe,segment=NetworkSegment(38726654-2f11-4d3a-9d2e-9be1b975837e),segment_id=38726654-2f11-4d3a-9d2e-9be1b975837e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:08.488865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.514104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.538057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64f8deb6-ce18-4a07-8508-9f464e768057 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:53:08.544937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.554165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.563162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for d396fb1b-f30b-4b64-ae6b-191b5f6368be owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:08.573380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04982f3c-afce-491c-a4c8-f25f00353c2d None None] Pushing event updated for resources: {'Port': ['ID=54a7207b-0409-4fcd-81f4-4c721571f1fe,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:08.625342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=af102dc2-30d1-4b78-9869-4c016c9dd061,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:08.635744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Network': ['ID=64f8deb6-ce18-4a07-8508-9f464e768057,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:08.647492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:08.665109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.671055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.680962 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-308c6103-5e6c-40d3-8380-2e432ecb00fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/64f8deb6-ce18-4a07-8508-9f464e768057 HTTP/1.1" status: 204 len: 168 time: 1.5305083 Jan 31 17:53:08.693901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:08.694943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting port f74fe3f1-ce6c-4171-a061-2973a94e1d7c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:08.695320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.738758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'name': 'tempest-network--1479088917'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:08.752060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:08.755079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:08.761353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:08.764900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:08.771833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Usage tracker for resource:network and tenant:a2ecc31226e64d7f9a3b013a4f53eeb3 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:08.774425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:08.806344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:08.822389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:08.922045 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1dc7f6fc-a3f4-4d57-9d50-fce7a04de713 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "PUT /v2.0/floatingips/e92f6d04-bb06-4406-bb5d-540fde8fa57e HTTP/1.1" status: 200 len: 991 time: 9.3975437 Jan 31 17:53:08.984561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:53:09.057721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Made reservation on behalf of a2ecc31226e64d7f9a3b013a4f53eeb3 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:09.065338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.100606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'status': 'completed', 'code': 200} Jan 31 17:53:09.118189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.183360 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Sync routers for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:09.199454 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:09.200325 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:52:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:09.210395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=d396fb1b-f30b-4b64-ae6b-191b5f6368be,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:09.300361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.306375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.336456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98423dc3-1810-44cc-ba9e-6efed012d759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.337049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object 41224363-88d9-4581-87eb-361a6bb22acc will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:09.340821 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2da1e277-2943-4261-9f94-12e8ff7b8773 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/d396fb1b-f30b-4b64-ae6b-191b5f6368be HTTP/1.1" status: 204 len: 168 time: 2.5218937 Jan 31 17:53:09.350858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52200) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:09.381893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] For port f74fe3f1-ce6c-4171-a061-2973a94e1d7c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:09.382881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.400480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.406420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] vlan segment allocate from pool success with {'vlan_id': 1419, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:09.412889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.519953 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:09.537677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54284-8a17-406c-bfb1-cdaf13cf475e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:09.538988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a54284-8a17-406c-bfb1-cdaf13cf475e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:09.539720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97a54284-8a17-406c-bfb1-cdaf13cf475e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:09.589819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Calling delete_port for f74fe3f1-ce6c-4171-a061-2973a94e1d7c owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:09.619960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=007dd560-2d6f-43fd-8aa3-e78ac6c5126c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:09.625392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.648868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.649514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Added segment 2091f5b3-547d-466b-93cb-a08e8e41529f of type vlan for network fb74adf4-5867-49ed-a163-153312901567 Jan 31 17:53:09.698149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.703496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97a54284-8a17-406c-bfb1-cdaf13cf475e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:09.705182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-97a54284-8a17-406c-bfb1-cdaf13cf475e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3524556 Jan 31 17:53:09.711492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:09.735849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.789018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:09.800285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:09.802743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:09.806846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:09.807444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:09.836613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=41224363-88d9-4581-87eb-361a6bb22acc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:09.872077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eebda8-2043-4feb-867a-d8203732c552 req-62bbecae-7aa1-47a8-8dab-4b565af04fbd tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:09.873607 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b8eebda8-2043-4feb-867a-d8203732c552 req-62bbecae-7aa1-47a8-8dab-4b565af04fbd tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.3772542 Jan 31 17:53:09.882726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3d9448cc-a174-4fd9-8475-a84ff9f814f2 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0444658 Jan 31 17:53:09.883105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:09.904286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1490711912', 'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:47:e0:cd'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:09.971288 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-6753a759-63fb-4ae4-bc19-393de4672e15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5a00c118f8f43c6b498a86acccad998&device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 1099 time: 0.8113961 Jan 31 17:53:09.990739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e92f6d04-bb06-4406-bb5d-540fde8fa57e', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'floating_ip_address': '172.26.4.21', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'port_id': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'mac_address': 'fa:16:3e:3e:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:23Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 1, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:09.994941 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Checking router: 8e24a824-b93a-4106-8d83-803850882f7b for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:10.008732 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:10.009663 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:10.078092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b1f226-77ad-41cb-84da-0dc31861887b None None] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:10.149219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec62e56-12f4-465d-a00a-46cfd2bc41ea req-274148b4-49a6-4df4-a741-070d20fb52cf tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:10.150813 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2ec62e56-12f4-465d-a00a-46cfd2bc41ea req-274148b4-49a6-4df4-a741-070d20fb52cf tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.9921641 Jan 31 17:53:10.152858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:10.181017 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b8eebda8-2043-4feb-867a-d8203732c552 req-0289327b-8ab4-4423-9498-02288feed958 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999713 Jan 31 17:53:10.300359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:10.304945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.305502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:port and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:10.306311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:10.307004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.309540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:10.316853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:10.323331 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:10.343542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:10.396914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.405055 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 1305f208-0dee-4113-9182-cba98fa7b3fe associated. External IP: 172.26.4.199, port: c9e4e1bc-4053-4e1e-9119-81c023ab6929. Jan 31 17:53:10.435160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.446020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3524edca-b5b0-44c3-ab27-d7902b09c74d None None] Provisioning for port 54a7207b-0409-4fcd-81f4-4c721571f1fe completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:10.471788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.472610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.506862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2ec62e56-12f4-465d-a00a-46cfd2bc41ea req-322214e0-187e-414c-99a8-05261d13b435 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300924 Jan 31 17:53:10.529862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7960229 Jan 31 17:53:10.533630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 70addee6-c987-49ff-a160-b0c2bd7d480f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:10.600298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:10.602098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b1bbd-aa15-4017-82ca-23e33b2c069c tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=fb74adf4-5867-49ed-a163-153312901567,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:10.613663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-13fd9af2-b43e-41a9-9291-900a200c2350 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:10.615595 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-13fd9af2-b43e-41a9-9291-900a200c2350 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3d6417b9-fd99-44b5-8110-9c11432668dc HTTP/1.1" status: 200 len: 913 time: 0.6246071 Jan 31 17:53:10.616169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network fb74adf4-5867-49ed-a163-153312901567 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:10.617201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.620203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:10.837691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.850603 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e92f6d04-bb06-4406-bb5d-540fde8fa57e', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'floating_ip_address': '172.26.4.21', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'port_id': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'mac_address': 'fa:16:3e:3e:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:23Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 1, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:10.854955 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc948dac-b58f-487d-817b-4265fc2d682c None None] The sync data for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv is: [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e92f6d04-bb06-4406-bb5d-540fde8fa57e', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'floating_ip_address': '172.26.4.21', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'port_id': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'mac_address': 'fa:16:3e:3e:4b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:52:23Z', 'updated_at': '2022-01-31T17:53:01Z', 'revision_number': 1, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:10.899476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:10.913216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-373702e0-7706-4241-9a3a-5be9d9d745dd None None] Provisioning for port 41224363-88d9-4581-87eb-361a6bb22acc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:10.932280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 54a7207b-0409-4fcd-81f4-4c721571f1fe up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:10.989688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-373702e0-7706-4241-9a3a-5be9d9d745dd None None] Provisioning complete for port 41224363-88d9-4581-87eb-361a6bb22acc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:10.990163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-373702e0-7706-4241-9a3a-5be9d9d745dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.043763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port 1d12e401-8838-434d-b987-2c4e7145ef65 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:11.082411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-373702e0-7706-4241-9a3a-5be9d9d745dd None None] Port 41224363-88d9-4581-87eb-361a6bb22acc cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:11.102329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.102565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 54a7207b-0409-4fcd-81f4-4c721571f1fe completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:11.107714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 54a7207b-0409-4fcd-81f4-4c721571f1fe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:11.108078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.181440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Port': ['ID=f74fe3f1-ce6c-4171-a061-2973a94e1d7c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:11.184297 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-8b231020-5d9d-4f9f-9eb7-a0a55bd9be17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 HTTP/1.1" status: 200 len: 999 time: 0.5250254 Jan 31 17:53:11.206797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643bf6f-6f01-4ba5-a377-27e744849327 req-d978c211-0dc2-4e10-815c-4639afe0674a tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:11.208265 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8643bf6f-6f01-4ba5-a377-27e744849327 req-d978c211-0dc2-4e10-815c-4639afe0674a tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.6593273 Jan 31 17:53:11.231662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.242851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2537f94f-79e2-4f25-be20-8c4b56cf49b2 None None] Provisioning complete for port 41224363-88d9-4581-87eb-361a6bb22acc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:11.243193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2537f94f-79e2-4f25-be20-8c4b56cf49b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.275030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.325368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 54a7207b-0409-4fcd-81f4-4c721571f1fe, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=54a7207b-0409-4fcd-81f4-4c721571f1fe,segment=NetworkSegment(38726654-2f11-4d3a-9d2e-9be1b975837e),segment_id=38726654-2f11-4d3a-9d2e-9be1b975837e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:11.326907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2537f94f-79e2-4f25-be20-8c4b56cf49b2 None None] Port 41224363-88d9-4581-87eb-361a6bb22acc cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:11.331900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.339635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.384166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8643bf6f-6f01-4ba5-a377-27e744849327 req-8cb4605e-c9e4-41aa-b977-06cfa50d388a tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624956 Jan 31 17:53:11.394907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.399854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::d (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/1d12e401-8838-434d-b987-2c4e7145ef65) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:11.447475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=54a7207b-0409-4fcd-81f4-4c721571f1fe,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:11.448224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-7df6c078-9350-4c24-9ce6-172d012e7875 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:11.450329 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-7df6c078-9350-4c24-9ce6-172d012e7875 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=fd095f81-9da2-45fb-b0ed-fb361ecb19e9 HTTP/1.1" status: 200 len: 850 time: 0.2251430 Jan 31 17:53:11.489051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Network fb74adf4-5867-49ed-a163-153312901567 is not hosted by any dhcp agent {{(pid=83558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 31 17:53:11.490209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:11.491004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.492753 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "PUT /v2.0/networks/fb74adf4-5867-49ed-a163-153312901567 HTTP/1.1" status: 200 len: 859 time: 0.8908293 Jan 31 17:53:11.499660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52220) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:11.575426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:11.628961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557b33-730c-4ea4-b3bc-16c8229dd6f1 tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event updated for resources: {'Network': ['ID=fb74adf4-5867-49ed-a163-153312901567,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:11.760713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc4aab9-53fc-4598-bc1b-be0152dbaaed None None] New status for floating IP e92f6d04-bb06-4406-bb5d-540fde8fa57e: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:53:12.002385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.030861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.062493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=70addee6-c987-49ff-a160-b0c2bd7d480f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:12.068944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.156959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239b7f5-efde-458a-b7ed-4b97912b5237 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:12.208936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.241720 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-3098d6b1-12bb-4f28-b4f6-59a9f0302050 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3d6417b9-fd99-44b5-8110-9c11432668dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6944640 Jan 31 17:53:12.350698 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2277c3b9-5b42-446b-b589-1f256880fe99 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/70addee6-c987-49ff-a160-b0c2bd7d480f HTTP/1.1" status: 204 len: 168 time: 2.6295910 Jan 31 17:53:12.356641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52228) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:12.479584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.487341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628901-aaa6-4b53-9920-47f8c21d674c req-ad137507-094f-4f26-afec-004d9cd2e2f6 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:12.494214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:12.494726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-69628901-aaa6-4b53-9920-47f8c21d674c req-ad137507-094f-4f26-afec-004d9cd2e2f6 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.8172960 Jan 31 17:53:12.499031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Deleting port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:12.500132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.504156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.531018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.577730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb74adf4-5867-49ed-a163-153312901567']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:12.583505 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-917a4b5e-884a-40d8-a83a-1406444571ff service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793214 Jan 31 17:53:12.586407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.586555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:12.598221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.607559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-580a279a-9c82-4f93-94da-e7999ae54843 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2403946 Jan 31 17:53:12.611965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:12.621703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2091f5b3-547d-466b-93cb-a08e8e41529f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:12.621972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2091f5b3-547d-466b-93cb-a08e8e41529f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:12.647061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router f4a6159e-b210-4080-9eec-893438f2304b is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:12.707473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object 1d12e401-8838-434d-b987-2c4e7145ef65 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:12.709546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.710486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.711707 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-df804c1b-88c8-4938-ae55-f72bc021c438 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/routers/caccb3ad-5da2-4a48-89c1-3d17e6a2cd40 HTTP/1.1" status: 204 len: 168 time: 6.6029971 Jan 31 17:53:12.718397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:12.767028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.821763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-69628901-aaa6-4b53-9920-47f8c21d674c req-e483bc99-673a-4365-b819-03752345751e tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260350 Jan 31 17:53:12.841457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:12.841457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.843647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] For port 218d22d4-28aa-462a-8c9a-25c8390ec3f3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=218d22d4-28aa-462a-8c9a-25c8390ec3f3,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:12.844316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:12.872755 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:12.950046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f32a4c16-81c4-4d32-bbd9-db81b62af316 req-c2d4760d-0609-45a5-966b-4ad8b952edb4 service neutron] 10.222.0.86 "GET /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607330 Jan 31 17:53:12.987123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:12.992143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51abc1e8-2bd3-4763-afdc-13335294f7cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:12.992856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-51abc1e8-2bd3-4763-afdc-13335294f7cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:12.994229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 54a7207b-0409-4fcd-81f4-4c721571f1fe up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:13.021801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-51abc1e8-2bd3-4763-afdc-13335294f7cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:13.025730 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-51abc1e8-2bd3-4763-afdc-13335294f7cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4099758 Jan 31 17:53:13.029513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Calling delete_port for 218d22d4-28aa-462a-8c9a-25c8390ec3f3 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:13.030726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.034993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.075461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb74adf4-5867-49ed-a163-153312901567 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 31 17:53:13.081316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.085286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:13.109277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb74adf4-5867-49ed-a163-153312901567,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:13.119009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:13.121172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=1d12e401-8838-434d-b987-2c4e7145ef65,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:13.123971 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7b2bae8b-fb4a-4c1f-92cf-eaa44d72b1fa tempest-ExternalNetworksTestJSON-18622855 tempest-ExternalNetworksTestJSON-18622855-project-admin] 10.222.0.110 "DELETE /v2.0/networks/fb74adf4-5867-49ed-a163-153312901567 HTTP/1.1" status: 204 len: 168 time: 1.6211276 Jan 31 17:53:13.125601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:13.128067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.131444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:13.135688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:13.136240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.169283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.173717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.195642 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc03507b-e5e4-49a8-8205-a4f4cbdd530a tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] DELETE failed (client error): The resource could not be found. Jan 31 17:53:13.196079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc03507b-e5e4-49a8-8205-a4f4cbdd530a tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:53:13.201027 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bc03507b-e5e4-49a8-8205-a4f4cbdd530a tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "DELETE /v2.0/subnets/0549bba2-afda-4a02-943f-aa7faf0113fb HTTP/1.1" status: 404 len: 337 time: 0.0708499 Jan 31 17:53:13.201645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52248) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.203525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 54a7207b-0409-4fcd-81f4-4c721571f1fe triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:13.204053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.264097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] Pushing event deleted for resources: {'Port': ['ID=218d22d4-28aa-462a-8c9a-25c8390ec3f3,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:13.289801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bda6e-26ac-47e2-b4b4-e69e5e6fc8cc None None] No DVR routers for this DVR port 218d22d4-28aa-462a-8c9a-25c8390ec3f3 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:13.312170 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0f191291-4a81-4529-8488-9711c9f8f33e tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4124401 Jan 31 17:53:13.335205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.427252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119392d8-4c86-4064-9907-435ab0231797 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:13.428417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-119392d8-4c86-4064-9907-435ab0231797 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:13.451721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 218d22d4-28aa-462a-8c9a-25c8390ec3f3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:13.476036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.498998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-119392d8-4c86-4064-9907-435ab0231797 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:13.500076 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-119392d8-4c86-4064-9907-435ab0231797 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4680805 Jan 31 17:53:13.505474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 218d22d4-28aa-462a-8c9a-25c8390ec3f3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:13.506227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.506631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 218d22d4-28aa-462a-8c9a-25c8390ec3f3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:13.607573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-874d951e-2d90-4cec-ae7f-1e658d25269d None None] Provisioning for port 1d12e401-8838-434d-b987-2c4e7145ef65 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:13.614573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-874d951e-2d90-4cec-ae7f-1e658d25269d None None] Provisioning complete for port 1d12e401-8838-434d-b987-2c4e7145ef65 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:13.614951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-874d951e-2d90-4cec-ae7f-1e658d25269d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.676407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-874d951e-2d90-4cec-ae7f-1e658d25269d None None] Port 1d12e401-8838-434d-b987-2c4e7145ef65 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:13.700796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.735626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:13.737087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c0155-5484-4563-915b-b2752f420053']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:13.739065 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-923a7c6a-03f0-462e-9cbc-2215cac297e6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2315342 Jan 31 17:53:13.743759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.744525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52260) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.756002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:13.770980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba6d13e-dd81-445e-98cd-a6749ada7341') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:13.771265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba6d13e-dd81-445e-98cd-a6749ada7341') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:13.781048 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Sync routers for ids ['f4a6159e-b210-4080-9eec-893438f2304b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:13.786327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.792776 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Routers {'f4a6159e-b210-4080-9eec-893438f2304b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:13.793577 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4a6159e-b210-4080-9eec-893438f2304b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:13.820526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd4670-cc05-4d15-8fa7-5005779ea894 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:13.824450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd4670-cc05-4d15-8fa7-5005779ea894 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:13.828327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd4670-cc05-4d15-8fa7-5005779ea894 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:13.832985 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43bd4670-cc05-4d15-8fa7-5005779ea894 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4600203 Jan 31 17:53:13.839419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.942491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.944015 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-47e9f5b5-8407-4da0-8439-eec38af657cb tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.6658869 Jan 31 17:53:13.947946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:13.951900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 1d12e401-8838-434d-b987-2c4e7145ef65 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:13.952266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:13.984488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.009651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:14.010430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:14.027763 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:14.069878 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Set router f4a6159e-b210-4080-9eec-893438f2304b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:14.092610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:14.105340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530f51c-ca27-4780-b640-75f68203109d None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:14.117874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:14.119401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:14.136708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:14.150049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.152325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:14.174876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.179655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] 10.222.0.110 "DELETE /v2.0/networks/d73c0155-5484-4563-915b-b2752f420053 HTTP/1.1" status: 204 len: 168 time: 0.9762294 Jan 31 17:53:14.185175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.188019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:14.212969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:14.213619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:14.214663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb0d6ed-21b1-4eb2-b8cf-bb8f5f69fd86 tempest-ExternalNetworksTestJSON-1335702034 tempest-ExternalNetworksTestJSON-1335702034-project] Pushing event deleted for resources: {'Network': ['ID=d73c0155-5484-4563-915b-b2752f420053,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:14.233765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:14.319103 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cef86355-6865-49b6-9b7b-60d4ed980f25 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.2010510 Jan 31 17:53:14.328782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:14.336759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:14.361545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e530f51c-ca27-4780-b640-75f68203109d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:14.362151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530f51c-ca27-4780-b640-75f68203109d None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:14.421320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.440438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.469824 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:04Z', 'updated_at': '2022-01-31T17:53:09Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:07Z', 'updated_at': '2022-01-31T17:53:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:14.474167 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Checking router: f4a6159e-b210-4080-9eec-893438f2304b for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:14.474578 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Updating router f4a6159e-b210-4080-9eec-893438f2304b port af102dc2-30d1-4b78-9869-4c016c9dd061 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:53:14.541424 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.549669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.588811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 1d12e401-8838-434d-b987-2c4e7145ef65 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:14.643024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52282) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:14.843655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.896058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55316fdb-ed4e-4415-bf87-1f85da496e33 req-454448e6-77ff-4bae-9d6c-7e4d829a2af4 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:14.897634 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55316fdb-ed4e-4415-bf87-1f85da496e33 req-454448e6-77ff-4bae-9d6c-7e4d829a2af4 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.8313615 Jan 31 17:53:14.920209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=1d12e401-8838-434d-b987-2c4e7145ef65,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:14.922712 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:14.936096 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Transition to ACTIVE for port object af102dc2-30d1-4b78-9869-4c016c9dd061 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:14.944238 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.035719 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380ec26-b85d-4048-8cb9-5205d1b95972 None None] Pushing event updated for resources: {'Port': ['ID=af102dc2-30d1-4b78-9869-4c016c9dd061,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:15.037768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.040077 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Attempting to bind port af102dc2-30d1-4b78-9869-4c016c9dd061 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:15.040459 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Attempting to bind port af102dc2-30d1-4b78-9869-4c016c9dd061 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:15.040909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Attempting to bind port af102dc2-30d1-4b78-9869-4c016c9dd061 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:15.044255 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-992d8de0-f02d-42db-9f05-a48dc9f91624 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=00ca2419887345719a64aece4bfb09c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3976882 Jan 31 17:53:15.047211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.048039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 1305f208-0dee-4113-9182-cba98fa7b3fe disassociated. External IP: 172.26.4.199, port: c9e4e1bc-4053-4e1e-9119-81c023ab6929. Jan 31 17:53:15.051323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:15.051729 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:15.052067 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.052447 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:15.052896 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Bound port: af102dc2-30d1-4b78-9869-4c016c9dd061, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:15.053278 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.091303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:15.138160 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] For port af102dc2-30d1-4b78-9869-4c016c9dd061, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:15.142440 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] For port af102dc2-30d1-4b78-9869-4c016c9dd061, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af102dc2-30d1-4b78-9869-4c016c9dd061,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:15.151069 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.171826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55316fdb-ed4e-4415-bf87-1f85da496e33 req-0c20a261-943e-4766-8028-e9ea8a8fadd4 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582126 Jan 31 17:53:15.175643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.254784 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380ec26-b85d-4048-8cb9-5205d1b95972 None None] Pushing event updated for resources: {'Port': ['ID=af102dc2-30d1-4b78-9869-4c016c9dd061,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:15.256940 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Routers {'f4a6159e-b210-4080-9eec-893438f2304b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:15.257795 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4a6159e-b210-4080-9eec-893438f2304b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:15.263805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:15.267784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=2daad9af-a908-4964-9da7-7eb737c106c5,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:15.270983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:15.274392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:15.275151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.281217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd7cfe1-7042-455d-87ac-7d97d59c480f None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:15.293466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.306635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.326540 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3cc3c91b-a207-4c0d-87c0-372ce9354c71 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/1d12e401-8838-434d-b987-2c4e7145ef65 HTTP/1.1" status: 204 len: 168 time: 1.4838340 Jan 31 17:53:15.329571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:15.381682 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda7a99f-88c9-41df-ab3e-65e2a49c2bdd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] GET failed (client error): The resource could not be found. Jan 31 17:53:15.382872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fda7a99f-88c9-41df-ab3e-65e2a49c2bdd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Synchronizing usage tracker for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:15.394263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Deleting port af751131-deb3-4a9d-b9eb-4362f21ec8c8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:15.394817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.486705 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] Set router f4a6159e-b210-4080-9eec-893438f2304b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:15.524919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b8049425-54ff-4510-84de-c5c2c590f95a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7793176 Jan 31 17:53:15.525798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:15.541887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '2daad9af-a908-4964-9da7-7eb737c106c5', 'ip_address': '2001:db8::1fcf:63a9:f71c:392f'}], 'name': 'tempest-NetworksTestDHCPv6-1295288458'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:15.603529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '2daad9af-a908-4964-9da7-7eb737c106c5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:15.604559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.626808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.661908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fda7a99f-88c9-41df-ab3e-65e2a49c2bdd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Unset dirty status for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:15.666830 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fda7a99f-88c9-41df-ab3e-65e2a49c2bdd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports/1d12e401-8838-434d-b987-2c4e7145ef65 HTTP/1.1" status: 404 len: 333 time: 0.3322370 Jan 31 17:53:15.668570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:15.682190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f494a6f-66e2-4c57-9245-ea7b097a2800 req-e3d68d47-abe6-4373-9839-446d1819d24f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:15.692140 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1f494a6f-66e2-4c57-9245-ea7b097a2800 req-e3d68d47-abe6-4373-9839-446d1819d24f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.2855802 Jan 31 17:53:15.714279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-317126652'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:15.738488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0105994f-fb1d-4905-a750-edfcfe8a9488 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/f4a6159e-b210-4080-9eec-893438f2304b HTTP/1.1" status: 200 len: 908 time: 1.7501223 Jan 31 17:53:15.742601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:15.744212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.768688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1520324427', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': True}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:15.782754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:15.811044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Usage tracker for resource:router and tenant:47f65573d58548a98f204170d625f5fc is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:15.818505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:15.831196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:15.875642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] For port af751131-deb3-4a9d-b9eb-4362f21ec8c8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af751131-deb3-4a9d-b9eb-4362f21ec8c8,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:15.876708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.886434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.887365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.894827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:15.895772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/2daad9af-a908-4964-9da7-7eb737c106c5/2fa7c8d0-3874-4222-ad00-edc89781f3ce) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:15.966299 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:04Z', 'updated_at': '2022-01-31T17:53:09Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:07Z', 'updated_at': '2022-01-31T17:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:15.972622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb6292-af62-4740-b143-63929caaa0cf None None] The sync data for ids ['f4a6159e-b210-4080-9eec-893438f2304b'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67'}], 'enable_snat': False}, 'gw_port_id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:04Z', 'updated_at': '2022-01-31T17:53:09Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'af102dc2-30d1-4b78-9869-4c016c9dd061', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a6159e-b210-4080-9eec-893438f2304b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:07Z', 'updated_at': '2022-01-31T17:53:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:16.027955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aeaf17-dab2-4093-8a0a-064da6141943,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:16.035848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Calling delete_port for af751131-deb3-4a9d-b9eb-4362f21ec8c8 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:16.088632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.092124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62f9b588-146d-4e7d-b124-2b3e762a02bd admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f3aeaf17-dab2-4093-8a0a-064da6141943 HTTP/1.1" status: 204 len: 168 time: 0.9997442 Jan 31 17:53:16.110161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.202791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.216665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Transition to ACTIVE for port object 2fa7c8d0-3874-4222-ad00-edc89781f3ce will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:16.237775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Transition to ACTIVE for port object 2fa7c8d0-3874-4222-ad00-edc89781f3ce will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:16.246656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.276197 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1f494a6f-66e2-4c57-9245-ea7b097a2800 req-626f08fd-bff6-4964-8ae1-eedc527955a8 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5831804 Jan 31 17:53:16.279794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:16.291844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:16.303446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:16.332549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:16.335578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:16.340115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:16.340518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:16.343828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.352415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Pushing event updated for resources: {'Port': ['ID=2fa7c8d0-3874-4222-ad00-edc89781f3ce,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:16.357225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:16.406163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:16.458653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.503759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:16.504580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Attempting to bind port 2fa7c8d0-3874-4222-ad00-edc89781f3ce on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:16.505088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Attempting to bind port 2fa7c8d0-3874-4222-ad00-edc89781f3ce by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:16.505566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Attempting to bind port 2fa7c8d0-3874-4222-ad00-edc89781f3ce on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:16.509182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.515385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:16.515960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:16.516398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.516671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.517259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:16.518035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Bound port: 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:16.518501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.616162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:16.619638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fa7c8d0-3874-4222-ad00-edc89781f3ce,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:16.624465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:16.629579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:16.643279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 44b629dd-3bca-4d03-96d2-7d7a8be1887f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:16.651113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event deleted for resources: {'Port': ['ID=af751131-deb3-4a9d-b9eb-4362f21ec8c8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:16.712916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::2a4 (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:16.713345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01007f9-8e7f-41d0-850b-2684c7440f64 None None] Pushing event updated for resources: {'Port': ['ID=2fa7c8d0-3874-4222-ad00-edc89781f3ce,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:16.828011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ad0e7bb4-5fdb-4280-a703-7bb697a8594f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a2ecc31226e64d7f9a3b013a4f53eeb3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1964152 Jan 31 17:53:16.828789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:17.023237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.097372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:17.131567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::1fcf:63a9:f71c:392f (78c34a5f-8722-4630-84ca-354f3b387cf2/2daad9af-a908-4964-9da7-7eb737c106c5/44b629dd-3bca-4d03-96d2-7d7a8be1887f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:17.152644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.282744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.311839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.378508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:17.450229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.455389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.487564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.490818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.519755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.557286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d01f7-75fa-4cac-82d2-0c4cd945ae67,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:17.619960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.620467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee150e58-0623-4bed-9828-32fd8c56db82 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:17.638317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.654164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.659793 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5b7d52f3-bd6e-4214-9d3f-6486bb08c52a tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "DELETE /v2.0/routers/ee150e58-0623-4bed-9828-32fd8c56db82 HTTP/1.1" status: 204 len: 168 time: 4.9321523 Jan 31 17:53:17.660317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52328) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:17.668798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-975564264', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:17.687710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:17.691436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 172.26.4.20 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/c56ee09e-a6a3-4026-b4da-26335b5e659f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:17.697022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:17.700857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:17.707286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.709748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:17.759217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.763666 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-99b65045-dc33-46ef-8d84-2e838a97cfad admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b37d01f7-75fa-4cac-82d2-0c4cd945ae67 HTTP/1.1" status: 204 len: 168 time: 0.9302249 Jan 31 17:53:17.763666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 44b629dd-3bca-4d03-96d2-7d7a8be1887f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:17.783630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:17.784002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.784922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.788716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:17.792563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:17.794836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:17.799424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:17.800047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.841897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8ec43e4f-8850-4f78-969b-f3eb43c8e2a3 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1694522 Jan 31 17:53:17.842032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.842032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:17.859810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.861173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:47:e0:cd'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:17.941876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:17.953396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:17.959475 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:17.963324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f075c3b-ea05-4821-9aeb-c75b0ac106b9 None None] Provisioning for port 2fa7c8d0-3874-4222-ad00-edc89781f3ce completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:17.979652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:17.980963 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:18.101802 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:18.119688 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:18.120319 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:18.176597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.189658 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:18.190257 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032ae86d-ab66-4e73-bd07-ddd8ec51fa7a None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:18.228519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:18.234615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:18.237056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:18.242080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:18.242907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.248929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=44b629dd-3bca-4d03-96d2-7d7a8be1887f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:18.268850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c13869ab-5869-4204-98f9-84c851eb2cd3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/1305f208-0dee-4113-9182-cba98fa7b3fe HTTP/1.1" status: 200 len: 688 time: 3.9388108 Jan 31 17:53:18.271663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52342) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:18.315435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8726fb2-fb9c-46d6-8a10-5945cfb296d9 None None] Provisioning for port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:18.320664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8726fb2-fb9c-46d6-8a10-5945cfb296d9 None None] Provisioning complete for port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:18.321112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8726fb2-fb9c-46d6-8a10-5945cfb296d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.373009 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d0d93f4-2fd6-4fc4-a8b3-72fc90c33e09 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8451586 Jan 31 17:53:18.384798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52350) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:18.395125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b8726fb2-fb9c-46d6-8a10-5945cfb296d9 None None] Port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:18.490231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.502074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.522045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.534603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 007dd560-2d6f-43fd-8aa3-e78ac6c5126c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:18.535050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.619166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bd38fa4-f543-4cb6-8b7f-37d067ac9718 None None] Provisioning for port 44b629dd-3bca-4d03-96d2-7d7a8be1887f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:18.624808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bd38fa4-f543-4cb6-8b7f-37d067ac9718 None None] Provisioning complete for port 44b629dd-3bca-4d03-96d2-7d7a8be1887f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:18.625452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bd38fa4-f543-4cb6-8b7f-37d067ac9718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.655292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-5d26ed0c-e1f4-4901-a278-4503b98f443c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4014752 Jan 31 17:53:18.687584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4bd38fa4-f543-4cb6-8b7f-37d067ac9718 None None] Port 44b629dd-3bca-4d03-96d2-7d7a8be1887f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:18.708508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709c745-3ff9-42ea-bdbf-14312c9cbc54 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:18.712624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c709c745-3ff9-42ea-bdbf-14312c9cbc54 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:18.713393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c709c745-3ff9-42ea-bdbf-14312c9cbc54 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:18.762219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c709c745-3ff9-42ea-bdbf-14312c9cbc54 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:18.763198 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c709c745-3ff9-42ea-bdbf-14312c9cbc54 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3773060 Jan 31 17:53:18.767332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52360) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:18.798350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:18.798350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=c56ee09e-a6a3-4026-b4da-26335b5e659f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:18.808293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:18.810505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:18.862642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.863180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:18.940689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fa7c8d0-3874-4222-ad00-edc89781f3ce up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:19.017044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 007dd560-2d6f-43fd-8aa3-e78ac6c5126c owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:19.018530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2fa7c8d0-3874-4222-ad00-edc89781f3ce completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:19.023710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2fa7c8d0-3874-4222-ad00-edc89781f3ce triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:19.024074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.059192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 44b629dd-3bca-4d03-96d2-7d7a8be1887f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:19.059610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.163451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.167525 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-d9b819e8-9964-4bfc-a840-1418e804e284 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c5f7b955456e4d61b83da51d189312cd&device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 1098 time: 0.4197783 Jan 31 17:53:19.210677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fa7c8d0-3874-4222-ad00-edc89781f3ce,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:19.216087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.318514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2fa7c8d0-3874-4222-ad00-edc89781f3ce,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:19.408467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.438635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:19.498346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.510868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.533849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.543280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 44b629dd-3bca-4d03-96d2-7d7a8be1887f owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:19.546497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.594154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.624560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=007dd560-2d6f-43fd-8aa3-e78ac6c5126c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:19.662751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-b73c741c-649a-4b88-946f-5490813a972e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:19.664087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-b73c741c-649a-4b88-946f-5490813a972e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 200 len: 907 time: 0.4715378 Jan 31 17:53:19.674913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.675646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.694760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] In _notify_port_updated(), no bound segment for port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 on network abd9f419-b82d-4c24-8e41-4354f9325cb4 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:53:19.698926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:19.699467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.700711 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "PUT /v2.0/ports/6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 HTTP/1.1" status: 200 len: 1002 time: 1.8578014 Jan 31 17:53:19.714793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52376) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:19.858131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391460a8-2d92-499f-8e59-20c3ad2539d8 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:19.901296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.924175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:19.924435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:19.986803 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-7f21d4b5-8dac-44d5-ac0f-e1df7fc83ce8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 200 len: 1001 time: 0.3019257 Jan 31 17:53:20.028812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Allocated IP 172.26.4.16 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/fb5c8126-d5cb-43b6-b565-3a2195f1da1e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:20.049613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e254d08a-bde4-4e30-ad6c-a19133780a97 None None] Provisioning complete for port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:20.050743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e254d08a-bde4-4e30-ad6c-a19133780a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.103554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.104682 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-292f8645-a5ad-45f0-a921-5dbde8a3d227 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/1305f208-0dee-4113-9182-cba98fa7b3fe HTTP/1.1" status: 204 len: 168 time: 1.8319609 Jan 31 17:53:20.111682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52388) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:20.124441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '9b17222b-197f-4a31-8633-773e64253b8c'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:20.124635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e254d08a-bde4-4e30-ad6c-a19133780a97 None None] Port 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:20.132747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:20.141567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:floatingip and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:20.168493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:20.175999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.186052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:20.230921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52392) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:20.250235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=44b629dd-3bca-4d03-96d2-7d7a8be1887f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:20.268906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.286021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-7c28ceee-c387-4fed-b1f0-384163dfe098 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:20.287649 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-7c28ceee-c387-4fed-b1f0-384163dfe098 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f HTTP/1.1" status: 200 len: 844 time: 0.2938268 Jan 31 17:53:20.396894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.401034 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77affcfb-92ad-4096-b72d-0fd2053283c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/44b629dd-3bca-4d03-96d2-7d7a8be1887f HTTP/1.1" status: 204 len: 168 time: 1.6305749 Jan 31 17:53:20.404506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:20.420591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.463227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-38ec4701-698e-41dd-ab8f-261849924e00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1648154 Jan 31 17:53:20.529671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1197360898'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:20.557641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:20.571792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Usage tracker for resource:network and tenant:262d56a4fef9465c8bc9635e40eee22d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:20.581105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:20.587879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0b51f-dc64-422c-a9eb-c2930211d274 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:20.588123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.589170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0b51f-dc64-422c-a9eb-c2930211d274 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:20.589922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fdc0b51f-dc64-422c-a9eb-c2930211d274 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:20.594866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.611183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:20.677093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router f4d51d51-e14f-4c19-9f47-c512e4e19eb9 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:20.700804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event updated for resources: {'Port': ['ID=fb5c8126-d5cb-43b6-b565-3a2195f1da1e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:20.708659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:20.711335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:20.714564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:20.734858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:20.741529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-e4a1601b-9f99-477d-ac18-601ace06aa15 service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678037 Jan 31 17:53:20.793818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fdc0b51f-dc64-422c-a9eb-c2930211d274 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:20.794962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fdc0b51f-dc64-422c-a9eb-c2930211d274 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3896255 Jan 31 17:53:20.801709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Made reservation on behalf of 262d56a4fef9465c8bc9635e40eee22d for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:20.804851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.828225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52402) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:20.839714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fa7c8d0-3874-4222-ad00-edc89781f3ce up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:20.904384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.920264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2fa7c8d0-3874-4222-ad00-edc89781f3ce triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:20.920950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:20.993003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.041178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:21.056217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Usage tracker for resource:security_group_rule and tenant:262d56a4fef9465c8bc9635e40eee22d is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:21.060295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:21.066513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:21.074920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.105186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:21.308359 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-85b2127e-e20e-4ee8-b24c-0fc5e343d75c req-881f72b1-c7e6-458c-9356-18f9c4ee67df service neutron] 10.222.0.86 "GET /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564582 Jan 31 17:53:21.353682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.400182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dff43180-f789-426c-9960-71412e89b216 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 HTTP/1.1" status: 204 len: 168 time: 1.6841784 Jan 31 17:53:21.403018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:21.414901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.68 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cefd2077-2b42-45a2-8751-9a0781dbeb12) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:21.421603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.428094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.465379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 2daad9af-a908-4964-9da7-7eb737c106c5 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:21.475262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.504340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4920407-dbcd-433c-83cb-8f19f4cb51c6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] GET failed (client error): The resource could not be found. Jan 31 17:53:21.505548 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d4920407-dbcd-433c-83cb-8f19f4cb51c6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports/6ba0f5d4-a457-4023-b50d-e1e8b44f4bc2 HTTP/1.1" status: 404 len: 333 time: 0.0961258 Jan 31 17:53:21.512176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:21.524733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1090681791'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:21.527486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] vlan segment allocate from pool success with {'vlan_id': 1401, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:21.544925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977da912-f8d2-43b8-9e3c-2dabdbbe5878,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:21.558154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.558497 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Added segment 5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7 of type vlan for network e1334768-4f59-4883-985e-f1275144966e Jan 31 17:53:21.611546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.627542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.633556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.666883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.670771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:21.671612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.744194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.744912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.785468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5460320 Jan 31 17:53:21.791907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd5e6-4b62-4f39-b64c-e9924ffa42ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Pushing event updated for resources: {'Network': ['ID=e1334768-4f59-4883-985e-f1275144966e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:21.808042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e1334768-4f59-4883-985e-f1275144966e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:21.810922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.847789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:21.857109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:21.874053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:port and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:21.879546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:21.889254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:21.892304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.911465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=cefd2077-2b42-45a2-8751-9a0781dbeb12,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:21.933956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:21.936376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:21.946302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:21.964816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Sync routers for ids ['f4d51d51-e14f-4c19-9f47-c512e4e19eb9'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:21.966555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:21.972826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9c6caf8b-46ac-4a31-9983-790cc849dac1 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2160921 Jan 31 17:53:21.972826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:21.982649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Routers {'f4d51d51-e14f-4c19-9f47-c512e4e19eb9'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:21.983270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4d51d51-e14f-4c19-9f47-c512e4e19eb9'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:22.067711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:22.070931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.106714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:22.122313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'network_id': 'e1334768-4f59-4883-985e-f1275144966e', 'binding:host_id': 'hv-neutron-8232', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1170186458'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:22.134109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:22.142258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Usage tracker for resource:port and tenant:42794cb021b246af8127c923c34ffb2c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:22.151347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:22.157654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.163834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port 7ab50ed6-c9e6-4bd3-8a20-12263596013a yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:22.170467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Set router f4d51d51-e14f-4c19-9f47-c512e4e19eb9 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:22.237455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:22.257476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=2daad9af-a908-4964-9da7-7eb737c106c5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:22.341845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Made reservation on behalf of 42794cb021b246af8127c923c34ffb2c for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:22.344069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.353322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ce15c8-c82e-4dae-bde1-2f0741ca336b None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:22.354918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.390946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.458187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-23c132ae-a647-43ee-baff-3dfacc4f8632 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2daad9af-a908-4964-9da7-7eb737c106c5 HTTP/1.1" status: 204 len: 168 time: 1.6232252 Jan 31 17:53:22.460631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52428) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:22.531525 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dc2c5893-7dcd-4a47-80e2-0fb1704cd8e7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672836 Jan 31 17:53:22.531882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52432) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:22.539177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:22.570065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::cd (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/7ab50ed6-c9e6-4bd3-8a20-12263596013a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:22.582952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:22.591406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Usage tracker for resource:security_group_rule and tenant:42794cb021b246af8127c923c34ffb2c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:22.605688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:22.619679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:22.668081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:22.675203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:22.678424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:15Z', 'updated_at': '2022-01-31T17:53:18Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:17Z', 'updated_at': '2022-01-31T17:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:22.679043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:22.683327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Checking router: f4d51d51-e14f-4c19-9f47-c512e4e19eb9 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:22.683737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Updating router f4d51d51-e14f-4c19-9f47-c512e4e19eb9 port c56ee09e-a6a3-4026-b4da-26335b5e659f binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:53:22.686742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:22.750036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.787758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:22.801391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Deleting port 2fa7c8d0-3874-4222-ad00-edc89781f3ce {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:22.802027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.854732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:22.856248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:22.961535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fa7c8d0-3874-4222-ad00-edc89781f3ce no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:22.995893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1777ee2c-1be7-4732-9310-84838f566463 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/f4d51d51-e14f-4c19-9f47-c512e4e19eb9 HTTP/1.1" status: 200 len: 907 time: 1.0220103 Jan 31 17:53:22.999563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:23.015110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.051142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.114981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.136666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.159774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port a7ff0738-fbd9-432a-90ca-72b8a128b206 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:23.206578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Router a9d41242-afea-4eea-bebc-1ffd178832d1 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:23.227518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fa7c8d0-3874-4222-ad00-edc89781f3ce,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:23.227906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.265214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.297241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780f2399-b3dc-4006-93ad-deda2de66c79,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.391541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object 7ab50ed6-c9e6-4bd3-8a20-12263596013a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:23.406991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.419118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Calling delete_port for 2fa7c8d0-3874-4222-ad00-edc89781f3ce owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:23.422119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.474376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.474881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.534109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fa7c8d0-3874-4222-ad00-edc89781f3ce,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:23.549048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.611020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=cefd2077-2b42-45a2-8751-9a0781dbeb12,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.616950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.632325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:23.634696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:53:23.635091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:53:23.637638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:23.642584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.678040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.684014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2fa7c8d0-3874-4222-ad00-edc89781f3ce,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.696154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Transition to ACTIVE for port object c56ee09e-a6a3-4026-b4da-26335b5e659f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:23.705788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.786113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=7ab50ed6-c9e6-4bd3-8a20-12263596013a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.788673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Attempting to bind port c56ee09e-a6a3-4026-b4da-26335b5e659f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:23.789108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Attempting to bind port c56ee09e-a6a3-4026-b4da-26335b5e659f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:23.789573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Attempting to bind port c56ee09e-a6a3-4026-b4da-26335b5e659f on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:23.790798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:23.791877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57dd8-125b-4439-aca2-f952589fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=c56ee09e-a6a3-4026-b4da-26335b5e659f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.797224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:23.802125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:23.802357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port a7ff0738-fbd9-432a-90ca-72b8a128b206 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:23.802523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:23.803161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.803614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:23.804134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Bound port: c56ee09e-a6a3-4026-b4da-26335b5e659f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:23.804569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.807235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:23.811149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:23.811832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.841546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:23.842139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.851772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:23.868394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=2021b989-4088-4cd2-b15f-11eb6ad0e276,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:23.891860 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ec3911a1-7578-498b-99ef-320a0d1d8ace tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3583868 Jan 31 17:53:23.893374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:23.910451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '2021b989-4088-4cd2-b15f-11eb6ad0e276', 'ip_address': '2001:db8::b780:c1ed:b133:fed6'}], 'name': 'tempest-NetworksTestDHCPv6-1531175816'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:23.919547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] For port c56ee09e-a6a3-4026-b4da-26335b5e659f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:23.924043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] For port c56ee09e-a6a3-4026-b4da-26335b5e659f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c56ee09e-a6a3-4026-b4da-26335b5e659f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:23.958325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.003955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Transition to ACTIVE for port object a7ff0738-fbd9-432a-90ca-72b8a128b206 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:24.020311 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58d3e387-2af0-4c1e-bab7-473771ab290d tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5046062 Jan 31 17:53:24.030610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:24.035863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.053439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:e0:cd'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:24.096780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b57dd8-125b-4439-aca2-f952589fc6e3 None None] Pushing event updated for resources: {'Port': ['ID=c56ee09e-a6a3-4026-b4da-26335b5e659f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:24.137587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Deleting port 2fa7c8d0-3874-4222-ad00-edc89781f3ce {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:24.138208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.244327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Routers {'f4d51d51-e14f-4c19-9f47-c512e4e19eb9'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:24.244951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4d51d51-e14f-4c19-9f47-c512e4e19eb9'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:24.287718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:24.298072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:24.323197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:24.329778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.352032 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP bb3345c1-450d-4f9d-8632-59655085c23a associated. External IP: 172.26.4.68, port: 9b17222b-197f-4a31-8633-773e64253b8c. Jan 31 17:53:24.436468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 08e200e4-479f-4274-bb47-1d673732f320 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:24.465074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.529743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ff0738-fbd9-432a-90ca-72b8a128b206,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:24.594872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9a4de52c-0286-49ef-9da4-5a7ad4d72562 None None] Provisioning for port 7ab50ed6-c9e6-4bd3-8a20-12263596013a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:24.633441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Checking segment: {'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:24.634045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Network hostable DHCP agents. Network: e1334768-4f59-4883-985e-f1275144966e, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:53:24.655776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:24.655907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9a4de52c-0286-49ef-9da4-5a7ad4d72562 None None] Provisioning complete for port 7ab50ed6-c9e6-4bd3-8a20-12263596013a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:24.656295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9a4de52c-0286-49ef-9da4-5a7ad4d72562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.670614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] Sync routers for ids ['a9d41242-afea-4eea-bebc-1ffd178832d1'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:24.684505 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] Routers {'a9d41242-afea-4eea-bebc-1ffd178832d1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:24.685325 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a9d41242-afea-4eea-bebc-1ffd178832d1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:24.698843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.709263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::b780:c1ed:b133:fed6 (78c34a5f-8722-4630-84ca-354f3b387cf2/2021b989-4088-4cd2-b15f-11eb6ad0e276/08e200e4-479f-4274-bb47-1d673732f320) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:24.772444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:24.773678 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-480a714c-754f-44b3-8894-6730e3010d79 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.1124055 Jan 31 17:53:24.782532 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:24.786192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52450) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:24.811143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9a4de52c-0286-49ef-9da4-5a7ad4d72562 None None] Port 7ab50ed6-c9e6-4bd3-8a20-12263596013a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:24.817103 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] Routers {'a9d41242-afea-4eea-bebc-1ffd178832d1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:24.817741 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a9d41242-afea-4eea-bebc-1ffd178832d1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:24.826545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Network e1334768-4f59-4883-985e-f1275144966e is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:53:24.838298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] Set router f4d51d51-e14f-4c19-9f47-c512e4e19eb9 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:24.868443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:24.893664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:24.894308 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65f9073-2e4a-494f-87ad-8413f8d1d4cd None None] The sync data for ids ['a9d41242-afea-4eea-bebc-1ffd178832d1'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:24.985326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af102dc2-30d1-4b78-9869-4c016c9dd061 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:25.095571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e1334768-4f59-4883-985e-f1275144966e) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:25.114620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e7ef0-b171-4975-b193-1b49596232d3 None None] Network e1334768-4f59-4883-985e-f1275144966e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:25.149119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] For port 2fa7c8d0-3874-4222-ad00-edc89781f3ce, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fa7c8d0-3874-4222-ad00-edc89781f3ce,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:25.149616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.158212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:25.190894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.190894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.191206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.210368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.232586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.232950 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.242529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 2 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.268209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.268535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.268858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.283728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.284056 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.286768 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 3 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.317670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.317997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.319350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.325620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.337918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.349965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 08e200e4-479f-4274-bb47-1d673732f320 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:25.358263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Calling delete_port for 2fa7c8d0-3874-4222-ad00-edc89781f3ce owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:25.378159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.379861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.380409 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.390607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 4 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.419532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Deleting port c56ee09e-a6a3-4026-b4da-26335b5e659f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:25.419819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.459084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.459444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.459973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.463775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] In _notify_port_updated(), no bound segment for port 7ab50ed6-c9e6-4bd3-8a20-12263596013a on network abd9f419-b82d-4c24-8e41-4354f9325cb4 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:53:25.467529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:25.468148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.469999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "PUT /v2.0/ports/7ab50ed6-c9e6-4bd3-8a20-12263596013a HTTP/1.1" status: 200 len: 1002 time: 1.4270244 Jan 31 17:53:25.471167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.482841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52456) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:25.492458 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:53:25.497902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6ee49-1b45-4726-a619-e5df52717080 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=7ab50ed6-c9e6-4bd3-8a20-12263596013a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:25.521967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.522472 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.525858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 5 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.591761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port af102dc2-30d1-4b78-9869-4c016c9dd061 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:25.602674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.637116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port af102dc2-30d1-4b78-9869-4c016c9dd061 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:25.637506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.645911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.646516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.647025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.678986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.679314 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.683194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 6 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.691694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] Pushing event deleted for resources: {'Port': ['ID=2fa7c8d0-3874-4222-ad00-edc89781f3ce,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:25.723699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b3be1f-0247-4a5d-94d5-7c8cc4899ced None None] No DVR routers for this DVR port 2fa7c8d0-3874-4222-ad00-edc89781f3ce on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:25.724099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.724637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.725125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.730111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] For port c56ee09e-a6a3-4026-b4da-26335b5e659f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c56ee09e-a6a3-4026-b4da-26335b5e659f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:25.730771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.753868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.754199 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.783506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:15Z', 'updated_at': '2022-01-31T17:53:18Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:17Z', 'updated_at': '2022-01-31T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:25.785720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05f1a2f-f0ab-40dc-9779-452659a0e13d None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:25.814120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f549fa-2f2c-4d6c-abaa-cb525fe939c1 None None] The sync data for ids ['f4d51d51-e14f-4c19-9f47-c512e4e19eb9'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'name': 'tempest-snat-router-1520324427', 'tenant_id': '47f65573d58548a98f204170d625f5fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20'}], 'enable_snat': True}, 'gw_port_id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:15Z', 'updated_at': '2022-01-31T17:53:18Z', 'revision_number': 3, 'project_id': '47f65573d58548a98f204170d625f5fc', 'gw_port': {'id': 'c56ee09e-a6a3-4026-b4da-26335b5e659f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:bc:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d51d51-e14f-4c19-9f47-c512e4e19eb9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:17Z', 'updated_at': '2022-01-31T17:53:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:25.863690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:25.865640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=08e200e4-479f-4274-bb47-1d673732f320,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:25.871751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 7ab50ed6-c9e6-4bd3-8a20-12263596013a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:25.872436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.914438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:25.915273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Calling delete_port for c56ee09e-a6a3-4026-b4da-26335b5e659f owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:25.916873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:25.921048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:25.921671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.952661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 7 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:25.955139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:25.980888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:25.981237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:25.982618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:25.993689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:25.994099 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:25.994202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port af102dc2-30d1-4b78-9869-4c016c9dd061, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af102dc2-30d1-4b78-9869-4c016c9dd061,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:25.996138 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 8 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:26.009647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.024055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:26.028386 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-16f1c0d4-e727-47be-b76e-5abb40d76075 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1302712 Jan 31 17:53:26.029197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:26.041569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:26.041906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:26.042229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:26.043669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cdcfccfe-05b0-4581-a28f-7342380c6d3d None None] Provisioning complete for port 7ab50ed6-c9e6-4bd3-8a20-12263596013a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:26.044054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cdcfccfe-05b0-4581-a28f-7342380c6d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.087081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af751131-deb3-4a9d-b9eb-4362f21ec8c8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:26.095252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:26.095580 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:26.097916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 9 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:26.133088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:26.133949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:26.134291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:26.146379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: af751131-deb3-4a9d-b9eb-4362f21ec8c8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:26.146969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af751131-deb3-4a9d-b9eb-4362f21ec8c8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:26.188404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:26.190050 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:26.191259 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.plugins.ml2.plugin [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 10 to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 Jan 31 17:53:26.210433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cdcfccfe-05b0-4581-a28f-7342380c6d3d None None] Port 7ab50ed6-c9e6-4bd3-8a20-12263596013a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:26.216800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:26.217132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:26.217512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:26.241157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227fd046-846a-4daa-a32d-435cda0e127f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:26.245394 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-227fd046-846a-4daa-a32d-435cda0e127f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2042344 Jan 31 17:53:26.248165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:26.248717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port a7ff0738-fbd9-432a-90ca-72b8a128b206 on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:26.249037 dv-neutron-823271-3-hyperv neutron-server[83557]: ERROR neutron.plugins.ml2.managers [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port a7ff0738-fbd9-432a-90ca-72b8a128b206 on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:26.249384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.256745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=af102dc2-30d1-4b78-9869-4c016c9dd061,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:26.301635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.315760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '2021b989-4088-4cd2-b15f-11eb6ad0e276'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:26.316821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.389461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.397343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Port': ['ID=c56ee09e-a6a3-4026-b4da-26335b5e659f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:26.461563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 08e200e4-479f-4274-bb47-1d673732f320 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:26.461810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.501196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/2021b989-4088-4cd2-b15f-11eb6ad0e276/4686c627-173b-4297-bf07-5bf6568210c8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:26.533773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 7ab50ed6-c9e6-4bd3-8a20-12263596013a owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:26.621056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port a7ff0738-fbd9-432a-90ca-72b8a128b206, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:26.621443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempted to set empty binding levels {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:53:26.638052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.711901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.722799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Transition to ACTIVE for port object 4686c627-173b-4297-bf07-5bf6568210c8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:26.745851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Transition to ACTIVE for port object 4686c627-173b-4297-bf07-5bf6568210c8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:26.753449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.853019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:26.897331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Pushing event updated for resources: {'Port': ['ID=4686c627-173b-4297-bf07-5bf6568210c8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:26.901028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af102dc2-30d1-4b78-9869-4c016c9dd061 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:26.909383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:26.946134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:26.964065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:26.974459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:26.978397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:26.986268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=7ab50ed6-c9e6-4bd3-8a20-12263596013a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:27.026065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.048363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:27.049213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:27.058839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.076781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.094576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.099170 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a84a7c21-17ee-43c5-906b-a43afc7c8425 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/7ab50ed6-c9e6-4bd3-8a20-12263596013a HTTP/1.1" status: 204 len: 168 time: 1.5777643 Jan 31 17:53:27.102990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:27.150909 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-047ce251-acd2-42d8-b15f-edbd69eae032 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0350993 Jan 31 17:53:27.151112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:27.154867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52472) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:27.177731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=a7ff0738-fbd9-432a-90ca-72b8a128b206,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:27.215453 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26cb8a2-6614-4450-9770-da376d379af9 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] GET failed (client error): The resource could not be found. Jan 31 17:53:27.215877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e26cb8a2-6614-4450-9770-da376d379af9 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Synchronizing usage tracker for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:27.218343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Attempting to bind port 4686c627-173b-4297-bf07-5bf6568210c8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:27.218706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Attempting to bind port 4686c627-173b-4297-bf07-5bf6568210c8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:27.219833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Attempting to bind port 4686c627-173b-4297-bf07-5bf6568210c8 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:27.244619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:27.245715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:27.273076 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-95e1a508-177f-488d-9c8d-a074197e0133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.1612885 Jan 31 17:53:27.293841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:27.384624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.393674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:27.394077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:27.394414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.394843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:27.395527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Bound port: 4686c627-173b-4297-bf07-5bf6568210c8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:27.395902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.423579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:27.423990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66726f4d-7690-4da7-af5f-3cce21212284 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:27.425341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port af102dc2-30d1-4b78-9869-4c016c9dd061 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:27.426226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.436038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.450749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e26cb8a2-6614-4450-9770-da376d379af9 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Unset dirty status for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:27.462140 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e26cb8a2-6614-4450-9770-da376d379af9 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports/7ab50ed6-c9e6-4bd3-8a20-12263596013a HTTP/1.1" status: 404 len: 333 time: 0.3579400 Jan 31 17:53:27.463344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:27.473198 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-166510b8-3945-4fe6-bd72-15f9f595dfa2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/floatingips/bb3345c1-450d-4f9d-8632-59655085c23a HTTP/1.1" status: 200 len: 978 time: 0.3158827 Jan 31 17:53:27.483174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-987090589'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:27.486936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:27.657328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] For port 4686c627-173b-4297-bf07-5bf6568210c8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:27.672987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] For port 4686c627-173b-4297-bf07-5bf6568210c8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4686c627-173b-4297-bf07-5bf6568210c8,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:27.681725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.727798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 08e200e4-479f-4274-bb47-1d673732f320 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:27.742477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:27.753310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:27.769716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:27.772941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.778740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Deleting port a7ff0738-fbd9-432a-90ca-72b8a128b206 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:27.779071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.780641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3edefd-f6fe-4900-8a1c-eb13cf18b79b None None] Pushing event updated for resources: {'Port': ['ID=4686c627-173b-4297-bf07-5bf6568210c8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:27.816806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port 8b781366-3bbc-44b5-81c0-79d172957626 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:27.835149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.877397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:27.997151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b354310e-b849-49c2-81ff-8112cb249bbc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5050287 Jan 31 17:53:27.997795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52488) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:28.042853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': 'c9e4e1bc-4053-4e1e-9119-81c023ab6929'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:28.175670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.176472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4d51d51-e14f-4c19-9f47-c512e4e19eb9 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:28.213684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::398 (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/8b781366-3bbc-44b5-81c0-79d172957626) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:28.242916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.261653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.351382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.543545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.544880 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3e91b635-abe6-485b-892a-e87630f9da9b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/routers/f4d51d51-e14f-4c19-9f47-c512e4e19eb9 HTTP/1.1" status: 204 len: 168 time: 5.5346842 Jan 31 17:53:28.559712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:28.560345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.568879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port a7ff0738-fbd9-432a-90ca-72b8a128b206, host hv-neutron-8232, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:28.569241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.585829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.616417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object 8b781366-3bbc-44b5-81c0-79d172957626 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:28.657975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router a9d41242-afea-4eea-bebc-1ffd178832d1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:28.664905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.848261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=8b781366-3bbc-44b5-81c0-79d172957626,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:28.853071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:28.856136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:28.859197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:28.862369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=08e200e4-479f-4274-bb47-1d673732f320,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:28.864493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:28.864791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:28.925771 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8c9eb1e0-dcb8-4a1c-824b-782444b54684 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4582591 Jan 31 17:53:28.932863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:28.952286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4686c627-173b-4297-bf07-5bf6568210c8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:29.019561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.023902 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-17d3b172-112e-46bb-ba74-96d67b1e404e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/08e200e4-479f-4274-bb47-1d673732f320 HTTP/1.1" status: 204 len: 168 time: 2.7616174 Jan 31 17:53:29.026144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'network_id': 'abd9f419-b82d-4c24-8e41-4354f9325cb4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1815665366'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:29.031187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.050342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Calling delete_port for a7ff0738-fbd9-432a-90ca-72b8a128b206 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:29.065658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4686c627-173b-4297-bf07-5bf6568210c8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:29.126287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0108c85-36c5-4025-8da7-a9bfc42d8bc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:29.127430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0108c85-36c5-4025-8da7-a9bfc42d8bc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:29.128169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0108c85-36c5-4025-8da7-a9bfc42d8bc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:29.151044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:29.155615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.157301 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1435b272-7122-42e2-acd6-56b0a2a2913c tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "PUT /v2.0/routers/a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 200 len: 920 time: 4.3092289 Jan 31 17:53:29.160660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.161551 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] Sync routers for ids ['a9d41242-afea-4eea-bebc-1ffd178832d1'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:29.181221 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] Routers {'a9d41242-afea-4eea-bebc-1ffd178832d1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:29.181849 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a9d41242-afea-4eea-bebc-1ffd178832d1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:29.221261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Provisioning for port 4686c627-173b-4297-bf07-5bf6568210c8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:29.226752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Provisioning complete for port 4686c627-173b-4297-bf07-5bf6568210c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:29.227124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.254017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b0108c85-36c5-4025-8da7-a9bfc42d8bc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:29.257798 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b0108c85-36c5-4025-8da7-a9bfc42d8bc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2228775 Jan 31 17:53:29.263399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.322081 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:29.334893 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] Routers {'a9d41242-afea-4eea-bebc-1ffd178832d1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:29.335741 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a9d41242-afea-4eea-bebc-1ffd178832d1'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:29.431340 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:29.431969 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e50a21-6d88-4c4a-86be-51d073a0f3d3 None None] The sync data for ids ['a9d41242-afea-4eea-bebc-1ffd178832d1'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:29.454561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.478436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.522759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] For port 4686c627-173b-4297-bf07-5bf6568210c8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4686c627-173b-4297-bf07-5bf6568210c8,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:29.531360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.576431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Could not find standard attr ID for object 08e200e4-479f-4274-bb47-1d673732f320. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:53:29.595232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7ff0738-fbd9-432a-90ca-72b8a128b206,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:29.631158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.634829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:29.644899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Usage tracker for resource:port and tenant:8651f0619cea42c0909a6cb58dc42905 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:29.651008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:29.664533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:29.673675 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-54b902b3-6a80-4c33-b1b6-93cf52e288d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "DELETE /v2.0/ports/a7ff0738-fbd9-432a-90ca-72b8a128b206 HTTP/1.1" status: 204 len: 168 time: 2.3747749 Jan 31 17:53:29.675997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.677113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5580e5-6ec0-4167-8aba-5704d421dfdd None None] Pushing event updated for resources: {'Port': ['ID=4686c627-173b-4297-bf07-5bf6568210c8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:29.706023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b06cf82-bcb3-4f87-bec3-c86a1fa4fdbc None None] Provisioning for port 8b781366-3bbc-44b5-81c0-79d172957626 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:29.711889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b06cf82-bcb3-4f87-bec3-c86a1fa4fdbc None None] Provisioning complete for port 8b781366-3bbc-44b5-81c0-79d172957626 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:29.712422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b06cf82-bcb3-4f87-bec3-c86a1fa4fdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.749894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 2021b989-4088-4cd2-b15f-11eb6ad0e276 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:29.754478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.772675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2b06cf82-bcb3-4f87-bec3-c86a1fa4fdbc None None] Port 8b781366-3bbc-44b5-81c0-79d172957626 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:29.775840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b06cf82-bcb3-4f87-bec3-c86a1fa4fdbc None None] Could not find standard attr ID for object 08e200e4-479f-4274-bb47-1d673732f320. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:53:29.803131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Made reservation on behalf of 8651f0619cea42c0909a6cb58dc42905 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:29.806185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.815619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.830668 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c889d39-1425-42f7-90dd-44a9ea73140c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:53:29.831085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c889d39-1425-42f7-90dd-44a9ea73140c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Synchronizing usage tracker for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:29.851657 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8892f0d9-f0ee-4aad-841f-878c1c6d6a4e tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 200 len: 920 time: 0.6877027 Jan 31 17:53:29.851869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.881225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] device_id is not set on port c2d54540-eaf0-4277-b818-15a67c8a95b3 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:29.927973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4c889d39-1425-42f7-90dd-44a9ea73140c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Unset dirty status for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:29.933012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4c889d39-1425-42f7-90dd-44a9ea73140c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports/a7ff0738-fbd9-432a-90ca-72b8a128b206 HTTP/1.1" status: 404 len: 333 time: 0.2464561 Jan 31 17:53:29.935092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:29.938523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:29.946878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'network_id': 'e1334768-4f59-4883-985e-f1275144966e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-557548875'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:29.953054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:29.972324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:29.982835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.020773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d909d86-8f22-4432-919d-c15452c7b1de tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Synchronizing usage tracker for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:30.026812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Made reservation on behalf of 42794cb021b246af8127c923c34ffb2c for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:30.029078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.079534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9d909d86-8f22-4432-919d-c15452c7b1de tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Unset dirty status for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:30.080813 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d909d86-8f22-4432-919d-c15452c7b1de tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=a9d41242-afea-4eea-bebc-1ffd178832d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2279720 Jan 31 17:53:30.082024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:30.100703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52528) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.156306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.203642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=2021b989-4088-4cd2-b15f-11eb6ad0e276,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:30.219351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.220812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e14430-c2fc-4865-bdf1-ff1d5b45f00a None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:30.301155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5c23423-0fee-4731-bc43-c98ac1b4f6c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2021b989-4088-4cd2-b15f-11eb6ad0e276 HTTP/1.1" status: 204 len: 168 time: 1.0344186 Jan 31 17:53:30.304562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.388120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-822813b9-917f-4118-837c-5e2169cf1ba1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797544 Jan 31 17:53:30.388312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0772e29-c754-426c-9875-d7748139b132 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:30.388312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0772e29-c754-426c-9875-d7748139b132 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Synchronizing usage tracker for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:30.394255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.402404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:30.413924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Allocated IP 2001:db8::5a (abd9f419-b82d-4c24-8e41-4354f9325cb4/0b92df12-21ad-4067-bac8-192ed64ab814/c2d54540-eaf0-4277-b818-15a67c8a95b3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:30.479992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:30.483568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Deleting port 4686c627-173b-4297-bf07-5bf6568210c8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:30.484001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.494743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.494967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0772e29-c754-426c-9875-d7748139b132 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Unset dirty status for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:30.495882 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a0772e29-c754-426c-9875-d7748139b132 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.3882554 Jan 31 17:53:30.503953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.535657 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:30.541182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:30.544798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:30.547959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:30.553060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:30.564749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.566743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:30.570114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.644451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b470f18-eab6-410d-adc9-fabf1616ab9f tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 200 len: 205 time: 0.1362021 Jan 31 17:53:30.654551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.696813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] For port 4686c627-173b-4297-bf07-5bf6568210c8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4686c627-173b-4297-bf07-5bf6568210c8,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:30.697217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.729543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=9844cb0e-edfb-46e2-8159-5a0f0e7bdfad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:30.735177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Network e1334768-4f59-4883-985e-f1275144966e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:30.743315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:30.747552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:30.748365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:30.748933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.787601 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f9f4ca12-e461-466e-8912-f155acec7ed1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8478453 Jan 31 17:53:30.790551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:30.808106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.827073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Calling delete_port for 4686c627-173b-4297-bf07-5bf6568210c8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:30.837489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:30.872809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.940038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:30.983306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4686c627-173b-4297-bf07-5bf6568210c8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:31.004355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.015308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.033571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 4686c627-173b-4297-bf07-5bf6568210c8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:31.033963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4686c627-173b-4297-bf07-5bf6568210c8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:31.037161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] Pushing event deleted for resources: {'Port': ['ID=4686c627-173b-4297-bf07-5bf6568210c8,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:31.042468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f55e48-9804-4cb0-a0ee-7d6af5717eb1 None None] No DVR routers for this DVR port 4686c627-173b-4297-bf07-5bf6568210c8 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:31.060003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.105846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.115244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Deleting port af102dc2-30d1-4b78-9869-4c016c9dd061 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:31.115580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.128504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:31.135723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:31.143985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:31.144559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.153599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=d8e5dd6e-16c0-447e-ba17-886ba15523ca,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:31.165524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de30623-7997-4031-8d7a-f4ddeef9a5a3 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:31.282837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Transition to ACTIVE for port object c2d54540-eaf0-4277-b818-15a67c8a95b3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:31.393763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0a6181eb-51ba-464e-a7b4-9016849e9be1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9962468 Jan 31 17:53:31.394942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52552) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:31.401799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': 'd8e5dd6e-16c0-447e-ba17-886ba15523ca', 'ip_address': '2001:db8::d1cc:71ed:76bd:a50f'}], 'name': 'tempest-NetworksTestDHCPv6-718158589'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:31.459782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': 'd8e5dd6e-16c0-447e-ba17-886ba15523ca'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:31.461203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.552426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.622829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:31.627220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:31.635374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:31.639507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.642416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:31.652841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:31.666502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Transition to ACTIVE for port object 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:31.669818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/d8e5dd6e-16c0-447e-ba17-886ba15523ca/5b09a7b7-b399-4ec7-8d57-4ad3c48f2745) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:31.673809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.713271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:31.718730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.796037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.857368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] For port af102dc2-30d1-4b78-9869-4c016c9dd061, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=af102dc2-30d1-4b78-9869-4c016c9dd061,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:31.857859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.877589 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP bb3345c1-450d-4f9d-8632-59655085c23a associated. External IP: 172.26.4.68, port: 9b17222b-197f-4a31-8633-773e64253b8c. Jan 31 17:53:31.908158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.915497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=9844cb0e-edfb-46e2-8159-5a0f0e7bdfad,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:31.919478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port ebfa2593-2bf1-4d1d-bfdd-1eb419696116 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:31.919843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Transition to ACTIVE for port object 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:31.941445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Transition to ACTIVE for port object 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:31.948149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:31.992668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:31.992883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:31.993218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.013050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.013374 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.017758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 2 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.025838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:32.029151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Pushing event updated for resources: {'Port': ['ID=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:32.031652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:32.033842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:32.068245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.068573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.068893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.085961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.086278 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.089339 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 3 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.097266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Calling delete_port for af102dc2-30d1-4b78-9869-4c016c9dd061 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:32.126115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Attempting to bind port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.126910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Attempting to bind port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.127496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Attempting to bind port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.137183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:32.137584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:32.137990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.139237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:32.139723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Bound port: 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:32.142283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.144801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:32.153200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:32.155569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:32.160581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:32.161189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.173251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.173251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.173678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.176312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=c2d54540-eaf0-4277-b818-15a67c8a95b3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:32.210515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.211078 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.217323 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 4 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.237019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::d1cc:71ed:76bd:a50f (78c34a5f-8722-4630-84ca-354f3b387cf2/d8e5dd6e-16c0-447e-ba17-886ba15523ca/ebfa2593-2bf1-4d1d-bfdd-1eb419696116) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:32.257993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.259821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.260193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.274443 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6363ce2b-ed1c-4393-ad16-f93e571487de tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2567251 Jan 31 17:53:32.275602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:32.362398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::140', 'mac_address': 'fa:16:3e:47:e0:cd'}, {'ip_address': '2001:db8::398', 'mac_address': 'fa:16:3e:c5:cf:e2'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:32.403424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] For port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:32.409013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] For port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:32.415320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.502132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.502651 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.505159 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 5 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.509294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffba1f-c3fb-4a1f-b477-33c2a12e93ff None None] Pushing event updated for resources: {'Port': ['ID=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:32.608358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.608703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.609030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.643598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6c4da9e-a7a6-406e-8eac-10524e1afd17 None None] Provisioning for port c2d54540-eaf0-4277-b818-15a67c8a95b3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:32.653002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6c4da9e-a7a6-406e-8eac-10524e1afd17 None None] Provisioning complete for port c2d54540-eaf0-4277-b818-15a67c8a95b3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:32.653985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6c4da9e-a7a6-406e-8eac-10524e1afd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.694529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.694529 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.697364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.706938 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 6 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.738737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d6c4da9e-a7a6-406e-8eac-10524e1afd17 None None] Port c2d54540-eaf0-4277-b818-15a67c8a95b3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:32.748800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.749244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.749700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.756646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object ebfa2593-2bf1-4d1d-bfdd-1eb419696116 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:32.770557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.770557 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.774440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 7 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.802603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.802942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.805626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.824206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.824536 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.827934 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 8 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.841853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b77317-12bc-47e7-a590-50757ac582bb req-0f6fa53a-437f-4379-908c-4fc3e7968d9f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:32.843325 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6b77317-12bc-47e7-a590-50757ac582bb req-0f6fa53a-437f-4379-908c-4fc3e7968d9f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.1943748 Jan 31 17:53:32.846942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.920366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:32.920700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:32.921105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:32.957139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:32.957508 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:32.959222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:32.962044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 9 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:32.979894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:32.982367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:32.985948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.987152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:32.987759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:32.997666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=ebfa2593-2bf1-4d1d-bfdd-1eb419696116,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:33.017269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:33.017667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:33.017944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:33.023461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.030737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6b77317-12bc-47e7-a590-50757ac582bb req-0c72a4a5-bc38-4265-b79e-695de49a7f10 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756413 Jan 31 17:53:33.036429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:33.036857 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:33.037331 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 10 to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad Jan 31 17:53:33.050606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-20fcd89e-4429-484e-a2ee-19c41f5487ed tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6522088 Jan 31 17:53:33.051407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52564) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:33.072167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port fb5c8126-d5cb-43b6-b565-3a2195f1da1e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:33.072527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.093254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:33.093626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:33.093984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:33.108133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:33.108455 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:33.108808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.119921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event deleted for resources: {'Port': ['ID=af102dc2-30d1-4b78-9869-4c016c9dd061,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:33.126271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.215296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff1866-1062-49a6-bff2-dd35bddd1e89 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:33.219253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ff1866-1062-49a6-bff2-dd35bddd1e89 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:33.220014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e2ff1866-1062-49a6-bff2-dd35bddd1e89 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:33.237062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:33.237426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempted to set empty binding levels {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:53:33.242873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.283115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e2ff1866-1062-49a6-bff2-dd35bddd1e89 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:33.284182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e2ff1866-1062-49a6-bff2-dd35bddd1e89 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2319553 Jan 31 17:53:33.298209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:33.355977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] In _notify_port_updated(), no bound segment for port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:53:33.356998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.361365 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "PUT /v2.0/ports/9844cb0e-edfb-46e2-8159-5a0f0e7bdfad HTTP/1.1" status: 200 len: 980 time: 2.5668523 Jan 31 17:53:33.370069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52572) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:33.416333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddabc8-4269-4e35-bad1-8819d9139a62 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=9844cb0e-edfb-46e2-8159-5a0f0e7bdfad,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:33.440540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port ebfa2593-2bf1-4d1d-bfdd-1eb419696116 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:33.440881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.689822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf236e67-064e-48df-a63f-3730f5969053 None None] Provisioning for port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:33.849198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.878488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.923808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7688c8be-4846-4a64-8add-bbddfab797e1 None None] Provisioning for port ebfa2593-2bf1-4d1d-bfdd-1eb419696116 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:33.928745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7688c8be-4846-4a64-8add-bbddfab797e1 None None] Provisioning complete for port ebfa2593-2bf1-4d1d-bfdd-1eb419696116 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:33.929105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7688c8be-4846-4a64-8add-bbddfab797e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:33.976648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for ebfa2593-2bf1-4d1d-bfdd-1eb419696116 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:33.981353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7688c8be-4846-4a64-8add-bbddfab797e1 None None] Port ebfa2593-2bf1-4d1d-bfdd-1eb419696116 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:33.995040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.032399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8673c35-e843-4e59-a1a4-a0f5e5977e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Synchronizing usage tracker for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:34.066696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8673c35-e843-4e59-a1a4-a0f5e5977e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Unset dirty status for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:34.068620 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8673c35-e843-4e59-a1a4-a0f5e5977e46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23649 time: 0.6975739 Jan 31 17:53:34.080561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:34.179205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Deleting port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:34.179416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.216363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for fb5c8126-d5cb-43b6-b565-3a2195f1da1e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:34.276652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.339763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=ebfa2593-2bf1-4d1d-bfdd-1eb419696116,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:34.498142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.498487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad, host hv-neutron-8232, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:34.498983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.530869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.633144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Calling delete_port for 9844cb0e-edfb-46e2-8159-5a0f0e7bdfad owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:34.638790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:53:34.677371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-8af37a78-ee17-4773-9a94-c75db2f1b4c0 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:34.678824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-8af37a78-ee17-4773-9a94-c75db2f1b4c0 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.86 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.7314289 Jan 31 17:53:34.684249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.720617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.723520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.743129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.827653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.828214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4a6159e-b210-4080-9eec-893438f2304b {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:34.829585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event deleted for resources: {'Port': ['ID=9844cb0e-edfb-46e2-8159-5a0f0e7bdfad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:34.838917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38d3332f-95d4-4f55-ab89-5433ba13bde5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/ebfa2593-2bf1-4d1d-bfdd-1eb419696116 HTTP/1.1" status: 204 len: 168 time: 1.5382805 Jan 31 17:53:34.847325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52588) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:34.849076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1e4a1-04bb-456e-899d-e9036bca3651 req-f0e08602-dc44-4306-9756-1eb1e001c8aa tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:34.850561 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-79d1e4a1-04bb-456e-899d-e9036bca3651 req-f0e08602-dc44-4306-9756-1eb1e001c8aa tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 0.6045671 Jan 31 17:53:34.855503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.857460 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f1972ff2-bf81-4374-ad31-71218a7ce316 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "DELETE /v2.0/ports/9844cb0e-edfb-46e2-8159-5a0f0e7bdfad HTTP/1.1" status: 204 len: 168 time: 0.7759955 Jan 31 17:53:34.871270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:34.933896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b80e8-20e0-4336-b2e6-471a358e8d77 req-35acc06e-befd-4244-a941-13259337d0b0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:34.935367 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-438b80e8-20e0-4336-b2e6-471a358e8d77 req-35acc06e-befd-4244-a941-13259337d0b0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.1704595 Jan 31 17:53:34.948624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Deleting port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:34.949048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:34.964954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca251c-fdac-4b4a-a01d-b43a04ae81c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:34.966316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecca251c-fdac-4b4a-a01d-b43a04ae81c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:34.967026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ecca251c-fdac-4b4a-a01d-b43a04ae81c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:35.007029 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-438b80e8-20e0-4336-b2e6-471a358e8d77 req-1b442481-59a0-4ac1-9620-fd90fcaf3eba tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648770 Jan 31 17:53:35.015196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:35.020497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ecca251c-fdac-4b4a-a01d-b43a04ae81c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:35.024344 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ecca251c-fdac-4b4a-a01d-b43a04ae81c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1716030 Jan 31 17:53:35.024715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52596) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:35.110014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:35.116244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:35.116982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.137104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] In _notify_port_updated(), no bound segment for port c2d54540-eaf0-4277-b818-15a67c8a95b3 on network abd9f419-b82d-4c24-8e41-4354f9325cb4 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:53:35.141822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:35.142634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.147034 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "PUT /v2.0/ports/c2d54540-eaf0-4277-b818-15a67c8a95b3 HTTP/1.1" status: 200 len: 1067 time: 2.8607845 Jan 31 17:53:35.158827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52600) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:35.165682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec937c5c-2521-45a8-a689-b9b28741efdb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event updated for resources: {'Port': ['ID=c2d54540-eaf0-4277-b818-15a67c8a95b3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:35.176849 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1418417f-63e7-4981-a9ce-aa8a915fc39a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:53:35.178334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1418417f-63e7-4981-a9ce-aa8a915fc39a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports/9844cb0e-edfb-46e2-8159-5a0f0e7bdfad HTTP/1.1" status: 404 len: 333 time: 0.3045206 Jan 31 17:53:35.191182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52604) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:35.203823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1444058817', 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:35.209049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:35.220230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:35.237447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Made reservation on behalf of 42794cb021b246af8127c923c34ffb2c for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:35.240436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.271421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.283193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port e87d7695-6329-4dd3-851c-9d15b4bea8a1 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:35.285486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.286776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8c1950be-0326-493f-8cd4-a29e8e02d166 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "DELETE /v2.0/routers/f4a6159e-b210-4080-9eec-893438f2304b HTTP/1.1" status: 204 len: 168 time: 6.7195804 Jan 31 17:53:35.295297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52608) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:35.312536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:35.322284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.326562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1249322477', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:35.369794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet d8e5dd6e-16c0-447e-ba17-886ba15523ca {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:35.374573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.382616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:35.388142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-01a07018-6ef6-41e1-83be-7473bf7d6cc4 None None] Provisioning complete for port c2d54540-eaf0-4277-b818-15a67c8a95b3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:35.388535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01a07018-6ef6-41e1-83be-7473bf7d6cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.409835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:35.414450 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-79d1e4a1-04bb-456e-899d-e9036bca3651 req-f1a50d54-6ea9-4f2f-a310-1c5c2466ab1b tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5314095 Jan 31 17:53:35.417948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:35.426138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port c2d54540-eaf0-4277-b818-15a67c8a95b3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:35.427372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.464517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:35.467788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01a07018-6ef6-41e1-83be-7473bf7d6cc4 None None] Port c2d54540-eaf0-4277-b818-15a67c8a95b3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:35.470317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:35.491544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.496575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:35.552373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.624236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=fb5c8126-d5cb-43b6-b565-3a2195f1da1e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:35.626488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.627396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.734131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.749507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.822503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.897792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=e87d7695-6329-4dd3-851c-9d15b4bea8a1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:35.915739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.920816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Network e1334768-4f59-4883-985e-f1275144966e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:35.947320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:35.949649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:35.950628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:35.951224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.964986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e5dd6e-16c0-447e-ba17-886ba15523ca,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:35.974110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.979573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:35.987537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3fb3f-315e-47af-8942-28cf7595d7b4 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:36.060988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-808d88be-a61a-4bb2-b2cc-b15358825623 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8663285 Jan 31 17:53:36.064921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57e595ab-7504-4c7f-a297-21e0ab7c22ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/d8e5dd6e-16c0-447e-ba17-886ba15523ca HTTP/1.1" status: 204 len: 168 time: 1.0357306 Jan 31 17:53:36.067771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52616) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.068040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.077272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:36.080543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.154178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-19aa3ac3-64ee-47c4-9f25-d6c8b4609e45 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:36.156001 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-19aa3ac3-64ee-47c4-9f25-d6c8b4609e45 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.1734772 Jan 31 17:53:36.204654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2c11b10-cccb-4cb7-a430-8137eea39bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Synchronizing usage tracker for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:36.295317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2c11b10-cccb-4cb7-a430-8137eea39bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Unset dirty status for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:36.296556 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f2c11b10-cccb-4cb7-a430-8137eea39bc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports/e87d7695-6329-4dd3-851c-9d15b4bea8a1 HTTP/1.1" status: 200 len: 959 time: 0.2256372 Jan 31 17:53:36.302412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Deleting port 5c11576e-22f4-4c09-9643-24918e4c94da {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:36.302780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.319314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.341688 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c10be071-9c8d-4c3d-85ac-34fb80d8a1e7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2526784 Jan 31 17:53:36.344959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52626) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.445155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.457775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:36.463618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Deleting port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:36.464111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.503535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefffb38-7f13-49b6-acf9-ec082cef74cf req-1e03ec0b-ee8a-48bb-9f4d-a280dba57066 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:36.505250 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cefffb38-7f13-49b6-acf9-ec082cef74cf req-1e03ec0b-ee8a-48bb-9f4d-a280dba57066 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 945 time: 0.3027837 Jan 31 17:53:36.663887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fafdc01-23a0-4cce-9c00-481cfaa44600 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:36.665184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5fafdc01-23a0-4cce-9c00-481cfaa44600 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:36.697820 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cefffb38-7f13-49b6-acf9-ec082cef74cf req-6f7cea47-5f4e-4fb9-9677-e3b0c9c377dd tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups?id=de491774-9316-4af3-b376-eece32dcbf94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786962 Jan 31 17:53:36.718259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.718501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5fafdc01-23a0-4cce-9c00-481cfaa44600 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:36.722286 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5fafdc01-23a0-4cce-9c00-481cfaa44600 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3748944 Jan 31 17:53:36.726985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.745752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] For port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:36.746071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.793518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] For port 5c11576e-22f4-4c09-9643-24918e4c94da, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5c11576e-22f4-4c09-9643-24918e4c94da,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:36.793885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:36.834600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47d5e64-ed79-47b0-bb83-e1440bc69934 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:36.835805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f47d5e64-ed79-47b0-bb83-e1440bc69934 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:36.903281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74fe3f1-ce6c-4171-a061-2973a94e1d7c no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:36.946957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f47d5e64-ed79-47b0-bb83-e1440bc69934 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:36.950686 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f47d5e64-ed79-47b0-bb83-e1440bc69934 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2231281 Jan 31 17:53:36.953895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:36.989761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Calling delete_port for 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:37.030788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8974424-b2a6-414a-bef8-9313b068997c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0721936 Jan 31 17:53:37.034176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:37.049769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f74fe3f1-ce6c-4171-a061-2973a94e1d7c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:37.050111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74fe3f1-ce6c-4171-a061-2973a94e1d7c not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:37.050530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:37.103991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for c2d54540-eaf0-4277-b818-15a67c8a95b3 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:37.118952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bba57aeb-e224-4e42-8c7d-7e390b5d95d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.141840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:37.206642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Deleting port e87d7695-6329-4dd3-851c-9d15b4bea8a1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:37.206975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.249004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.249557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.249758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Floating IP be00d548-8860-4221-9bd4-4c66016d3e78 disassociated. External IP: 172.26.4.222, port: 5c11576e-22f4-4c09-9643-24918e4c94da. Jan 31 17:53:37.250083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Calling delete_port for 5c11576e-22f4-4c09-9643-24918e4c94da owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:37.273930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.318967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 update to DOWN by agent not found {{(pid=83559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 31 17:53:37.331382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] Pushing event deleted for resources: {'Port': ['ID=5b09a7b7-b399-4ec7-8d57-4ad3c48f2745,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:37.340297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df7d433-169d-419d-a8ab-f9cc0c0fd62e None None] No DVR routers for this DVR port 5b09a7b7-b399-4ec7-8d57-4ad3c48f2745 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:37.454913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.502439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.552028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event deleted for resources: {'Port': ['ID=5c11576e-22f4-4c09-9643-24918e4c94da,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:37.636425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.700362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.769750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:37.820263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Router 3979ef21-d24b-47e7-a566-99e557aa6789 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:37.913515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.913814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:37.914163 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Floating IP e92f6d04-bb06-4406-bb5d-540fde8fa57e disassociated. External IP: 172.26.4.21, port: da28da11-f9cf-4fa1-a7ee-47ee5d5faf74. Jan 31 17:53:37.914907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Calling delete_port for da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:37.950444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:37.987979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5c11576e-22f4-4c09-9643-24918e4c94da no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:37.996893 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a4cb463-4b04-4a89-87c6-9776002653c3 req-a9e538f1-8d77-4375-80f1-f2845b1b5448 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.0563183 Jan 31 17:53:38.030052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 5c11576e-22f4-4c09-9643-24918e4c94da {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:38.030783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5c11576e-22f4-4c09-9643-24918e4c94da not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:38.032089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:38.131458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:38.143695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Sync routers for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:38.185160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.200493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:38.202038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:38.226695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] No DVR routers for this DVR port 5c11576e-22f4-4c09-9643-24918e4c94da on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:38.229565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.232889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'name': 'network-vif-deleted', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:53:38.254705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c385cca0-a065-4878-a51d-dafd85e3e073 req-1b488cd5-c495-493e-825d-687a9fa400d0 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.86 "DELETE /v2.0/ports/5c11576e-22f4-4c09-9643-24918e4c94da HTTP/1.1" status: 204 len: 173 time: 2.0915065 Jan 31 17:53:38.320322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:38.330000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:53:38.340333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.344954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef72146-3663-48c6-8323-c116fc9c0ca9', 'name': 'network-vif-deleted', 'tag': '5c11576e-22f4-4c09-9643-24918e4c94da', 'status': 'completed', 'code': 200} Jan 31 17:53:38.426554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9338b-b433-4589-81d4-0162588655ea req-c6ff2591-2590-49c4-a7d8-0da2b8e9176a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:38.428944 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01c9338b-b433-4589-81d4-0162588655ea req-c6ff2591-2590-49c4-a7d8-0da2b8e9176a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 946 time: 1.7436221 Jan 31 17:53:38.433224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:38.452705 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'code': 200} Jan 31 17:53:38.460535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:38.476780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.489744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.490315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router a9d41242-afea-4eea-bebc-1ffd178832d1 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:38.577637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:38.672647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=c2d54540-eaf0-4277-b818-15a67c8a95b3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:38.682303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:38.784495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:38.796560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:38.826343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af102dc2-30d1-4b78-9869-4c016c9dd061 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:38.833167 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:38.834257 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:38.881985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: af102dc2-30d1-4b78-9869-4c016c9dd061 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:38.882406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device af102dc2-30d1-4b78-9869-4c016c9dd061 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:38.997175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Calling delete_port for e87d7695-6329-4dd3-851c-9d15b4bea8a1 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:39.005981 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.025252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.032079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Checking router: 3979ef21-d24b-47e7-a566-99e557aa6789 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:39.032534 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:39.035895 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.058390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:39.058777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.058986 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01c9338b-b433-4589-81d4-0162588655ea req-46ab3e52-93d7-4de0-911c-c6718f12f0d5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6026459 Jan 31 17:53:39.123535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.128832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:39.134905 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9e238430-a137-48a7-a0c2-35043266c720 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 204 len: 168 time: 8.4712517 Jan 31 17:53:39.139294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933774633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:39.141154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.158772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:39.169487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:39.176276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:39.195859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:39.224565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:53:39.224885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:53:39.225355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.227677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.234123 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.235678 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c704c6a5-11eb-4662-80a8-5832a73fa739 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:39.298066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a29d3c3c-0bd9-4957-8d07-995f7974381a req-79dee156-62b1-4b64-a16e-33e5c306198e tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Synchronizing usage tracker for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:39.323118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.334948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a29d3c3c-0bd9-4957-8d07-995f7974381a req-79dee156-62b1-4b64-a16e-33e5c306198e tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Unset dirty status for tenant:c5f7b955456e4d61b83da51d189312cd on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:39.348442 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a29d3c3c-0bd9-4957-8d07-995f7974381a req-79dee156-62b1-4b64-a16e-33e5c306198e tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ef72146-3663-48c6-8323-c116fc9c0ca9 HTTP/1.1" status: 200 len: 210 time: 0.1006513 Jan 31 17:53:39.375460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-48c84359-71d1-454e-98f6-8aea6f16fb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.379878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.386413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:39.412717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.415290 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ed527ee7-8b3e-413a-9deb-15547f520407 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2844930 Jan 31 17:53:39.418173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:39.429616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:39.452164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.556722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event deleted for resources: {'Port': ['ID=e87d7695-6329-4dd3-851c-9d15b4bea8a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:39.594373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.639834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.671503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.808484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Deleting port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:39.808818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.859134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:39.864696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e917c-ee34-4645-bce6-a713c8e391c9 None None] The sync data for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv is: [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '79e5c26d-be2b-4e07-9ffb-d4e8ee761586', 'name': '', 'network_id': 'a6d82a0d-211c-4f84-83ea-67a2e5d72a6c', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'mac_address': 'fa:16:3e:69:7f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:08Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'subnets': [{'id': '90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:39.950718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:39.967157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.133662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.195890 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e5de9530-d7d9-4122-b858-d9d0f6a8272c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "DELETE /v2.0/ports/e87d7695-6329-4dd3-851c-9d15b4bea8a1 HTTP/1.1" status: 204 len: 168 time: 3.8692434 Jan 31 17:53:40.215818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:40.259265 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52b4c8bd-c3b8-4c3a-a6c9-584c36fc07f6 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/c2d54540-eaf0-4277-b818-15a67c8a95b3 HTTP/1.1" status: 204 len: 168 time: 5.0947945 Jan 31 17:53:40.259988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52668) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:40.293970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.325973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.346821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.380820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600d7700-2059-4b29-9482-0b5912947329 None None] New status for floating IP be00d548-8860-4221-9bd4-4c66016d3e78: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:53:40.433679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-def8350b-34fa-406e-af63-a505dccbe4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:53:40.434125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-def8350b-34fa-406e-af63-a505dccbe4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Synchronizing usage tracker for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:40.462823 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b39b46-29c6-40ae-a00e-9a6bb4e2990c tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] GET failed (client error): The resource could not be found. Jan 31 17:53:40.463316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7b39b46-29c6-40ae-a00e-9a6bb4e2990c tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Synchronizing usage tracker for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:40.520474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:40.572415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.580431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Allocated IP 172.26.4.147 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/4376fb40-1d78-49d3-ba77-3c0a4c92a86c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:40.633991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.658362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-def8350b-34fa-406e-af63-a505dccbe4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Unset dirty status for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:40.663054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-def8350b-34fa-406e-af63-a505dccbe4a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports/e87d7695-6329-4dd3-851c-9d15b4bea8a1 HTTP/1.1" status: 404 len: 333 time: 0.4417579 Jan 31 17:53:40.676080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:40.681572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c7b39b46-29c6-40ae-a00e-9a6bb4e2990c tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Unset dirty status for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:40.685131 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c7b39b46-29c6-40ae-a00e-9a6bb4e2990c tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports/c2d54540-eaf0-4277-b818-15a67c8a95b3 HTTP/1.1" status: 404 len: 333 time: 0.3686640 Jan 31 17:53:40.685778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:40.695883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'network_id': 'e1334768-4f59-4883-985e-f1275144966e', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2100569674'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:40.711856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:40.727892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.744120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:40.776108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Made reservation on behalf of 42794cb021b246af8127c923c34ffb2c for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:40.778759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.809610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c56ee09e-a6a3-4026-b4da-26335b5e659f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:40.825278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:40.843720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port 018e70d9-e652-489d-a3c3-36b1060177cd yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:40.869271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c56ee09e-a6a3-4026-b4da-26335b5e659f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:40.870229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c56ee09e-a6a3-4026-b4da-26335b5e659f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:40.882988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.908658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=80c2470c-7f69-4442-b9dc-654e69285c7a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:40.910929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:40.914064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de491774-9316-4af3-b376-eece32dcbf94,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:40.925842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:40.926337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.930120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30b6cb-13d3-409e-af2b-38f70bee5dbc None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:40.958517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:40.962210 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f508d73-adfa-4800-a79b-a7455a5d52c7 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "DELETE /v2.0/security-groups/de491774-9316-4af3-b376-eece32dcbf94 HTTP/1.1" status: 204 len: 168 time: 0.4376266 Jan 31 17:53:40.965909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52688) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:41.001989 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-fbc48061-10b1-418a-9c0e-df991d9eac41 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] show failed (client error): The resource could not be found. Jan 31 17:53:41.005742 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fbc48061-10b1-418a-9c0e-df991d9eac41 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "GET /v2.0/security-groups/de491774-9316-4af3-b376-eece32dcbf94 HTTP/1.1" status: 404 len: 347 time: 0.0362241 Jan 31 17:53:41.007719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:41.026493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] For port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:41.026663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.054217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 8b781366-3bbc-44b5-81c0-79d172957626 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:41.054571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.145767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368959e-1495-496b-a07f-15b25f09a070 req-ceb49c80-c381-4185-a9a4-c376dc0d4120 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:41.145767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8368959e-1495-496b-a07f-15b25f09a070 req-ceb49c80-c381-4185-a9a4-c376dc0d4120 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:41.170054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '80c2470c-7f69-4442-b9dc-654e69285c7a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:41.171055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.185714 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-66809fd3-496e-42a5-aca3-61a8346eef41 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0919986 Jan 31 17:53:41.213499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:41.243072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '80c2470c-7f69-4442-b9dc-654e69285c7a', 'ip_address': '2001:db8::7ff:6f61:a905:375'}], 'name': 'tempest-NetworksTestDHCPv6-928274532'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:41.255572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Deleting port 8cf80c4e-06d2-4e29-b806-5da5464c1d5b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:41.255791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.286571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.347571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/80c2470c-7f69-4442-b9dc-654e69285c7a/df064dd7-ca66-44a8-b30a-15148624e543) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:41.379204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8368959e-1495-496b-a07f-15b25f09a070 req-ceb49c80-c381-4185-a9a4-c376dc0d4120 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:41.380443 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8368959e-1495-496b-a07f-15b25f09a070 req-ceb49c80-c381-4185-a9a4-c376dc0d4120 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 944 time: 1.0798211 Jan 31 17:53:41.414795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.462336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.499025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.499341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.563259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.574992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Network e1334768-4f59-4883-985e-f1275144966e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:41.583814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Transition to ACTIVE for port object df064dd7-ca66-44a8-b30a-15148624e543 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:41.594586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.604960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Transition to ACTIVE for port object df064dd7-ca66-44a8-b30a-15148624e543 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:41.610491 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.629077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=018e70d9-e652-489d-a3c3-36b1060177cd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:41.640312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Calling delete_port for 8cf80c4e-06d2-4e29-b806-5da5464c1d5b owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:41.667315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:41.674209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:41.675012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:41.675595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.681693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:41.684662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:41.689076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:41.695925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Pushing event updated for resources: {'Port': ['ID=df064dd7-ca66-44a8-b30a-15148624e543,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:41.718248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d4ba4cf-ffb9-4a3d-ab7f-9d1813f04376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0396602 Jan 31 17:53:41.725566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:41.731924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:41.795180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Attempting to bind port df064dd7-ca66-44a8-b30a-15148624e543 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:41.795631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Attempting to bind port df064dd7-ca66-44a8-b30a-15148624e543 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:41.801947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Attempting to bind port df064dd7-ca66-44a8-b30a-15148624e543 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:41.811498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:41.812277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:41.812972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.813551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:41.814189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Bound port: df064dd7-ca66-44a8-b30a-15148624e543, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:41.814721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.902973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.928662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] For port df064dd7-ca66-44a8-b30a-15148624e543, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:41.932015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] For port df064dd7-ca66-44a8-b30a-15148624e543, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=df064dd7-ca66-44a8-b30a-15148624e543,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:41.936341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:41.956265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Pushing event deleted for resources: {'Port': ['ID=8cf80c4e-06d2-4e29-b806-5da5464c1d5b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:41.960705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.004546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:42.012734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8368959e-1495-496b-a07f-15b25f09a070 req-3500eb11-05bb-4ae6-8506-75b21ac48cd5 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups?id=8d806625-e778-4de1-b35f-12ece612dc04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5538950 Jan 31 17:53:42.021286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdb211-60e0-476d-8119-1c148f0fa5ed None None] Pushing event updated for resources: {'Port': ['ID=df064dd7-ca66-44a8-b30a-15148624e543,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:42.063381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.063992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.064320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Floating IP e92f6d04-bb06-4406-bb5d-540fde8fa57e disassociated. External IP: 172.26.4.21, port: da28da11-f9cf-4fa1-a7ee-47ee5d5faf74. Jan 31 17:53:42.064881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Calling delete_port for da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:42.092280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:42.104624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.214684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.224259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:42.229527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.257529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.370258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Allocated IP 172.26.4.153 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/db9d2dc9-dfb9-4030-a95c-c784a4b82921) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:42.395221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 8b781366-3bbc-44b5-81c0-79d172957626 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:42.395755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.396903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8a2d8aa6-f6b2-417a-bbea-b3d9a4cacb07 tempest-ServersTestJSON-1183848168 tempest-ServersTestJSON-1183848168-project] 10.222.0.110 "DELETE /v2.0/floatingips/be00d548-8860-4221-9bd4-4c66016d3e78 HTTP/1.1" status: 204 len: 168 time: 1.3892381 Jan 31 17:53:42.410417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:42.448127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event updated for resources: {'Port': ['ID=4376fb40-1d78-49d3-ba77-3c0a4c92a86c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:42.454329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:42.462841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 889ed241-e899-45ec-953c-f7a100bbe214 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:42.528699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:42.531561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:42.706341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] device_id is not set on port 018e70d9-e652-489d-a3c3-36b1060177cd yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:42.715018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.860488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:42.908405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.932608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device df064dd7-ca66-44a8-b30a-15148624e543 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:42.945165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:42.979233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Transition to ACTIVE for port object 018e70d9-e652-489d-a3c3-36b1060177cd will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:42.989777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.000163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.009743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port df064dd7-ca66-44a8-b30a-15148624e543 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:43.050192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event deleted for resources: {'Port': ['ID=da28da11-f9cf-4fa1-a7ee-47ee5d5faf74,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:43.111022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=8b781366-3bbc-44b5-81c0-79d172957626,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:43.164752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.169963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=018e70d9-e652-489d-a3c3-36b1060177cd,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:43.236860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.237192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.237542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.240043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.327715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.334772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::7ff:6f61:a905:375 (78c34a5f-8722-4630-84ca-354f3b387cf2/80c2470c-7f69-4442-b9dc-654e69285c7a/889ed241-e899-45ec-953c-f7a100bbe214) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:43.334938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:43.358305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:43.368180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.368500 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.370553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:43.400232 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 2 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:43.410936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cd9d4712-4ab3-4d13-b188-e7fb93af5f0b req-42189ce6-7c92-4682-a8c1-9a3e074524c8 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.1593454 Jan 31 17:53:43.420181 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e0a0090c-3e32-40f5-a1b2-368413df7f0a tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/8b781366-3bbc-44b5-81c0-79d172957626 HTTP/1.1" status: 204 len: 168 time: 2.7243037 Jan 31 17:53:43.421007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:43.427863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Provisioning for port df064dd7-ca66-44a8-b30a-15148624e543 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:43.434817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.435141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.435468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.441165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Provisioning complete for port df064dd7-ca66-44a8-b30a-15148624e543 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:43.441370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event updated for resources: {'Port': ['ID=db9d2dc9-dfb9-4030-a95c-c784a4b82921,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:43.441501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.467677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.467930 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.470037 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 3 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:43.517079 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-63db6134-f24a-47b8-a181-d83d53c6099f tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] GET failed (client error): The resource could not be found. Jan 31 17:53:43.517898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-63db6134-f24a-47b8-a181-d83d53c6099f tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Synchronizing usage tracker for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:43.522159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.523098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.523671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.578455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.578811 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.582285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 4 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:43.588407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.593130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.623466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] For port df064dd7-ca66-44a8-b30a-15148624e543, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=df064dd7-ca66-44a8-b30a-15148624e543,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:43.628942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.673815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.674659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:43.683230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.683570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.683928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.711677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.712324 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.712612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fceb00-e1e0-4634-b9e8-b48621253b5e None None] Pushing event updated for resources: {'Port': ['ID=df064dd7-ca66-44a8-b30a-15148624e543,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:43.722162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 5 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:43.752877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.753200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.753565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.767506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.767916 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.768613 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 6 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:43.851034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:43.851353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:43.851694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:43.934308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-63db6134-f24a-47b8-a181-d83d53c6099f tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Unset dirty status for tenant:8651f0619cea42c0909a6cb58dc42905 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:43.935460 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-63db6134-f24a-47b8-a181-d83d53c6099f tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "GET /v2.0/ports/8b781366-3bbc-44b5-81c0-79d172957626 HTTP/1.1" status: 404 len: 333 time: 0.5088961 Jan 31 17:53:43.955792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:43.977884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:43.978117 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:43.979139 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 7 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:44.006995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:44.007315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:44.007638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:44.022677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:44.022991 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:44.024694 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 8 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:44.034355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.111398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:44.111716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:44.112040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:44.170626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:44.170845 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:44.174589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 41224363-88d9-4581-87eb-361a6bb22acc {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:44.175092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.200475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.222898 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 9 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:44.263941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:44.264193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:44.264514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:44.268426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 889ed241-e899-45ec-953c-f7a100bbe214 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:44.344226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:44.344677 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:44.348340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempt 10 to bind port 018e70d9-e652-489d-a3c3-36b1060177cd Jan 31 17:53:44.386885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.398752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:44.399074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:44.399400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempting to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:44.400175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:44.404126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.413780 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:44.416314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:53:44.416638 dv-neutron-823271-3-hyperv neutron-server[83558]: ERROR neutron.plugins.ml2.managers [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Failed to bind port 018e70d9-e652-489d-a3c3-36b1060177cd on host hv-neutron-8232 for vnic_type normal using segments [{'id': '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': 'e1334768-4f59-4883-985e-f1275144966e'}] Jan 31 17:53:44.416983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.429325 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:44.429547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.430154 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:44.494032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:44.506039 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:44.506631 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:44.548224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Router 8e24a824-b93a-4106-8d83-803850882f7b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:44.585958 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:44.586606 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5cd461-e1dd-409f-8fd8-e82ed99cf908 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:44.621789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.654683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port 018e70d9-e652-489d-a3c3-36b1060177cd, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:44.655040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Attempted to set empty binding levels {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 31 17:53:44.685135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.766266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b4aa0f2-6f1b-4a87-a96b-5a627cb2174a req-430791c0-6e6d-40f5-8be4-4cb55fa6865a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Synchronizing usage tracker for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:44.821095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] In _notify_port_updated(), no bound segment for port 018e70d9-e652-489d-a3c3-36b1060177cd on network e1334768-4f59-4883-985e-f1275144966e {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:53:44.822133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.823420 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "PUT /v2.0/ports/018e70d9-e652-489d-a3c3-36b1060177cd HTTP/1.1" status: 200 len: 981 time: 3.0970643 Jan 31 17:53:44.834157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:44.858708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device df064dd7-ca66-44a8-b30a-15148624e543 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:44.866023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.887867 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca6f06b3-c055-4b5a-9f1e-2c754fc78c1b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/bb3345c1-450d-4f9d-8632-59655085c23a HTTP/1.1" status: 200 len: 978 time: 16.8842013 Jan 31 17:53:44.890546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c1a70-546b-4fc9-b67f-eb19c0b5eb26 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event updated for resources: {'Port': ['ID=018e70d9-e652-489d-a3c3-36b1060177cd,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:44.896519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52724) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:44.908814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:44.953781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port df064dd7-ca66-44a8-b30a-15148624e543 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:44.954271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:44.968628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:44.970433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=889ed241-e899-45ec-953c-f7a100bbe214,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:45.029901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Deleting port 018e70d9-e652-489d-a3c3-36b1060177cd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:45.030115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.030245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:45.033803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:45.037737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:45.038343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.049207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 41224363-88d9-4581-87eb-361a6bb22acc owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:45.087457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b4aa0f2-6f1b-4a87-a96b-5a627cb2174a req-430791c0-6e6d-40f5-8be4-4cb55fa6865a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Unset dirty status for tenant:e5a00c118f8f43c6b498a86acccad998 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:45.088631 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b4aa0f2-6f1b-4a87-a96b-5a627cb2174a req-430791c0-6e6d-40f5-8be4-4cb55fa6865a tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.4652877 Jan 31 17:53:45.104752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.143500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-914f409b-2ad5-41a0-be83-32caed5aff7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.9190810 Jan 31 17:53:45.154854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:45.166922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '80c2470c-7f69-4442-b9dc-654e69285c7a', 'ip_address': '2001:db8::7ff:6f61:a905:375'}], 'name': 'tempest-NetworksTestDHCPv6-160800889'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:45.387974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1faa7313-13b2-4002-b9a7-8e5ec3abdf84 None None] Provisioning for port 889ed241-e899-45ec-953c-f7a100bbe214 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:45.394027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1faa7313-13b2-4002-b9a7-8e5ec3abdf84 None None] Provisioning complete for port 889ed241-e899-45ec-953c-f7a100bbe214 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:45.394741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1faa7313-13b2-4002-b9a7-8e5ec3abdf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.452114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1faa7313-13b2-4002-b9a7-8e5ec3abdf84 None None] Port 889ed241-e899-45ec-953c-f7a100bbe214 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:53:45.594372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Router 5cf63be0-bdba-41e9-8fea-92146275ce9e is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:45.600921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.639984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] For port 018e70d9-e652-489d-a3c3-36b1060177cd, host hv-neutron-8232, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:45.640363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.662209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:45.672664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Port': ['ID=41224363-88d9-4581-87eb-361a6bb22acc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:45.678277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:45.684057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:45.693559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:45.781933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Calling delete_port for 018e70d9-e652-489d-a3c3-36b1060177cd owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:45.811346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.819925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:45.911836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:45.920306 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-245eef23-3144-486e-9560-39f8e97e34bd tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/ports/41224363-88d9-4581-87eb-361a6bb22acc HTTP/1.1" status: 204 len: 168 time: 1.9624033 Jan 31 17:53:45.920953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:45.923847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Sync routers for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:45.936243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:45.937229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:45.948842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Router d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:53:45.965076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.987104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:45.987416 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP bb3345c1-450d-4f9d-8632-59655085c23a disassociated. External IP: 172.26.4.68, port: c9e4e1bc-4053-4e1e-9119-81c023ab6929. Jan 31 17:53:46.058382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] No DVR routers for this DVR port da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:46.063246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Deleting port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:46.063585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.075415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.077325 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-608d977c-51e6-4e46-94b1-d90c4c0fd2dc req-9ec5b946-aac4-4b68-a478-3a68d68c74f1 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.86 "DELETE /v2.0/ports/da28da11-f9cf-4fa1-a7ee-47ee5d5faf74 HTTP/1.1" status: 204 len: 173 time: 11.3904166 Jan 31 17:53:46.078852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-deleted', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:53:46.152119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.152460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.193848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:46.260086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1346d787-2b22-41b4-abd3-3c496d70ca56', 'name': 'network-vif-deleted', 'tag': 'da28da11-f9cf-4fa1-a7ee-47ee5d5faf74', 'status': 'completed', 'code': 200} Jan 31 17:53:46.298791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port bd9faf40-d37a-4c62-8b01-a685f55af9ec yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:46.344414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Pushing event deleted for resources: {'Port': ['ID=018e70d9-e652-489d-a3c3-36b1060177cd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:46.367443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.408178 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-409064c0-9c55-4bf3-a878-4079b8ed74ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "DELETE /v2.0/ports/018e70d9-e652-489d-a3c3-36b1060177cd HTTP/1.1" status: 204 len: 168 time: 1.5684938 Jan 31 17:53:46.411911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52740) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:46.435745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8da9fdea-8445-4d22-b9c6-8feddf09abc1 req-469ceb54-b097-4060-b777-57179dbc4629 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/ports?device_id=1346d787-2b22-41b4-abd3-3c496d70ca56 HTTP/1.1" status: 200 len: 210 time: 0.0643446 Jan 31 17:53:46.468433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting subnet 0b92df12-21ad-4067-bac8-192ed64ab814 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:46.472195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.552479 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0bfe08-5203-48bd-aba0-c74a85de23e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] GET failed (client error): The resource could not be found. Jan 31 17:53:46.553206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf0bfe08-5203-48bd-aba0-c74a85de23e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Synchronizing usage tracker for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:46.579624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] For port 79e5c26d-be2b-4e07-9ffb-d4e8ee761586, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:46.579986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.590771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.615588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.620877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Checking router: 8e24a824-b93a-4106-8d83-803850882f7b for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:46.634350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:46.634949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.681605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:46.692629 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] Sync routers for ids ['5cf63be0-bdba-41e9-8fea-92146275ce9e'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:46.710087 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] Routers {'5cf63be0-bdba-41e9-8fea-92146275ce9e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:46.710932 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5cf63be0-bdba-41e9-8fea-92146275ce9e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.742583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 31 17:53:46.743130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:53:46.750298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.751628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-958b80b8-c5f4-48f8-a7f4-a2b3b2aa1d79 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.4428091 Jan 31 17:53:46.763068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:46.772640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:46.809606 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.822190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Calling delete_port for 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:46.822786 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] Routers {'5cf63be0-bdba-41e9-8fea-92146275ce9e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:46.823809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5cf63be0-bdba-41e9-8fea-92146275ce9e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.849633 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b43666be-86af-474a-b9d1-001568e3f8a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.6855688 Jan 31 17:53:46.851720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52748) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:46.904643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:46.908256 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:46.908657 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fadd7-ef14-4f0c-a517-076454ea0151 None None] The sync data for ids ['5cf63be0-bdba-41e9-8fea-92146275ce9e'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:46.958783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:47.037176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ec282-5d8b-475b-b85a-189b3165906a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:47.041162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214ec282-5d8b-475b-b85a-189b3165906a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:47.041983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-214ec282-5d8b-475b-b85a-189b3165906a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:47.044996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.074583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf0bfe08-5203-48bd-aba0-c74a85de23e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] Unset dirty status for tenant:42794cb021b246af8127c923c34ffb2c on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:47.079568 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cf0bfe08-5203-48bd-aba0-c74a85de23e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1472370264-project-admin] 10.222.0.110 "GET /v2.0/ports/018e70d9-e652-489d-a3c3-36b1060177cd HTTP/1.1" status: 404 len: 333 time: 0.6608083 Jan 31 17:53:47.083194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52752) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:47.267246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Subnet': ['ID=0b92df12-21ad-4067-bac8-192ed64ab814,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:47.280099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.286841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.293869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.296751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d33cf-6d9f-47b7-91f5-3241425f0703 None None] Network abd9f419-b82d-4c24-8e41-4354f9325cb4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:47.303278 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-35fdc5af-1dee-4804-8d2a-840582102ecb tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/subnets/0b92df12-21ad-4067-bac8-192ed64ab814 HTTP/1.1" status: 204 len: 168 time: 1.3495159 Jan 31 17:53:47.306419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52756) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:47.307175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-214ec282-5d8b-475b-b85a-189b3165906a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:47.310031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:47.312262 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-214ec282-5d8b-475b-b85a-189b3165906a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4585590 Jan 31 17:53:47.314698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:47.320297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.320695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7793a70-2a50-4d9a-8e5e-837fca2095e0 None None] The sync data for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv is: [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:52:07Z', 'revision_number': 4, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ac035894-a250-447a-852b-301fb63d891f', 'name': '', 'network_id': '3d6417b9-fd99-44b5-8110-9c11432668dc', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'mac_address': 'fa:16:3e:f6:40:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:52:05Z', 'updated_at': '2022-01-31T17:52:21Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'subnets': [{'id': 'fd095f81-9da2-45fb-b0ed-fb361ecb19e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:47.324453 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0799f783-9588-47c1-b9df-70080dbdad09 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "PUT /v2.0/routers/d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 200 len: 879 time: 7.9050648 Jan 31 17:53:47.351550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:47.372270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] Sync routers for ids ['d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:47.418586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] Routers {'d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:47.419205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.466698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 889ed241-e899-45ec-953c-f7a100bbe214 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:47.467156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.611670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.646158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] Routers {'d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:47.646775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.660048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:47.691372 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8a6fdc-dff5-4be1-adab-d52cf9e0e071 None None] New status for floating IP e92f6d04-bb06-4406-bb5d-540fde8fa57e: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:53:47.715517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.715921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3350b13-bd33-446a-b4ad-2cbfea9986d7 None None] The sync data for ids ['d2ff951b-c8c6-492f-abe2-e96ae1c7fa36'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:47.721267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.774463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.816684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] DHCP port deletion for abd9f419-b82d-4c24-8e41-4354f9325cb4 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:47.818862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1334768-4f59-4883-985e-f1275144966e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.820811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Deleting port 54a7207b-0409-4fcd-81f4-4c721571f1fe {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:47.821176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.835852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.836469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5737c6ca-2f12-4a1d-ad49-e52e8a5bbbb7') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:47.852031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.870745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.880182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Releasing vlan 1401 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:47.881522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.895472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.926598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:47.998977 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:48.005246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 54a7207b-0409-4fcd-81f4-4c721571f1fe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:48.005246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.036224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.040605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.099594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.101016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] Pushing event deleted for resources: {'Network': ['ID=e1334768-4f59-4883-985e-f1275144966e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:48.103505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] For port 54a7207b-0409-4fcd-81f4-4c721571f1fe, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=54a7207b-0409-4fcd-81f4-4c721571f1fe,segment=NetworkSegment(38726654-2f11-4d3a-9d2e-9be1b975837e),segment_id=38726654-2f11-4d3a-9d2e-9be1b975837e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:48.103974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.116954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ce15d1a-9580-4431-a61f-364dd880c359 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-845765032-project] 10.222.0.110 "DELETE /v2.0/networks/e1334768-4f59-4883-985e-f1275144966e HTTP/1.1" status: 204 len: 168 time: 1.0294185 Jan 31 17:53:48.144107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.151850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d806625-e778-4de1-b35f-12ece612dc04,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:48.203582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.282077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e5c26d-be2b-4e07-9ffb-d4e8ee761586,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:48.282903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Calling delete_port for 54a7207b-0409-4fcd-81f4-4c721571f1fe owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:48.294368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 889ed241-e899-45ec-953c-f7a100bbe214 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:48.333104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.334266 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-987d7465-823c-4bdf-922a-1758c98dacc3 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "DELETE /v2.0/security-groups/8d806625-e778-4de1-b35f-12ece612dc04 HTTP/1.1" status: 204 len: 168 time: 0.6710348 Jan 31 17:53:48.347769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52778) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:48.392791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.468035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] Pushing event deleted for resources: {'Port': ['ID=54a7207b-0409-4fcd-81f4-4c721571f1fe,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:48.478230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e98dc-0b66-4d39-b04f-39016ac4dd88 None None] No DVR routers for this DVR port 54a7207b-0409-4fcd-81f4-4c721571f1fe on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:48.530609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-981a09a3-ccd9-47d1-81ed-b65b3ce77875 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] show failed (client error): The resource could not be found. Jan 31 17:53:48.540163 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-981a09a3-ccd9-47d1-81ed-b65b3ce77875 tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "GET /v2.0/security-groups/8d806625-e778-4de1-b35f-12ece612dc04 HTTP/1.1" status: 404 len: 347 time: 0.1905205 Jan 31 17:53:48.542754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:48.553035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c20274fa-cb96-41cb-bf54-22d0579e4e89 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 200 len: 920 time: 1.2000892 Jan 31 17:53:48.558908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52788) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:48.603886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52792) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:48.665667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] For port 54a7207b-0409-4fcd-81f4-4c721571f1fe, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=54a7207b-0409-4fcd-81f4-4c721571f1fe,segment=NetworkSegment(38726654-2f11-4d3a-9d2e-9be1b975837e),segment_id=38726654-2f11-4d3a-9d2e-9be1b975837e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:48.666011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.710090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:48.919844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 54a7207b-0409-4fcd-81f4-4c721571f1fe no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:48.923796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=889ed241-e899-45ec-953c-f7a100bbe214,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:48.960722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 54a7207b-0409-4fcd-81f4-4c721571f1fe {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:53:48.961058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 54a7207b-0409-4fcd-81f4-4c721571f1fe not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:49.011249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.022497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c842b07f-2a62-498a-906f-8fb91ad57ae9 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=d2ff951b-c8c6-492f-abe2-e96ae1c7fa36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4561408 Jan 31 17:53:49.027943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.059778 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-334584bc-1f75-40eb-bcae-bcb045208c8b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=262d56a4fef9465c8bc9635e40eee22d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4548473 Jan 31 17:53:49.065919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52802) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.072886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Calling delete_port for 54a7207b-0409-4fcd-81f4-4c721571f1fe owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:49.117218 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-492b8146-f43d-4c84-9a82-38fea7376132 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/889ed241-e899-45ec-953c-f7a100bbe214 HTTP/1.1" status: 204 len: 168 time: 1.8014898 Jan 31 17:53:49.121751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52806) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.169758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Deleting port 972e4019-9865-4db2-87d1-d63d6c22f31e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:49.170092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.241768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:49.273925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fdf4e-7cee-41f1-9493-d3409ba60784 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:49.275300 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5f3fdf4e-7cee-41f1-9493-d3409ba60784 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.2458029 Jan 31 17:53:49.279718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.306437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.343140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.384939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.408536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d483019-f56e-47e2-92ea-a960e51b1950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:49.409867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d483019-f56e-47e2-92ea-a960e51b1950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:49.411368 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8d483019-f56e-47e2-92ea-a960e51b1950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2889190 Jan 31 17:53:49.415220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.422025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c02b02f0-9092-4de6-8137-322e99f18732 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 200 len: 205 time: 0.1313798 Jan 31 17:53:49.423438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:53:49.423829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:53:49.424206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.462584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.533203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977da912-f8d2-43b8-9e3c-2dabdbbe5878,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:49.557555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 80c2470c-7f69-4442-b9dc-654e69285c7a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:49.560753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.565769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b460f97-e326-42fe-b6fc-d3723442851f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/977da912-f8d2-43b8-9e3c-2dabdbbe5878 HTTP/1.1" status: 204 len: 168 time: 0.4526923 Jan 31 17:53:49.565769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.624190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.682985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.683348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.822957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.833647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Calling delete_port for 972e4019-9865-4db2-87d1-d63d6c22f31e owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:49.926530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Deleting port 54a7207b-0409-4fcd-81f4-4c721571f1fe {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:49.926744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:49.941351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:49.983293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.002038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.019830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.119443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=80c2470c-7f69-4442-b9dc-654e69285c7a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:50.122934 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-50f6ef14-3c8a-4470-8c07-7bf28a76e668 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=42794cb021b246af8127c923c34ffb2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1791968 Jan 31 17:53:50.131634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:50.145534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192de171-8fc0-4501-803b-178f6c0c2619 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:50.149958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.175249 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7f7130a0-f044-4120-8ccf-c09a6b3eb37d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/80c2470c-7f69-4442-b9dc-654e69285c7a HTTP/1.1" status: 204 len: 168 time: 0.7589786 Jan 31 17:53:50.179054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:50.240782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] The port '54a7207b-0409-4fcd-81f4-4c721571f1fe' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:53:50.248079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.271527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cd7a8a56-8377-409a-9fbe-9e946bb15333 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903873 Jan 31 17:53:50.275629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52838) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:50.281536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:50.394492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.432764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:50.439175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:50.439447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Deleting port df064dd7-ca66-44a8-b30a-15148624e543 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:50.439787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.487853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:50.491432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.507816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:50.535813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.566986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.621700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd9f419-b82d-4c24-8e41-4354f9325cb4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:50.640177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Pushing event deleted for resources: {'Port': ['ID=972e4019-9865-4db2-87d1-d63d6c22f31e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:50.642412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:50.663340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38726654-2f11-4d3a-9d2e-9be1b975837e') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:50.663554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38726654-2f11-4d3a-9d2e-9be1b975837e') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:50.665566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] For port df064dd7-ca66-44a8-b30a-15148624e543, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=df064dd7-ca66-44a8-b30a-15148624e543,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:50.665949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.677080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:50.680438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.681899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.730926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.744648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:50.790114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:50.798611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Calling delete_port for df064dd7-ca66-44a8-b30a-15148624e543 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:50.842537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.855365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:50.856046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:50.865447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:53:50.865841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.872641 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:53:50.885896 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:53:50.897528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router 5cf63be0-bdba-41e9-8fea-92146275ce9e has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:50.917957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f2399-b3dc-4006-93ad-deda2de66c79,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:50.920455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.922473 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8f823091-f431-4bc4-b1f3-d375979769cc admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/780f2399-b3dc-4006-93ad-deda2de66c79 HTTP/1.1" status: 204 len: 168 time: 0.7886031 Jan 31 17:53:50.969825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:50.982164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device df064dd7-ca66-44a8-b30a-15148624e543 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:53:51.031417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.087182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.102926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.105247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.110143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-25a9c4dc-731a-49e7-96da-1434f1c5bd6f tempest-ServersTestManualDisk-1696105498 tempest-ServersTestManualDisk-1696105498-project] 10.222.0.110 "DELETE /v2.0/floatingips/e92f6d04-bb06-4406-bb5d-540fde8fa57e HTTP/1.1" status: 204 len: 168 time: 2.5601411 Jan 31 17:53:51.115644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:51.172564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:51.173349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.187889 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-31ff9ecc-6dd4-46cf-b35a-6f9fb74faf68 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/bb3345c1-450d-4f9d-8632-59655085c23a HTTP/1.1" status: 200 len: 687 time: 6.2858808 Jan 31 17:53:51.199067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:51.199712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.272965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No active binding found for port df064dd7-ca66-44a8-b30a-15148624e543 {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 31 17:53:51.273382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device df064dd7-ca66-44a8-b30a-15148624e543 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:53:51.284600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.292739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] Pushing event deleted for resources: {'Port': ['ID=df064dd7-ca66-44a8-b30a-15148624e543,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:51.295047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.304489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1745305-e280-4e32-84c6-06e210e01916 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:51.314461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] Pushing event deleted for resources: {'Network': ['ID=abd9f419-b82d-4c24-8e41-4354f9325cb4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:51.321872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:51.324420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.333759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-69ba8fdc-0a7a-4690-843b-b5eea05711b5 tempest-AllowedAddressPairIpV6TestJSON-314676696 tempest-AllowedAddressPairIpV6TestJSON-314676696-project] 10.222.0.110 "DELETE /v2.0/networks/abd9f419-b82d-4c24-8e41-4354f9325cb4 HTTP/1.1" status: 204 len: 168 time: 4.0209553 Jan 31 17:53:51.337665 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] Sync routers for ids ['5cf63be0-bdba-41e9-8fea-92146275ce9e'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:51.345009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ee3d8-af9a-4298-aad7-67128a25980e None None] No DVR routers for this DVR port df064dd7-ca66-44a8-b30a-15148624e543 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:51.371395 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] Routers {'5cf63be0-bdba-41e9-8fea-92146275ce9e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:51.372062 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5cf63be0-bdba-41e9-8fea-92146275ce9e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.477977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.490864 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-450b6603-314c-405d-a233-dc63e51e8979 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "PUT /v2.0/routers/5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 200 len: 926 time: 4.7267573 Jan 31 17:53:51.496613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:51.498355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port cefd2077-2b42-45a2-8751-9a0781dbeb12 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:51.498688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.501041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:51.515767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:51.530284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:51.530618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390b07b-a3e7-4cd0-a9a4-57a7edbe8216 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:51.531435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:51.551057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=555b0019-16e0-43d7-a726-1220bb1d7a2c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:51.561072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dd35e5ea-3d1e-4502-90c5-f6656ce70250 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2841103 Jan 31 17:53:51.564040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:51.570180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '555b0019-16e0-43d7-a726-1220bb1d7a2c', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-503828495'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:51.647364 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.672670 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] Routers {'5cf63be0-bdba-41e9-8fea-92146275ce9e'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:51.673283 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5cf63be0-bdba-41e9-8fea-92146275ce9e'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.727709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:51.771330 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:51.772054 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d2f5ed-26a9-4500-99c2-ce6d0fe338d0 None None] The sync data for ids ['5cf63be0-bdba-41e9-8fea-92146275ce9e'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:51.856793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:51.868313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:51.879866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:51.891085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:51.907777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:51.983550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '555b0019-16e0-43d7-a726-1220bb1d7a2c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:51.985751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.108633 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c8eb010a-73b8-40ac-a3fa-f7cc53cf79c9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8651f0619cea42c0909a6cb58dc42905&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3750384 Jan 31 17:53:52.111598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52884) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.128085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.200184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 1cf5946e-f9d5-45e4-9433-3501d77f2123 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:52.203961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/555b0019-16e0-43d7-a726-1220bb1d7a2c/ecd7d806-703a-45f9-9356-4d023e188222) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:52.263338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.264211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.286479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.371236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.381019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.405682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.440908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for cefd2077-2b42-45a2-8751-9a0781dbeb12 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:52.462525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.467271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.486292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Transition to ACTIVE for port object ecd7d806-703a-45f9-9356-4d023e188222 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:52.502536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b46a163c-8d4f-491e-85ca-6d6634b5b712,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:52.510600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Transition to ACTIVE for port object ecd7d806-703a-45f9-9356-4d023e188222 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:52.518135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.519664 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b1f6c808-454c-4f3e-906f-132b88bd95ff admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b46a163c-8d4f-491e-85ca-6d6634b5b712 HTTP/1.1" status: 204 len: 168 time: 0.3971248 Jan 31 17:53:52.528002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.534033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port db9d2dc9-dfb9-4030-a95c-c784a4b82921 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:52.534347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.547381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-ac964298-f9db-4406-a031-c1f32f44925c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.549907 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ac964298-f9db-4406-a031-c1f32f44925c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.1678514 Jan 31 17:53:52.551507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52900) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.552983 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:53:52.553685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:53:52.576851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-dab5fda7-77fc-47b5-8244-5ee87c2be779 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.582127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dab5fda7-77fc-47b5-8244-5ee87c2be779 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0225499 Jan 31 17:53:52.583230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52904) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.599291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-6fdf971c-9746-46be-85d2-48441d56799c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.602710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6fdf971c-9746-46be-85d2-48441d56799c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0103836 Jan 31 17:53:52.602882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:52.603636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.611187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:52.612937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-76fce9d5-590e-42d7-84bb-132b654b2fc6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.616454 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-76fce9d5-590e-42d7-84bb-132b654b2fc6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0090714 Jan 31 17:53:52.616593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:52.617047 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c8409ba-2512-4489-a0c2-a122afe586b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0512652 Jan 31 17:53:52.617911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.624381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-c1500662-e88f-432a-b43e-70d709e20736 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.630054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c1500662-e88f-432a-b43e-70d709e20736 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0087492 Jan 31 17:53:52.630054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.655989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Pushing event updated for resources: {'Port': ['ID=ecd7d806-703a-45f9-9356-4d023e188222,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:52.662453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.687582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-1581f1e2-a3a0-4709-850f-485259d335d6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.691212 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1581f1e2-a3a0-4709-850f-485259d335d6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0252035 Jan 31 17:53:52.692053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.698779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-1420df8c-8d94-4eb4-aaeb-b3f6536f09ad tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.702494 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1420df8c-8d94-4eb4-aaeb-b3f6536f09ad tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0069339 Jan 31 17:53:52.706700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.722266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-b9c691d5-7b36-47fd-bc2e-7252c80c59e3 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.725683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Attempting to bind port ecd7d806-703a-45f9-9356-4d023e188222 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:52.725810 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9c691d5-7b36-47fd-bc2e-7252c80c59e3 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0092521 Jan 31 17:53:52.725890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Attempting to bind port ecd7d806-703a-45f9-9356-4d023e188222 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:52.725890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Attempting to bind port ecd7d806-703a-45f9-9356-4d023e188222 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:52.726360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52932) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.735161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-cf631325-7028-4f29-85f7-6e707dcf7b3c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.736234 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cf631325-7028-4f29-85f7-6e707dcf7b3c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0090919 Jan 31 17:53:52.739767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:52.740635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:52.741263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.741898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:52.742471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.742819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Bound port: ecd7d806-703a-45f9-9356-4d023e188222, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:52.743415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.752612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-937abd12-79ba-4877-a0a6-0b9c406a09b1 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.753583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-937abd12-79ba-4877-a0a6-0b9c406a09b1 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0092559 Jan 31 17:53:52.756968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.766881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-34417406-0a62-4f8f-905e-d78ff4a8603c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.767843 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-34417406-0a62-4f8f-905e-d78ff4a8603c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0098615 Jan 31 17:53:52.774717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee87d750-c757-45b4-8dce-f9afd49fee9b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:52.775429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee87d750-c757-45b4-8dce-f9afd49fee9b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:52.777923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.795972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee87d750-c757-45b4-8dce-f9afd49fee9b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:52.800901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ee87d750-c757-45b4-8dce-f9afd49fee9b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1688950 Jan 31 17:53:52.800982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.872823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] For port ecd7d806-703a-45f9-9356-4d023e188222, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:52.877383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] For port ecd7d806-703a-45f9-9356-4d023e188222, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ecd7d806-703a-45f9-9356-4d023e188222,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:52.882930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:52.889686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137d471-dbb8-4827-803a-9ef300e149cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:52.892743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f137d471-dbb8-4827-803a-9ef300e149cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:52.893967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f137d471-dbb8-4827-803a-9ef300e149cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:52.911887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f137d471-dbb8-4827-803a-9ef300e149cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:52.914338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f137d471-dbb8-4827-803a-9ef300e149cf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1122818 Jan 31 17:53:52.916767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.931420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-a1430e16-939e-4571-bc52-a58fa8f9037d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.932378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1430e16-939e-4571-bc52-a58fa8f9037d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1384764 Jan 31 17:53:52.953449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.967488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-0605b786-410f-497e-87cd-68258a1e5723 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.967912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176a3d2-b1ef-4239-b405-56b0cbb9ae75 None None] Pushing event updated for resources: {'Port': ['ID=ecd7d806-703a-45f9-9356-4d023e188222,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:52.969682 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0605b786-410f-497e-87cd-68258a1e5723 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0141423 Jan 31 17:53:52.978558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:52.994710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-317f9702-7592-42d1-825e-dbc7d163880b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:52.998323 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-317f9702-7592-42d1-825e-dbc7d163880b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0124464 Jan 31 17:53:52.999674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.007678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-bca029d4-6bd4-43e2-a104-f3e9417ef106 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.011732 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bca029d4-6bd4-43e2-a104-f3e9417ef106 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082810 Jan 31 17:53:53.011732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.017100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-0ed356c9-483a-4ffa-a74d-645beb903b4b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.018365 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0ed356c9-483a-4ffa-a74d-645beb903b4b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056345 Jan 31 17:53:53.021441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.039640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-bad47872-22bc-4f26-a1cd-d96120841b94 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.040594 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bad47872-22bc-4f26-a1cd-d96120841b94 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0181851 Jan 31 17:53:53.044285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52982) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.064058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-230520ec-e7a6-48d5-80f5-3fecd76ed8c6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.067444 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-230520ec-e7a6-48d5-80f5-3fecd76ed8c6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0198145 Jan 31 17:53:53.069001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 555b0019-16e0-43d7-a726-1220bb1d7a2c {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:53:53.072620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.080084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.088570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-527ef832-3880-4973-bed1-6d3d18c77612 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.091891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-527ef832-3880-4973-bed1-6d3d18c77612 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0048335 Jan 31 17:53:53.097603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 52990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.135549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-20b6ee17-76a0-4771-a3fc-7e8a21d08b77 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.138890 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-20b6ee17-76a0-4771-a3fc-7e8a21d08b77 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0266161 Jan 31 17:53:53.142544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 52996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.149694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-d7fd8bce-7470-4e3c-a973-57fa5cc9b8cc tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.152979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d7fd8bce-7470-4e3c-a973-57fa5cc9b8cc tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0072546 Jan 31 17:53:53.152979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.154751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.160576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.188642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-3bee2952-5c51-4e62-8ebe-701c83393097 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.192631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3bee2952-5c51-4e62-8ebe-701c83393097 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0171206 Jan 31 17:53:53.195695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53004) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.198490 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1887c577-7820-4b29-a3b3-0372f05de87b tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 200 len: 926 time: 1.6748307 Jan 31 17:53:53.206576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-dd0e4c6d-9a43-40f7-8db7-2ccacbdbcc9f tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.207529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dd0e4c6d-9a43-40f7-8db7-2ccacbdbcc9f tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0109549 Jan 31 17:53:53.208021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53008) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.213049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.255044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-c88ab469-97a7-421d-a9d1-9f9c6e0f05bb tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.256005 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c88ab469-97a7-421d-a9d1-9f9c6e0f05bb tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0419116 Jan 31 17:53:53.283822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.305280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-9b2c2fc6-c4df-4791-a757-631441b289df tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.306405 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9b2c2fc6-c4df-4791-a757-631441b289df tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0216510 Jan 31 17:53:53.312765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.331626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-203b0f6d-2e56-43b5-9214-30a42d17eac8 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.332577 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-203b0f6d-2e56-43b5-9214-30a42d17eac8 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0189271 Jan 31 17:53:53.336125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.350572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-74bbf580-9109-4f73-9d44-79479ceedef4 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.351531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-74bbf580-9109-4f73-9d44-79479ceedef4 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0138354 Jan 31 17:53:53.355436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.365621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-151ee978-dc95-472c-8c14-f28d24c77aac tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.366580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-151ee978-dc95-472c-8c14-f28d24c77aac tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0103645 Jan 31 17:53:53.369432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53034) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.377760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-93fa7acb-eef5-4fde-a2c0-3a37754ef72b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.382195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-93fa7acb-eef5-4fde-a2c0-3a37754ef72b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0118039 Jan 31 17:53:53.386483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.400420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for db9d2dc9-dfb9-4030-a95c-c784a4b82921 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:53.400965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-e58c9c86-85d2-42ae-bd2a-b9765197851d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.402267 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e58c9c86-85d2-42ae-bd2a-b9765197851d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0132401 Jan 31 17:53:53.405333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.411765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-efbcd1cd-30bf-41de-b61f-0226ef23b4f1 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.412777 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-efbcd1cd-30bf-41de-b61f-0226ef23b4f1 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057447 Jan 31 17:53:53.418434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.424651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-c597d627-c2c0-4f22-8729-ce24b52d0ba6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.425677 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c597d627-c2c0-4f22-8729-ce24b52d0ba6 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0061772 Jan 31 17:53:53.428463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.434976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.478205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-d631cdd8-6b20-41b9-803b-38a9c867eb95 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.479160 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d631cdd8-6b20-41b9-803b-38a9c867eb95 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0496392 Jan 31 17:53:53.486409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53058) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.496901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a796847-3f66-44f4-a036-32647ba56222 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=5cf63be0-bdba-41e9-8fea-92146275ce9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2877753 Jan 31 17:53:53.497529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.501674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-d0e1609f-3bdd-45f3-91a4-e7f6c1cb05ce tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.505517 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d0e1609f-3bdd-45f3-91a4-e7f6c1cb05ce tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0154142 Jan 31 17:53:53.509839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.534189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-c6f6021d-0230-460d-937b-df2e802e3c1e tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.540653 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c6f6021d-0230-460d-937b-df2e802e3c1e tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0277355 Jan 31 17:53:53.567630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.643700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.726255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.729142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-62043637-db2c-4850-998a-b31a95f5e4ac tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.730272 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62043637-db2c-4850-998a-b31a95f5e4ac tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.1615767 Jan 31 17:53:53.743047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.757086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-ef1fc978-a9ec-4c2b-a6e9-149c57320e9a tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.757086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ef1fc978-a9ec-4c2b-a6e9-149c57320e9a tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0105791 Jan 31 17:53:53.761167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.782583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-e6da96d7-a8f9-4720-a313-ac9c002edf6e tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.783776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6da96d7-a8f9-4720-a313-ac9c002edf6e tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0194159 Jan 31 17:53:53.786016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=cefd2077-2b42-45a2-8751-9a0781dbeb12,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:53.789500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.801346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-c85ac170-87fb-4e23-9364-978b3f6837c5 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.802318 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c85ac170-87fb-4e23-9364-978b3f6837c5 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104382 Jan 31 17:53:53.810253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.844531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-08b214d3-9bf4-447c-9ac8-4fe3396f81a7 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:53.848871 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-08b214d3-9bf4-447c-9ac8-4fe3396f81a7 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0310037 Jan 31 17:53:53.850578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:53.858129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.974616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:53.980383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.009018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-b16acd5e-dd94-4aeb-a3c2-073f3e596c97 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.010834 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b16acd5e-dd94-4aeb-a3c2-073f3e596c97 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.1087201 Jan 31 17:53:54.010955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.014854 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1098a974-b8ac-4860-9616-f4298f922e0c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/bb3345c1-450d-4f9d-8632-59655085c23a HTTP/1.1" status: 204 len: 168 time: 2.8120105 Jan 31 17:53:54.022794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.023130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53104) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.023748 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/555b0019-16e0-43d7-a726-1220bb1d7a2c HTTP/1.1" status: 204 len: 168 time: 1.1054873 Jan 31 17:53:54.026333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.029510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14929e96-5533-4e9e-901a-cabb526486b4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=555b0019-16e0-43d7-a726-1220bb1d7a2c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:54.032986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.041238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2065906896'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:54.044910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfbbbb0-8a49-4c12-bb06-016e86e56b71 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:54.046840 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3bfbbbb0-8a49-4c12-bb06-016e86e56b71 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.5403836 Jan 31 17:53:54.082605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Router 3979ef21-d24b-47e7-a566-99e557aa6789 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:53:54.088625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53112) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.097339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-e743c173-60f6-4120-a67c-092b90bdcecc tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.100831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e743c173-60f6-4120-a67c-092b90bdcecc tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0214489 Jan 31 17:53:54.105580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.106601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:54.120734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-ee86e581-dcc2-45e3-b63d-884ea5093aa8 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.124158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ee86e581-dcc2-45e3-b63d-884ea5093aa8 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0121109 Jan 31 17:53:54.134120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.135205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Usage tracker for resource:network and tenant:f2d2a427bb014d028722c9364e5e38af is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:54.141501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-33d8be36-81be-483a-b32d-3f103eed15b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054599 Jan 31 17:53:54.144931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-814daaab-5d5b-4399-afc0-22b184894cc0 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.148153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-814daaab-5d5b-4399-afc0-22b184894cc0 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0075097 Jan 31 17:53:54.148153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:54.149948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.149948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.159769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:54.184782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-2da2ba0d-130c-4885-92e6-ef04b8a2d1a9 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.186110 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2da2ba0d-130c-4885-92e6-ef04b8a2d1a9 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0333233 Jan 31 17:53:54.186830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:54.194421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.222530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fa0f9-af9e-46ba-a34f-e014c4d7a1e1 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:54.223059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9a4e5c3b-fdef-4dc0-ba2e-59485f582305 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 200 len: 205 time: 0.1334343 Jan 31 17:53:54.223686 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-c1329f0b-5929-4f76-a4d9-313be2102419 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] delete failed (client error): The resource could not be found. Jan 31 17:53:54.228251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c1329f0b-5929-4f76-a4d9-313be2102419 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/bb3345c1-450d-4f9d-8632-59655085c23a HTTP/1.1" status: 404 len: 345 time: 0.1487453 Jan 31 17:53:54.231604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.231924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53142) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.257450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-a56234fc-c01f-4619-849d-81e729d91d74 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.258684 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a56234fc-c01f-4619-849d-81e729d91d74 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0631728 Jan 31 17:53:54.268563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.283577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-aaee62e9-b0a0-4325-9666-8742abf3873f tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.286995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aaee62e9-b0a0-4325-9666-8742abf3873f tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0149126 Jan 31 17:53:54.286995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Made reservation on behalf of f2d2a427bb014d028722c9364e5e38af for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:54.288207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.297497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.315189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-a30383c1-5584-4d72-a5e8-87a4cb9ae419 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.318572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a30383c1-5584-4d72-a5e8-87a4cb9ae419 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0134773 Jan 31 17:53:54.326518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.327152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5a4d2cdb-209a-4b73-9cd8-a9e97133a36e None None] Provisioning for port ecd7d806-703a-45f9-9356-4d023e188222 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:54.327270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.346481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-7cb9e66d-40a0-4ee3-91c9-cfc09de2339b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.348142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7cb9e66d-40a0-4ee3-91c9-cfc09de2339b tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0107200 Jan 31 17:53:54.351255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.362914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-2559ea28-78cf-48ff-8679-e521d3b3c99d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.365210 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2559ea28-78cf-48ff-8679-e521d3b3c99d tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0127921 Jan 31 17:53:54.371222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.375715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:54.380821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-31acdbfb-eab2-4a2f-9dea-8b793a70fd96 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.384650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-31acdbfb-eab2-4a2f-9dea-8b793a70fd96 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090730 Jan 31 17:53:54.385053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:54.387212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.389855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:54.395505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-04715e1e-7fda-4271-9010-65ce4111522c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.399040 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-04715e1e-7fda-4271-9010-65ce4111522c tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0084674 Jan 31 17:53:54.400049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.402991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:54.408271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-25d7a9db-2061-406a-82a2-2f2de24d1746 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.411521 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-25d7a9db-2061-406a-82a2-2f2de24d1746 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0082765 Jan 31 17:53:54.411781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.418525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-80c05076-1bf0-4d02-a846-81da02d59cda tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.420183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-80c05076-1bf0-4d02-a846-81da02d59cda tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068364 Jan 31 17:53:54.423084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.429298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-b58404e7-8efb-4786-afa5-c2aa0bebbc24 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.430595 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b58404e7-8efb-4786-afa5-c2aa0bebbc24 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066390 Jan 31 17:53:54.432273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:54.436126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.453110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.461214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-e3b7d225-39a1-49f9-8dd6-fbca33bd7b97 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.462566 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e3b7d225-39a1-49f9-8dd6-fbca33bd7b97 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0082858 Jan 31 17:53:54.473576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.495962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-1f921110-4c05-46e0-a7f3-f9fb3a6c4e16 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.496891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1f921110-4c05-46e0-a7f3-f9fb3a6c4e16 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0202956 Jan 31 17:53:54.502247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.518267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:53:54.519881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-41c3e4cb-39bc-414c-ad15-cd60bf156771 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.520832 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-41c3e4cb-39bc-414c-ad15-cd60bf156771 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0156193 Jan 31 17:53:54.525396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Deleting port ecd7d806-703a-45f9-9356-4d023e188222 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:54.526502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.529523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.532090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.536836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-a2a0d24b-6e90-4865-a9bc-ba564de894af tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.540211 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a2a0d24b-6e90-4865-a9bc-ba564de894af tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073767 Jan 31 17:53:54.542311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.559699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-4b5d872e-99cf-4c83-a1df-afc49d526d07 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.563913 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4b5d872e-99cf-4c83-a1df-afc49d526d07 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0171678 Jan 31 17:53:54.564526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:54.568466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.579370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-381ba4ae-0070-4694-8f3e-b4b7697dec38 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.582839 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-381ba4ae-0070-4694-8f3e-b4b7697dec38 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0109906 Jan 31 17:53:54.582839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Usage tracker for resource:security_group_rule and tenant:f2d2a427bb014d028722c9364e5e38af is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:54.584067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.587479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:54.596938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-6b34a958-0b8b-4336-ab81-3331bfad2fcf tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.600810 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6b34a958-0b8b-4336-ab81-3331bfad2fcf tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122015 Jan 31 17:53:54.605309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53212) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.607972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:54.609699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=db9d2dc9-dfb9-4030-a95c-c784a4b82921,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:54.620730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [None req-d33c3c30-e29c-4bca-b200-c81ea6d07a42 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.625445 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d33c3c30-e29c-4bca-b200-c81ea6d07a42 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0140326 Jan 31 17:53:54.625626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.630495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [None req-0539e4b7-1053-4581-8196-a16caa3668a4 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] http://10.222.0.110:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 17:53:54.633482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0539e4b7-1053-4581-8196-a16caa3668a4 tempest-ExtensionsTestJSON-604663352 tempest-ExtensionsTestJSON-604663352-project] 10.222.0.110 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053694 Jan 31 17:53:54.716448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:54.721152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:54.725075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:54.725946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Synchronizing usage tracker for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:53:54.801810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.808684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.836220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] For port ecd7d806-703a-45f9-9356-4d023e188222, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ecd7d806-703a-45f9-9356-4d023e188222,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:54.836860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.874873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:53:54.883735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.951243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Unset dirty status for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:53:54.956950 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1bc69a0b-7706-43d6-8bf4-44d6f9d89147 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/ports?network_id=1d5140a7-5eef-4ac6-a327-7dd3d13eb613 HTTP/1.1" status: 200 len: 2360 time: 0.7220323 Jan 31 17:53:54.961605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53224) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:54.982205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=6e9e7182-d678-400c-8980-86d03fe8ae10,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:54.984936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:54.985325 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Added segment 730b52b3-b99a-4f8c-b412-6bf326cb24d5 of type vlan for network 20162c66-812d-404d-a86a-b23f330943c6 Jan 31 17:53:54.996778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:54.997787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1a8b07-7c6d-45dc-8499-ee5faa5b2cdf,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:55.005139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:55.009614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:55.010198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.048841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.059285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Calling delete_port for ecd7d806-703a-45f9-9356-4d023e188222 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:55.067053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-09cf6cdf-58b7-43a8-99a0-f54d993cb79b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9136047 Jan 31 17:53:55.073689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53234) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.084025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:55.091776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:55.095166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.101310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:router and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:55.106026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:55.114491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:55.141768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.142848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.157729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.162756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:55.163386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.168951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.232773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] Pushing event deleted for resources: {'Port': ['ID=ecd7d806-703a-45f9-9356-4d023e188222,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:55.240857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fc5d3-0eaf-4ea1-926f-8ae3865bd2f4 None None] No DVR routers for this DVR port ecd7d806-703a-45f9-9356-4d023e188222 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:53:55.256354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10bfe6-2966-4c14-8619-9df05548e1c1 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:55.286780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'Network': ['ID=20162c66-812d-404d-a86a-b23f330943c6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:55.314227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.321967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 20162c66-812d-404d-a86a-b23f330943c6 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:53:55.332559 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e2de4771-7572-49ad-b658-e5cd1134c0f7 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5986195 Jan 31 17:53:55.332559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.332830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.343511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Request body: {'subnet': {'network_id': '20162c66-812d-404d-a86a-b23f330943c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:55.407638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3290d0-0c59-45e1-ac4a-074f88d473c3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:55.408945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af3290d0-0c59-45e1-ac4a-074f88d473c3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/subnets/50c5db88-3241-4cc4-b038-c4543eba98df HTTP/1.1" status: 200 len: 797 time: 0.4398122 Jan 31 17:53:55.412772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.441603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53242) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.465013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'port': {'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613', 'name': 'tempest-FloatingIPTestJSON-1366133534', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:55.557650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:55.565713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.572597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '6e9e7182-d678-400c-8980-86d03fe8ae10'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:55.573677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.574181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Usage tracker for resource:subnet and tenant:f2d2a427bb014d028722c9364e5e38af is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:55.583515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:55.595603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:55.603728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:55.613361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Usage tracker for resource:security_group_rule and tenant:a43e769d4dd2424294f9672a02e7768e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:55.620086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:55.625466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.629230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3858c05e-468a-4e9d-9b72-f50e529d1715 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5517178 Jan 31 17:53:55.635526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.651419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:55.737932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Made reservation on behalf of f2d2a427bb014d028722c9364e5e38af for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:55.745035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.747819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/6e9e7182-d678-400c-8980-86d03fe8ae10/b4f960ef-8fc0-41a9-b936-556040506d8f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:55.802849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.827531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:55.832331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:55.857665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:55.885519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:53:55.903316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Sync routers for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:53:55.940736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af64ac7d-27eb-4558-a253-d9a1de7a7a31 admin admin] 10.222.0.110 "PUT /v2.0/routers/3979ef21-d24b-47e7-a566-99e557aa6789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5293827 Jan 31 17:53:55.958154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:55.973569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:55.974210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:56.056463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.067067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.067826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:56.076664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:56.088577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.089691 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-44fbae60-30fa-41ca-a60c-0cfdbf4c8bbe tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 204 len: 168 time: 6.6608815 Jan 31 17:53:56.099743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53254) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:56.140938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.142792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1758544245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:56.153250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:56.168406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Transition to ACTIVE for port object b4f960ef-8fc0-41a9-b936-556040506d8f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:56.198750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Transition to ACTIVE for port object b4f960ef-8fc0-41a9-b936-556040506d8f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:56.207798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.208027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:56.220754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:56.238620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:56.244934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:56.303111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.304015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.322858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.340259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.401442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Pushing event updated for resources: {'Port': ['ID=b4f960ef-8fc0-41a9-b936-556040506d8f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:56.432745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.453227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:56.458124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:56.460523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:56.471070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.502206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fbe96e-43a3-4598-8fc1-5c04d7db5f09,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:56.509466 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-df022bba-f363-4206-b746-71288c69cf05 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a43e769d4dd2424294f9672a02e7768e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4577239 Jan 31 17:53:56.512744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:56.516745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.626651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.635407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port 4376fb40-1d78-49d3-ba77-3c0a4c92a86c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:56.635737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.657219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Attempting to bind port b4f960ef-8fc0-41a9-b936-556040506d8f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:56.657752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Attempting to bind port b4f960ef-8fc0-41a9-b936-556040506d8f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:56.658210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Attempting to bind port b4f960ef-8fc0-41a9-b936-556040506d8f on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:56.689725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] device_id is not set on port 4b8135ea-8165-43ef-9c34-36ee8c365f5a yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:56.696263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:56.696781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:56.697285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.697781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:56.698344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Bound port: b4f960ef-8fc0-41a9-b936-556040506d8f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:56.698868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.740962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.788834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.790160 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d9b8ac0f-faef-4512-9d2b-bf3c876d9431 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6655893 Jan 31 17:53:56.804538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:56.830316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] For port b4f960ef-8fc0-41a9-b936-556040506d8f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:56.835376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] For port b4f960ef-8fc0-41a9-b936-556040506d8f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b4f960ef-8fc0-41a9-b936-556040506d8f,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:56.841072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.882855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:56.894691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': True}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:56.924296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:53:47Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:56.933056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Checking router: 3979ef21-d24b-47e7-a566-99e557aa6789 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:53:56.955417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f659ef0-dd35-4dbc-93ec-684e0bbd1a93 None None] Pushing event updated for resources: {'Port': ['ID=b4f960ef-8fc0-41a9-b936-556040506d8f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:56.964105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Routers {'3979ef21-d24b-47e7-a566-99e557aa6789'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:53:56.964717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3979ef21-d24b-47e7-a566-99e557aa6789'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:57.008783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.144808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for 4376fb40-1d78-49d3-ba77-3c0a4c92a86c owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:57.152096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.191983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Deleting port ac035894-a250-447a-852b-301fb63d891f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:57.192414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.238986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] Set router 3979ef21-d24b-47e7-a566-99e557aa6789 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:53:57.285876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Checking segment: {'id': '730b52b3-b99a-4f8c-b412-6bf326cb24d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '20162c66-812d-404d-a86a-b23f330943c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:57.286231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Network hostable DHCP agents. Network: 20162c66-812d-404d-a86a-b23f330943c6, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:53:57.315459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.453684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'Subnet': ['ID=8f599354-000b-4096-8e30-b1b5d547df47,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:57.478200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.535549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.565025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:53:47Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:53:57.570077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cde39-2489-4c86-8969-bd154d8291b8 None None] The sync data for ids ['3979ef21-d24b-47e7-a566-99e557aa6789'] in dv-neutron-823271-3-hyperv is: [{'id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'name': 'tempest-ServersTestJSON-887920127-router', 'tenant_id': 'c5f7b955456e4d61b83da51d189312cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129'}], 'enable_snat': True}, 'gw_port_id': '9f832f25-18f3-45d3-a665-26431cbed047', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:53:47Z', 'revision_number': 5, 'project_id': 'c5f7b955456e4d61b83da51d189312cd', 'gw_port': {'id': '9f832f25-18f3-45d3-a665-26431cbed047', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3979ef21-d24b-47e7-a566-99e557aa6789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:59Z', 'updated_at': '2022-01-31T17:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:53:57.590516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Deleting port 9f832f25-18f3-45d3-a665-26431cbed047 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:53:57.590855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.620850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] For port ac035894-a250-447a-852b-301fb63d891f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ac035894-a250-447a-852b-301fb63d891f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:57.621197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.670321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.670931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.671029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.671381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.671712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.672036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.672358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.672685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.672994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.673310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.673654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:57.781223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Calling delete_port for ac035894-a250-447a-852b-301fb63d891f owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:57.887948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.888746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Network 20162c66-812d-404d-a86a-b23f330943c6 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:53:57.890919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:57.960592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=4376fb40-1d78-49d3-ba77-3c0a4c92a86c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:57.994916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fbe96e-43a3-4598-8fc1-5c04d7db5f09,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:58.003141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 20162c66-812d-404d-a86a-b23f330943c6) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:58.048085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1751108-539f-4bf0-8898-bf622f550dcb None None] Network 20162c66-812d-404d-a86a-b23f330943c6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:53:58.111323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:58.112071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.267926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] For port 9f832f25-18f3-45d3-a665-26431cbed047, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9f832f25-18f3-45d3-a665-26431cbed047,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:58.268163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.279063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-13ffc9b4-3495-4b54-af36-17f2cd9c4826 None None] Provisioning for port b4f960ef-8fc0-41a9-b936-556040506d8f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:58.338145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b4fd1af2-5861-44f0-b1c3-565605f11b83 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0043600 Jan 31 17:53:58.346221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-20162c66-812d-404d-a86a-b23f330943c6', 'network_id': '20162c66-812d-404d-a86a-b23f330943c6', 'tenant_id': 'f2d2a427bb014d028722c9364e5e38af', 'fixed_ips': [{'subnet_id': '8f599354-000b-4096-8e30-b1b5d547df47'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:53:58.347238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:58.347927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.350001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.353379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-329f311f-5753-44d0-b123-29b5a7713b66 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/95fbe96e-43a3-4598-8fc1-5c04d7db5f09 HTTP/1.1" status: 204 len: 168 time: 1.7709670 Jan 31 17:53:58.402984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.408424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.14 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/4b8135ea-8165-43ef-9c34-36ee8c365f5a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:58.458362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.13 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/4b8135ea-8165-43ef-9c34-36ee8c365f5a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:58.462403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Calling delete_port for 9f832f25-18f3-45d3-a665-26431cbed047 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:53:58.501534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Request body: {'port': {'network_id': '20162c66-812d-404d-a86a-b23f330943c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-593656881'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:58.550583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::1 (78c34a5f-8722-4630-84ca-354f3b387cf2/6e9e7182-d678-400c-8980-86d03fe8ae10/ceada29a-8b88-48b5-840d-d34f1f2e5208) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:58.556730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Allocated IP 2001:db8::2 (20162c66-812d-404d-a86a-b23f330943c6/8f599354-000b-4096-8e30-b1b5d547df47/86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:53:58.678422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.820006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.880247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Transition to ACTIVE for port object 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:58.912012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Transition to ACTIVE for port object 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:58.933753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:58.999845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.014826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b4f960ef-8fc0-41a9-b936-556040506d8f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:53:59.027518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.065852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object ceada29a-8b88-48b5-840d-d34f1f2e5208 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:53:59.091416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.099492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Network 20162c66-812d-404d-a86a-b23f330943c6 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:59.107775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:59.111215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:59.139146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.144511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:59.151350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Usage tracker for resource:port and tenant:f2d2a427bb014d028722c9364e5e38af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:59.159747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.161523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.166116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:59.216842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:53:59.225425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac035894-a250-447a-852b-301fb63d891f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.228618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:59.234173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.237927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:59.248061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:59.283405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Made reservation on behalf of f2d2a427bb014d028722c9364e5e38af for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:53:59.286645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.301267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.344276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Attempting to bind port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:53:59.344792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Attempting to bind port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '730b52b3-b99a-4f8c-b412-6bf326cb24d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '20162c66-812d-404d-a86a-b23f330943c6'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:53:59.345044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Attempting to bind port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 on network 20162c66-812d-404d-a86a-b23f330943c6 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:53:59.347235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Pushing event updated for resources: {'Port': ['ID=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.356826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.357171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.357554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.357892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.358227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.358692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.359062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.359583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.359659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.359976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.360294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:53:59.383311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:53:59.384695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Checking segment: {'id': '730b52b3-b99a-4f8c-b412-6bf326cb24d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '20162c66-812d-404d-a86a-b23f330943c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:53:59.385114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.385538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Bound using segment: {'id': '730b52b3-b99a-4f8c-b412-6bf326cb24d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '20162c66-812d-404d-a86a-b23f330943c6'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:53:59.386063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Bound port: 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730b52b3-b99a-4f8c-b412-6bf326cb24d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '20162c66-812d-404d-a86a-b23f330943c6'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:53:59.386820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.386930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.387319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf63be0-bdba-41e9-8fea-92146275ce9e {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:53:59.397760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=4b8135ea-8165-43ef-9c34-36ee8c365f5a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.486897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b4f960ef-8fc0-41a9-b936-556040506d8f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:53:59.493559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.513018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b4f960ef-8fc0-41a9-b936-556040506d8f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:53:59.513806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.575185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] For port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:53:59.595489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] For port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,segment=NetworkSegment(730b52b3-b99a-4f8c-b412-6bf326cb24d5),segment_id=730b52b3-b99a-4f8c-b412-6bf326cb24d5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:53:59.616834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.673259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] device_id is not set on port df144b0b-4748-419e-a7ec-34014a923f6a yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:53:59.730915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:53:59.744043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:53:59.756540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:53:59.757069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.765374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:53:59.770324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.775522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:59.784528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.794536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.794738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.804757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1680abd-790f-4da3-822b-a4281ed44bb9 None None] Pushing event updated for resources: {'Port': ['ID=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.849473 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a3b6d13b-be99-4419-8c46-75b32d15d642 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.3925347 Jan 31 17:53:59.851440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:59.870636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b4f960ef-8fc0-41a9-b936-556040506d8f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b4f960ef-8fc0-41a9-b936-556040506d8f,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:53:59.879311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.899650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '4b8135ea-8165-43ef-9c34-36ee8c365f5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:59.925151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:53:59.925504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:53:59.926778 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f37b9d6a-3179-412a-8d9e-a9a9bb715179 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 204 len: 168 time: 5.6938138 Jan 31 17:53:59.932390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:53:59.933083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Pushing event deleted for resources: {'Port': ['ID=9f832f25-18f3-45d3-a665-26431cbed047,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:53:59.944159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:floatingip and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:53:59.959968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-788725452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:53:59.988481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:53:59.990269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:00.002863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:00.037658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.037975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.038249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.038577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.038909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.039237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.039565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.039878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.040199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.040511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.040822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:00.057788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:00.063678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:00.080972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:00.082514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e5c26d-be2b-4e07-9ffb-d4e8ee761586 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:00.091944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:00.100369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466474830'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:00.128397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b4f960ef-8fc0-41a9-b936-556040506d8f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:00.152654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.26.4.190 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/65406628-cd63-45bb-9224-f7786a7c207e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:00.155152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:00.178794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:00.184847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:00.193675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:00.202158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.232803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:00.238123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.255687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.256599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.294645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.342865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9392aca5-e1c5-4708-96b9-54585d96be20 None None] Provisioning for port ceada29a-8b88-48b5-840d-d34f1f2e5208 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:00.348657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9392aca5-e1c5-4708-96b9-54585d96be20 None None] Provisioning complete for port ceada29a-8b88-48b5-840d-d34f1f2e5208 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:00.349570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9392aca5-e1c5-4708-96b9-54585d96be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.396597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:00.399483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.413194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9392aca5-e1c5-4708-96b9-54585d96be20 None None] Port ceada29a-8b88-48b5-840d-d34f1f2e5208 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:00.433058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Allocated IP 2001:db8::2cb (20162c66-812d-404d-a86a-b23f330943c6/8f599354-000b-4096-8e30-b1b5d547df47/df144b0b-4748-419e-a7ec-34014a923f6a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:00.470672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.584111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.662994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.691837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.715750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:00.727025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:security_group_rule and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:00.734664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.744992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:00.760509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.766860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:00.840740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.841275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3979ef21-d24b-47e7-a566-99e557aa6789 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:00.912086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.946881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.950697 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f0667392-e5d3-4a78-b61f-2e2e4b67b07d admin admin] 10.222.0.110 "DELETE /v2.0/routers/3979ef21-d24b-47e7-a566-99e557aa6789 HTTP/1.1" status: 204 len: 168 time: 4.9893286 Jan 31 17:54:00.952741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:00.954687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:00.958790 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c1345890-1df2-4b44-a33d-627f8cad24d1 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0178349 Jan 31 17:54:00.966747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:00.987488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:01.024983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.105302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.128449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2ba04-8e9c-4123-822b-d48843a52cc5 None None] Network 20162c66-812d-404d-a86a-b23f330943c6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:01.151469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Transition to ACTIVE for port object df144b0b-4748-419e-a7ec-34014a923f6a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:01.156527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Deleting subnet 90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:01.162926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.232138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.293114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.298097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc412bda-5f35-4425-b987-b368102d1db6 None None] Provisioning for port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:01.315763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.320016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:01.330753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:01.333457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:01.410607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.450967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=65406628-cd63-45bb-9224-f7786a7c207e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:01.455120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.479254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:01.481163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.570177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:01.576796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:01.577367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.582686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Network 20162c66-812d-404d-a86a-b23f330943c6 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:01.591354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:01.599500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:01.603648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:01.604187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.621255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'Port': ['ID=df144b0b-4748-419e-a7ec-34014a923f6a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:01.629868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.672142 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9998c4fb-ae74-4a34-bbb2-82ff2f2ed8e0 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.2684577 Jan 31 17:54:01.680640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53310) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:01.690512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Request body: {'port': {'network_id': '20162c66-812d-404d-a86a-b23f330943c6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1784132430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:01.690973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] bootfile-name is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:01.691299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] tftp-server is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:01.691620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] server-ip-address is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:01.759373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c390ccf3-ead7-49e7-848f-fe37289e6419 None None] Provisioning complete for port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:01.759703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c390ccf3-ead7-49e7-848f-fe37289e6419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.791668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.791668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.793985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.860275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.873631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,segment=NetworkSegment(730b52b3-b99a-4f8c-b412-6bf326cb24d5),segment_id=730b52b3-b99a-4f8c-b412-6bf326cb24d5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:01.881819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:01.882737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b4f960ef-8fc0-41a9-b936-556040506d8f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:01.907842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:01.978882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e25095d-c4e8-4d06-862b-477eee261203,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:02.002955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:02.049079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:02.051601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.059565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.059565 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment 548fb856-fec8-4db0-84cd-0d2ecdf48fb3 of type vlan for network 1b10f974-75fb-4680-bf6b-c00ce67dd864 Jan 31 17:54:02.060502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Usage tracker for resource:port and tenant:f2d2a427bb014d028722c9364e5e38af is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:02.066295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:02.071247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ba8fb124-4eb9-426a-9c90-bbf50dab3972 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/90d3eae7-7d0d-4e5c-9e2c-7db4c53f320f HTTP/1.1" status: 204 len: 168 time: 1.1133583 Jan 31 17:54:02.087677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4623d2-6007-4af4-8e60-3433c38ab971 None None] Network a6d82a0d-211c-4f84-83ea-67a2e5d72a6c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:02.119921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:02.133913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:02.139275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:02.142043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:02.196205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b4f960ef-8fc0-41a9-b936-556040506d8f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:02.196786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.251050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Made reservation on behalf of f2d2a427bb014d028722c9364e5e38af for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:02.253699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.261947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.291449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.45 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/38205870-7f03-4b64-961d-60bc4f672a5f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:02.293217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.299318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] device_id is not set on port 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:02.419334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Deleting port 99e280d6-4c82-43a1-b9c5-ef7f90db090f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:02.420054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.445587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0e8a96d3-c386-4921-b1ea-00f591afadc8 None None] Provisioning for port df144b0b-4748-419e-a7ec-34014a923f6a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:02.455198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0e8a96d3-c386-4921-b1ea-00f591afadc8 None None] Provisioning complete for port df144b0b-4748-419e-a7ec-34014a923f6a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:02.455321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e8a96d3-c386-4921-b1ea-00f591afadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.506184 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:54:02.511370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:02.512324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.516419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:02.517017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.524743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a96d3-c386-4921-b1ea-00f591afadc8 None None] Port df144b0b-4748-419e-a7ec-34014a923f6a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:02.540554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:02.603785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] DHCP port deletion for a6d82a0d-211c-4f84-83ea-67a2e5d72a6c request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:02.613068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Deleting port 99e280d6-4c82-43a1-b9c5-ef7f90db090f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:02.614761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.630733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Allocated IP 2001:db8::341 (20162c66-812d-404d-a86a-b23f330943c6/8f599354-000b-4096-8e30-b1b5d547df47/9822b251-8de3-4746-a8d7-cc11fc6a8fa5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:02.651081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.765461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] For port 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=99e280d6-4c82-43a1-b9c5-ef7f90db090f,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:02.765876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.857500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0635149 Jan 31 17:54:02.885463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585ca6b-3665-4775-a8bf-0ff7a0b95bf3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=1b10f974-75fb-4680-bf6b-c00ce67dd864,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:02.941890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Calling delete_port for 99e280d6-4c82-43a1-b9c5-ef7f90db090f owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:02.942102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:02.957427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] For port 99e280d6-4c82-43a1-b9c5-ef7f90db090f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=99e280d6-4c82-43a1-b9c5-ef7f90db090f,segment=NetworkSegment(7ff4c991-008d-4a28-ab3d-689efe9a5c0b),segment_id=7ff4c991-008d-4a28-ab3d-689efe9a5c0b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:02.957427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.098995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.103975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Calling delete_port for 99e280d6-4c82-43a1-b9c5-ef7f90db090f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:03.213549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:03.214268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:03.218444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:03.232639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:03.375064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.394586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Transition to ACTIVE for port object 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:03.400673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d7b2f7a3-4abe-46ce-9ea0-dbaf3dd7aff0 None None] Provisioning complete for port ceada29a-8b88-48b5-840d-d34f1f2e5208 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:03.401552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d7b2f7a3-4abe-46ce-9ea0-dbaf3dd7aff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.418824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.478824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d7b2f7a3-4abe-46ce-9ea0-dbaf3dd7aff0 None None] Port ceada29a-8b88-48b5-840d-d34f1f2e5208 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:03.501937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:03.502473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.525629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.526461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.552379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e280d6-4c82-43a1-b9c5-ef7f90db090f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:03.609144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.627283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.630103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] No DVR routers for this DVR port 99e280d6-4c82-43a1-b9c5-ef7f90db090f on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:03.698999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'Port': ['ID=9822b251-8de3-4746-a8d7-cc11fc6a8fa5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:03.707387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Network 20162c66-812d-404d-a86a-b23f330943c6 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:03.713643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 99e280d6-4c82-43a1-b9c5-ef7f90db090f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:03.727300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:03.737381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:03.741813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:03.742433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.748285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Deleting port 99e280d6-4c82-43a1-b9c5-ef7f90db090f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:03.748652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.795757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:03.813792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 99e280d6-4c82-43a1-b9c5-ef7f90db090f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:03.814133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 99e280d6-4c82-43a1-b9c5-ef7f90db090f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:03.818436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:03.818777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9f832f25-18f3-45d3-a665-26431cbed047 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:03.847578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Router 8e24a824-b93a-4106-8d83-803850882f7b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:03.854298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:03.876440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:03.938590 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b732d4f3-0b12-4bf0-9de7-ad72db2de0a3 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.2551622 Jan 31 17:54:03.941830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d82a0d-211c-4f84-83ea-67a2e5d72a6c']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:03.971525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9f832f25-18f3-45d3-a665-26431cbed047 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:03.972267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9f832f25-18f3-45d3-a665-26431cbed047 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:03.974947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ff4c991-008d-4a28-ab3d-689efe9a5c0b') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:03.976450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ff4c991-008d-4a28-ab3d-689efe9a5c0b') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:03.988746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7ae38ab5-7051-42ff-9d0e-64fa4f84e15a None None] The port '99e280d6-4c82-43a1-b9c5-ef7f90db090f' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:54:03.994542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53318) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:04.043605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=38205870-7f03-4b64-961d-60bc4f672a5f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:04.051276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.110239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31aba186-4cb6-4ddf-908d-fd88aa6ff109 None None] Provisioning for port 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:04.116147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31aba186-4cb6-4ddf-908d-fd88aa6ff109 None None] Provisioning complete for port 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:04.116672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31aba186-4cb6-4ddf-908d-fd88aa6ff109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.139054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.163645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.179511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.185374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Releasing vlan 1415 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:04.186111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.198059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-31aba186-4cb6-4ddf-908d-fd88aa6ff109 None None] Port 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:04.206865 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:04.309281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.318791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:04.322691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:04.326581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:04.327543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Synchronizing usage tracker for tenant:f2d2a427bb014d028722c9364e5e38af on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:04.347021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.362951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d82a0d-211c-4f84-83ea-67a2e5d72a6c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:04.429317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b25e9629-decb-46d7-8e39-54a8bb81d018 admin admin] 10.222.0.110 "DELETE /v2.0/networks/a6d82a0d-211c-4f84-83ea-67a2e5d72a6c HTTP/1.1" status: 204 len: 168 time: 2.2938926 Jan 31 17:54:04.433948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Unset dirty status for tenant:f2d2a427bb014d028722c9364e5e38af on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:04.435099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7926ba22-d458-4a80-8193-98f76de69f0f tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4393709 Jan 31 17:54:04.439493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:04.523820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Deleting port 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:04.524253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.666438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:04.679438 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73c95-3188-45fb-849c-448514954744 None None] Sync routers for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:04.701362 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:04.701990 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:04.751177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4fc8ff0e-9278-4891-b0a7-b622b883c238 admin admin] 10.222.0.110 "PUT /v2.0/routers/8e24a824-b93a-4106-8d83-803850882f7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6320364 Jan 31 17:54:04.751927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:04.758965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:04.942383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0810bf26-5b8e-4f62-953b-64858d9f591c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c5f7b955456e4d61b83da51d189312cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1890702 Jan 31 17:54:04.944278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:04.956670 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:04.958803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:04.984978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Allocated IP 172.26.4.148 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/2dd76ec3-97f6-47db-99cd-a3664afa4899) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:05.129431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Router 6421f421-7099-4272-86d8-a34b49bd37db is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:05.135590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.218690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Calling delete_port for 9822b251-8de3-4746-a8d7-cc11fc6a8fa5 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:05.226204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.285483 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:53:58Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:05.289910 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73c95-3188-45fb-849c-448514954744 None None] Checking router: 8e24a824-b93a-4106-8d83-803850882f7b for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:05.301906 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] Routers {'8e24a824-b93a-4106-8d83-803850882f7b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:05.302539 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8e24a824-b93a-4106-8d83-803850882f7b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:05.425652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.508878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.551326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] Set router 8e24a824-b93a-4106-8d83-803850882f7b gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:05.569262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.603551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.636120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.690621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event deleted for resources: {'Port': ['ID=9822b251-8de3-4746-a8d7-cc11fc6a8fa5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:05.748690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.770583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.791434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router 7029f4c6-f03c-4dd5-adab-51837fe309d0 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:05.798234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d252a8-689c-4820-815c-e2148d5c723e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:05.809955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-054b4e6c-270e-4427-9f2f-3fb253238f6e tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "DELETE /v2.0/ports/9822b251-8de3-4746-a8d7-cc11fc6a8fa5 HTTP/1.1" status: 204 len: 168 time: 1.3695278 Jan 31 17:54:05.812243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:05.814119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:05.815174 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e6ed999b-5c46-44f9-8abc-3ecac5f4f508 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/75d252a8-689c-4820-815c-e2148d5c723e HTTP/1.1" status: 204 len: 168 time: 0.8543992 Jan 31 17:54:05.823093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Request body: {'port': {'name': 'tempest-new-port-name-512477305', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:05.823480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] bootfile-name is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:05.823806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] tftp-server is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:05.824127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] server-ip-address is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:06.092171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.133979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.144799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:06.168089 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-31d73c95-3188-45fb-849c-448514954744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:53:58Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:06.175180 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d73c95-3188-45fb-849c-448514954744 None None] The sync data for ids ['8e24a824-b93a-4106-8d83-803850882f7b'] in dv-neutron-823271-3-hyperv is: [{'id': '8e24a824-b93a-4106-8d83-803850882f7b', 'name': 'tempest-ServersTestManualDisk-786267943-router', 'tenant_id': 'e5a00c118f8f43c6b498a86acccad998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79'}], 'enable_snat': True}, 'gw_port_id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:51:57Z', 'updated_at': '2022-01-31T17:53:58Z', 'revision_number': 5, 'project_id': 'e5a00c118f8f43c6b498a86acccad998', 'gw_port': {'id': '4fe5228e-8a68-4a85-a1d6-2049cf46d615', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e24a824-b93a-4106-8d83-803850882f7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:51:58Z', 'updated_at': '2022-01-31T17:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:06.265823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event updated for resources: {'Port': ['ID=2dd76ec3-97f6-47db-99cd-a3664afa4899,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:06.279390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.293623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53346) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:06.298467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.305294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:06.313518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.334309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Deleting port 4fe5228e-8a68-4a85-a1d6-2049cf46d615 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:06.334658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.436347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:06.439416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:06.456318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:06.463922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:06.466715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Sync routers for ids ['6421f421-7099-4272-86d8-a34b49bd37db'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:06.483361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Routers {'6421f421-7099-4272-86d8-a34b49bd37db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:06.487279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['6421f421-7099-4272-86d8-a34b49bd37db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:06.587368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=38205870-7f03-4b64-961d-60bc4f672a5f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:06.629109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:06.633530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] For port 4fe5228e-8a68-4a85-a1d6-2049cf46d615, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fe5228e-8a68-4a85-a1d6-2049cf46d615,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:06.634064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.634421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:subnet and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:06.638322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:06.648515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:06.652512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.713854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ef81877e-8b88-4d23-80aa-6da003b05d58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "PUT /v2.0/routers/6421f421-7099-4272-86d8-a34b49bd37db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0719543 Jan 31 17:54:06.717313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53360) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:06.728047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:06.740224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Set router 6421f421-7099-4272-86d8-a34b49bd37db gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:06.776192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:06.856001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ac035894-a250-447a-852b-301fb63d891f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:06.918514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.008758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Calling delete_port for 4fe5228e-8a68-4a85-a1d6-2049cf46d615 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:07.024294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ac035894-a250-447a-852b-301fb63d891f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:07.024854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ac035894-a250-447a-852b-301fb63d891f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:07.091134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.100426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be06bb-c9b3-478d-9c30-c869f0bd787b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:07.104042 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-43be06bb-c9b3-478d-9c30-c869f0bd787b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports/ceada29a-8b88-48b5-840d-d34f1f2e5208 HTTP/1.1" status: 200 len: 911 time: 0.3831153 Jan 31 17:54:07.115142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53370) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.176564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-87b5e5d5-2195-4a6f-aea3-cb258475128d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.194183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] In _notify_port_updated(), no bound segment for port df144b0b-4748-419e-a7ec-34014a923f6a on network 20162c66-812d-404d-a86a-b23f330943c6 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:54:07.198082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:07.198741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.200131 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "PUT /v2.0/ports/df144b0b-4748-419e-a7ec-34014a923f6a HTTP/1.1" status: 200 len: 1129 time: 1.3837936 Jan 31 17:54:07.214751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53374) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.217120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab70da-fb6a-41a9-aad1-78cc346c911c tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event updated for resources: {'Port': ['ID=df144b0b-4748-419e-a7ec-34014a923f6a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:07.293381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53378) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.348656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e950d6-8d09-4181-b9d8-eb90477b16f4 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:07.350608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-22e950d6-8d09-4181-b9d8-eb90477b16f4 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Synchronizing usage tracker for tenant:f2d2a427bb014d028722c9364e5e38af on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:07.355278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.362918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:53:59Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': 'ceada29a-8b88-48b5-840d-d34f1f2e5208', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:7d:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6421f421-7099-4272-86d8-a34b49bd37db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:57Z', 'updated_at': '2022-01-31T17:54:00Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:07.368344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Checking router: 6421f421-7099-4272-86d8-a34b49bd37db for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:07.368731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Updating router 6421f421-7099-4272-86d8-a34b49bd37db port ceada29a-8b88-48b5-840d-d34f1f2e5208 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:54:07.410609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1c5d5-5698-461c-ad2e-5158fcdc07a7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:07.423969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd1c5d5-5698-461c-ad2e-5158fcdc07a7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:07.429678 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9dd1c5d5-5698-461c-ad2e-5158fcdc07a7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3053257 Jan 31 17:54:07.432106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=3408428d-0e0f-4dc1-a467-f3f0134f2b3a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:07.433684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53384) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.445911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-22e950d6-8d09-4181-b9d8-eb90477b16f4 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Unset dirty status for tenant:f2d2a427bb014d028722c9364e5e38af on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:07.450536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.455294 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-22e950d6-8d09-4181-b9d8-eb90477b16f4 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "GET /v2.0/ports/df144b0b-4748-419e-a7ec-34014a923f6a HTTP/1.1" status: 200 len: 1129 time: 0.2380776 Jan 31 17:54:07.456101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.541439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:07.554366 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] Sync routers for ids ['7029f4c6-f03c-4dd5-adab-51837fe309d0'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:07.562456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1041532128'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:07.566499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.570977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:07.575231 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] Routers {'7029f4c6-f03c-4dd5-adab-51837fe309d0'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:07.576047 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7029f4c6-f03c-4dd5-adab-51837fe309d0'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:07.618208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Usage tracker for resource:network and tenant:5dcf8aea6497400d9528f16a0947ee94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:07.624558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:07.636864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:07.648696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92b587bf-9808-44b5-865f-46b96277c288 None None] Provisioning complete for port df144b0b-4748-419e-a7ec-34014a923f6a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:07.649233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92b587bf-9808-44b5-865f-46b96277c288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.670343 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:07.710414 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] Routers {'7029f4c6-f03c-4dd5-adab-51837fe309d0'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:07.711019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7029f4c6-f03c-4dd5-adab-51837fe309d0'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:07.723382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Made reservation on behalf of 5dcf8aea6497400d9528f16a0947ee94 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:07.727682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.738202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-92b587bf-9808-44b5-865f-46b96277c288 None None] Port df144b0b-4748-419e-a7ec-34014a923f6a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:07.788171 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:07.788576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc82719-be8c-4d95-b123-63819c8b7589 None None] The sync data for ids ['7029f4c6-f03c-4dd5-adab-51837fe309d0'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:07.796689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.847589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:07.851852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Usage tracker for resource:security_group_rule and tenant:5dcf8aea6497400d9528f16a0947ee94 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:07.855144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:07.861774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:07.928877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.932621 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d021ee88-51dc-43e3-9cbe-cf58a4c2d930 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "PUT /v2.0/routers/7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 200 len: 915 time: 11.0692215 Jan 31 17:54:07.936102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': '548fb856-fec8-4db0-84cd-0d2ecdf48fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:07.937126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: 1b10f974-75fb-4680-bf6b-c00ce67dd864, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:07.946944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:07.950453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:07.956187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.000056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.013928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Deleting port df144b0b-4748-419e-a7ec-34014a923f6a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:08.013928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.036872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.043690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.049466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Transition to ACTIVE for port object ceada29a-8b88-48b5-840d-d34f1f2e5208 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:08.058513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.090345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.189111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:08.210005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe5228e-8a68-4a85-a1d6-2049cf46d615,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:08.240425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbdbf5-6893-45d5-a56b-cf0c06e1907c None None] Pushing event updated for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:08.261236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:08.321588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1b10f974-75fb-4680-bf6b-c00ce67dd864) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:08.325891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:08.326475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.347718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac79753-0003-412b-af2d-0b84dd8a1459 None None] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:08.364577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Attempting to bind port ceada29a-8b88-48b5-840d-d34f1f2e5208 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:08.365731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Attempting to bind port ceada29a-8b88-48b5-840d-d34f1f2e5208 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:08.366279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Attempting to bind port ceada29a-8b88-48b5-840d-d34f1f2e5208 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:08.401793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de90c0cc-8faa-4cff-a3a1-0cd9f607bebc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:08.418383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.418726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Added segment f59945f6-fa48-4d17-afae-bee2e0c0e845 of type vlan for network f4d09a43-1f09-4768-8138-77ab003692ad Jan 31 17:54:08.425675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.442037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:08.442532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:08.443099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.443661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:08.444220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Bound port: ceada29a-8b88-48b5-840d-d34f1f2e5208, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:08.444682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.485893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca80af07-e7c6-46bd-a9de-11f75b8efed3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1904557 Jan 31 17:54:08.495091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53396) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:08.512436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-906335754'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:08.522628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:08.542968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:08.548439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:08.604525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.657153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] For port ceada29a-8b88-48b5-840d-d34f1f2e5208, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:08.674921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] For port ceada29a-8b88-48b5-840d-d34f1f2e5208, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ceada29a-8b88-48b5-840d-d34f1f2e5208,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:08.682382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.718926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1b10f974-75fb-4680-bf6b-c00ce67dd864', 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': '3408428d-0e0f-4dc1-a467-f3f0134f2b3a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:08.719884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.754971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Calling delete_port for df144b0b-4748-419e-a7ec-34014a923f6a owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:08.788196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:08.834015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbdbf5-6893-45d5-a56b-cf0c06e1907c None None] Pushing event updated for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:08.852543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Routers {'6421f421-7099-4272-86d8-a34b49bd37db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:08.853472 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:53:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['6421f421-7099-4272-86d8-a34b49bd37db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:08.901374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.904071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:08.928324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.006012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.006533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e24a824-b93a-4106-8d83-803850882f7b {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:09.006741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:09.010264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.048514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.052174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:09.052765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.180910 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP da7355f4-3aee-40be-a1a5-ee4afe0ca60d associated. External IP: 172.26.4.45, port: 4b8135ea-8165-43ef-9c34-36ee8c365f5a. Jan 31 17:54:09.191858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] Set router 6421f421-7099-4272-86d8-a34b49bd37db gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:09.212573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.216696 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fdd7fc5d-dab0-4a2b-9cf8-08a93f7f3acb admin admin] 10.222.0.110 "DELETE /v2.0/routers/8e24a824-b93a-4106-8d83-803850882f7b HTTP/1.1" status: 204 len: 168 time: 4.4551830 Jan 31 17:54:09.217864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53400) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:09.264122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9578357 Jan 31 17:54:09.271026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.273696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:09.284514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb9c13-6cdb-4b87-accc-a97a12a27619 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'Network': ['ID=f4d09a43-1f09-4768-8138-77ab003692ad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:09.296213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Allocated IP 2001:db8:0:ffff::2 (1b10f974-75fb-4680-bf6b-c00ce67dd864/3408428d-0e0f-4dc1-a467-f3f0134f2b3a/42a790d5-c5d5-4750-8740-c99060aba1a7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:09.313852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network f4d09a43-1f09-4768-8138-77ab003692ad details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:09.322160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Deleting subnet fd095f81-9da2-45fb-b0ed-fb361ecb19e9 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:09.328826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.391337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.472410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Request body: {'subnet': {'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:09.492357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:09.513331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e658-4d15-40c4-96e3-db9a81b4e879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.513576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event deleted for resources: {'Port': ['ID=df144b0b-4748-419e-a7ec-34014a923f6a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:09.534851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.585638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.585638 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment ffa90192-0e1f-4b51-a110-20aa52593ca0 of type vlan for network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b Jan 31 17:54:09.711357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.713609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.732328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.745943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:09.760946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Usage tracker for resource:subnet and tenant:5dcf8aea6497400d9528f16a0947ee94 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:09.767250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:09.788056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:09.788056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-50af7ae2-c5ec-43cd-8056-35ed65ae0d13 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "DELETE /v2.0/ports/df144b0b-4748-419e-a7ec-34014a923f6a HTTP/1.1" status: 204 len: 168 time: 2.3246601 Jan 31 17:54:09.796809 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af0073fb-9ef8-4133-8b08-3498923029d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 200 len: 921 time: 1.8471344 Jan 31 17:54:09.801638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53408) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:09.801887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:09.826681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.943638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.951270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd095f81-9da2-45fb-b0ed-fb361ecb19e9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:09.953474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.955734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d9f3a-0fa0-4cea-bf0c-488e482fab2e None None] Network 3d6417b9-fd99-44b5-8110-9c11432668dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:09.965766 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e210fdd7-be94-4bb0-84d4-8d57f2fa22aa admin admin] 10.222.0.110 "DELETE /v2.0/subnets/fd095f81-9da2-45fb-b0ed-fb361ecb19e9 HTTP/1.1" status: 204 len: 168 time: 0.7341084 Jan 31 17:54:09.970418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.973438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53416) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:09.973938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Transition to ACTIVE for port object 42a790d5-c5d5-4750-8740-c99060aba1a7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:09.974054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:09.974718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:09.983099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Made reservation on behalf of 5dcf8aea6497400d9528f16a0947ee94 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:10.075474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Transition to ACTIVE for port object 42a790d5-c5d5-4750-8740-c99060aba1a7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:10.084464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:53:59Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': 'ceada29a-8b88-48b5-840d-d34f1f2e5208', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:7d:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6421f421-7099-4272-86d8-a34b49bd37db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:57Z', 'updated_at': '2022-01-31T17:54:08Z', 'revision_number': 4, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:10.109757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.115110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.158398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Deleting port 5f2b1f6e-0697-486a-a72b-e34f84720f6f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:10.158784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.160948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4651b162-8bdb-45ee-86af-f6d33519f0c7 None None] The sync data for ids ['6421f421-7099-4272-86d8-a34b49bd37db'] in dv-neutron-823271-3-hyperv is: [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:53:59Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': 'ceada29a-8b88-48b5-840d-d34f1f2e5208', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:7d:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6421f421-7099-4272-86d8-a34b49bd37db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:53:57Z', 'updated_at': '2022-01-31T17:54:08Z', 'revision_number': 4, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '6e9e7182-d678-400c-8980-86d03fe8ae10', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:10.219360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7146389 Jan 31 17:54:10.229119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53420) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:10.245969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:10.246672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:10.251568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.252604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Pushing event updated for resources: {'Port': ['ID=42a790d5-c5d5-4750-8740-c99060aba1a7,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:10.255226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:10.262800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:10.344863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c0ef8-6052-4de2-8226-2f2775849178 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=1a12c96c-d010-4e28-8b34-2ffd8a02a77b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:10.349779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.442137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:10.539743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Router d0a7a45a-2234-483d-ace2-8b972c000513 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:10.583156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Attempting to bind port 42a790d5-c5d5-4750-8740-c99060aba1a7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:10.583634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Attempting to bind port 42a790d5-c5d5-4750-8740-c99060aba1a7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '548fb856-fec8-4db0-84cd-0d2ecdf48fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:10.584182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Attempting to bind port 42a790d5-c5d5-4750-8740-c99060aba1a7 on network 1b10f974-75fb-4680-bf6b-c00ce67dd864 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:10.589939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:10.596003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3ef4d7c4-0a67-4bb8-9f57-6f4a736914d9 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=7029f4c6-f03c-4dd5-adab-51837fe309d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7902076 Jan 31 17:54:10.596235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:10.598147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.612768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:10.613397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Checking segment: {'id': '548fb856-fec8-4db0-84cd-0d2ecdf48fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:10.616156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.616738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Bound using segment: {'id': '548fb856-fec8-4db0-84cd-0d2ecdf48fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:10.617390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Bound port: 42a790d5-c5d5-4750-8740-c99060aba1a7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548fb856-fec8-4db0-84cd-0d2ecdf48fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '1b10f974-75fb-4680-bf6b-c00ce67dd864'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:10.617924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.653544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:subnet and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:10.666645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Deleting subnet 8f599354-000b-4096-8e30-b1b5d547df47 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:10.682668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:10.740043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.745665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] For port 42a790d5-c5d5-4750-8740-c99060aba1a7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:10.749862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] For port 42a790d5-c5d5-4750-8740-c99060aba1a7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42a790d5-c5d5-4750-8740-c99060aba1a7,segment=NetworkSegment(548fb856-fec8-4db0-84cd-0d2ecdf48fb3),segment_id=548fb856-fec8-4db0-84cd-0d2ecdf48fb3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:10.753114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] DHCP port deletion for 3d6417b9-fd99-44b5-8110-9c11432668dc request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:10.760117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Deleting port 5f2b1f6e-0697-486a-a72b-e34f84720f6f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:10.760628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.800484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:10.913920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da34bd9-ba41-470f-80db-ca9c5293afb5 None None] Pushing event updated for resources: {'Port': ['ID=42a790d5-c5d5-4750-8740-c99060aba1a7,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:10.984028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:10.995396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port ceada29a-8b88-48b5-840d-d34f1f2e5208 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:10.995727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.002285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ceada29a-8b88-48b5-840d-d34f1f2e5208 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:11.095012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:11.097749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.260230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.291909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] For port 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f2b1f6e-0697-486a-a72b-e34f84720f6f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:11.292265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.322064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] For port 5f2b1f6e-0697-486a-a72b-e34f84720f6f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f2b1f6e-0697-486a-a72b-e34f84720f6f,segment=NetworkSegment(9d7adb74-c94f-41a6-be69-033053ea6487),segment_id=9d7adb74-c94f-41a6-be69-033053ea6487)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:11.322978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.331621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ceada29a-8b88-48b5-840d-d34f1f2e5208 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:11.340415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ceada29a-8b88-48b5-840d-d34f1f2e5208 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:11.342211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.386983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.469389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Calling delete_port for 5f2b1f6e-0697-486a-a72b-e34f84720f6f owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:11.500213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d749f0a-f46d-43c1-94bb-fcf8136c89bd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:11.500711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d749f0a-f46d-43c1-94bb-fcf8136c89bd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Synchronizing usage tracker for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:11.502468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'Subnet': ['ID=cdc66b57-cd8e-446a-ac1a-e46604fe1f0e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:11.518800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Calling delete_port for 5f2b1f6e-0697-486a-a72b-e34f84720f6f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:11.565255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.599166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.667051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2d749f0a-f46d-43c1-94bb-fcf8136c89bd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Unset dirty status for tenant:8e4d74cb90ab41c695c1c63b25cfed45 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:11.672420 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2d749f0a-f46d-43c1-94bb-fcf8136c89bd tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 1.0705054 Jan 31 17:54:11.675115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:11.689569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.708734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port ceada29a-8b88-48b5-840d-d34f1f2e5208, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ceada29a-8b88-48b5-840d-d34f1f2e5208,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:11.709102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.737373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] Pushing event deleted for resources: {'Port': ['ID=5f2b1f6e-0697-486a-a72b-e34f84720f6f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:11.745911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.765003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617dd9b-a0f2-451d-ba8b-860267fca17c None None] No DVR routers for this DVR port 5f2b1f6e-0697-486a-a72b-e34f84720f6f on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:11.796554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port ceada29a-8b88-48b5-840d-d34f1f2e5208, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ceada29a-8b88-48b5-840d-d34f1f2e5208,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:11.802855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.815562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2943c75f-b8c6-4213-897b-885fb5d45a92 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 200 len: 205 time: 0.1268656 Jan 31 17:54:11.829318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53432) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:11.830784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Checking segment: {'id': 'f59945f6-fa48-4d17-afae-bee2e0c0e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:11.831376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Network hostable DHCP agents. Network: f4d09a43-1f09-4768-8138-77ab003692ad, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:11.870478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:11.871022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:11.878193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for ceada29a-8b88-48b5-840d-d34f1f2e5208 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:11.886216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:11.904708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:11.908565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f2b1f6e-0697-486a-a72b-e34f84720f6f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:11.955389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5f2b1f6e-0697-486a-a72b-e34f84720f6f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:11.956283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f2b1f6e-0697-486a-a72b-e34f84720f6f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:11.957440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fe5228e-8a68-4a85-a1d6-2049cf46d615 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:11.991794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 4fe5228e-8a68-4a85-a1d6-2049cf46d615 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:11.992168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fe5228e-8a68-4a85-a1d6-2049cf46d615 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:12.029869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c746053-a245-468f-91bf-1275ce9c37cf None None] Network 20162c66-812d-404d-a86a-b23f330943c6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:12.031104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.063761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "DELETE /v2.0/subnets/8f599354-000b-4096-8e30-b1b5d547df47 HTTP/1.1" status: 204 len: 168 time: 2.2560620 Jan 31 17:54:12.063761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680edc-48e4-4d8b-8ba3-845bb9e71e4b tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event deleted for resources: {'Subnet': ['ID=8f599354-000b-4096-8e30-b1b5d547df47,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:12.065993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53436) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:12.098508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Network f4d09a43-1f09-4768-8138-77ab003692ad is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:12.110978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:12.117917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, f4d09a43-1f09-4768-8138-77ab003692ad) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:12.128496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.132127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6077dbf4-856d-4083-b7a1-ac92b9ed9265 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "PUT /v2.0/routers/d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 200 len: 883 time: 11.1566505 Jan 31 17:54:12.144533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:12.145838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:12.146435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.239639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:12.239991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:12.256131 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2db1cda9-af8d-40a3-8e05-fc859cf6657e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9702780 Jan 31 17:54:12.256851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9b355b-273c-41f5-9033-bbea3630874e None None] Network f4d09a43-1f09-4768-8138-77ab003692ad requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:12.257399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:12.273276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] Sync routers for ids ['d0a7a45a-2234-483d-ace2-8b972c000513'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:12.280682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Request body: {'port': {'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-786536906'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:12.281717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.297583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:12.375748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] Routers {'d0a7a45a-2234-483d-ace2-8b972c000513'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:12.376375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['d0a7a45a-2234-483d-ace2-8b972c000513'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:12.377933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Deleting port 5f2b1f6e-0697-486a-a72b-e34f84720f6f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:12.378494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.408208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Deleting port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:12.408208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.470410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:12.511748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] Routers {'d0a7a45a-2234-483d-ace2-8b972c000513'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:12.512618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['d0a7a45a-2234-483d-ace2-8b972c000513'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:12.589497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:12.590100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b479a856-c586-452c-aadc-2d55c1bf6d8d None None] The sync data for ids ['d0a7a45a-2234-483d-ace2-8b972c000513'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:12.678148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff12fac-32ee-4392-82a6-9c40b94e6bc8 None None] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:12.686491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:12.708655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] The port '5f2b1f6e-0697-486a-a72b-e34f84720f6f' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:54:12.711473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:54:12.748504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Usage tracker for resource:port and tenant:5dcf8aea6497400d9528f16a0947ee94 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:12.752294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port ceada29a-8b88-48b5-840d-d34f1f2e5208 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:12.752696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.763931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:12.772178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] DHCP port deletion for 20162c66-812d-404d-a86a-b23f330943c6 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:12.777541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:12.783646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.794241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Deleting port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:12.794810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.813539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Made reservation on behalf of 5dcf8aea6497400d9528f16a0947ee94 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:12.816459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.854997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:12.994736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-929edbdc-8257-4655-8628-f1e53a20191b None None] Provisioning for port 42a790d5-c5d5-4750-8740-c99060aba1a7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:13.003826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] device_id is not set on port 29d5b303-f5d8-44d4-84f8-860c109bc48e yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:13.047788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-f4d09a43-1f09-4768-8138-77ab003692ad', 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad', 'tenant_id': '5dcf8aea6497400d9528f16a0947ee94', 'fixed_ips': [{'subnet_id': 'cdc66b57-cd8e-446a-ac1a-e46604fe1f0e'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:13.049169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.080634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42a790d5-c5d5-4750-8740-c99060aba1a7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:13.117585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.128338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-07e61787-f368-4495-92a9-2092eba2dee9 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 200 len: 924 time: 0.9708195 Jan 31 17:54:13.137053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:13.256187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=0b87c7b7-8eaf-4cdb-bcfe-a234a177536a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:13.286062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Allocated IP 172.20.0.10 (f4d09a43-1f09-4768-8138-77ab003692ad/cdc66b57-cd8e-446a-ac1a-e46604fe1f0e/29d5b303-f5d8-44d4-84f8-860c109bc48e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:13.312148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6417b9-fd99-44b5-8110-9c11432668dc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.319413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.350844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] For port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,segment=NetworkSegment(730b52b3-b99a-4f8c-b412-6bf326cb24d5),segment_id=730b52b3-b99a-4f8c-b412-6bf326cb24d5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:13.351390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.351511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7adb74-c94f-41a6-be69-033053ea6487') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.351801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7adb74-c94f-41a6-be69-033053ea6487') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.400093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.417564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': 'ffa90192-0e1f-4b51-a110-20aa52593ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:13.417929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: 1a12c96c-d010-4e28-8b34-2ffd8a02a77b, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:13.432807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] For port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,segment=NetworkSegment(730b52b3-b99a-4f8c-b412-6bf326cb24d5),segment_id=730b52b3-b99a-4f8c-b412-6bf326cb24d5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:13.433441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.462525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port ceada29a-8b88-48b5-840d-d34f1f2e5208, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ceada29a-8b88-48b5-840d-d34f1f2e5208,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:13.462868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.478227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.491646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:13.506080 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:13.520266 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:13.521100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.536194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Calling delete_port for 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:13.584070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.607822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 42a790d5-c5d5-4750-8740-c99060aba1a7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:13.614288 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-39cfa5bf-1ca4-4fed-bacf-23780c80ccf8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=d0a7a45a-2234-483d-ace2-8b972c000513&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4761434 Jan 31 17:54:13.624339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42a790d5-c5d5-4750-8740-c99060aba1a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:13.624830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.643254 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.647300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:13.655574 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:13.656359 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.676295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Calling delete_port for 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:13.725314 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:13.726134 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7747ee-dec0-4650-98cc-98dc3aeac7b9 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:13.740099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.763466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Releasing vlan 1426 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:13.764020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:13.777108 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:13.813428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] Pushing event deleted for resources: {'Port': ['ID=86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:13.823606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-baecb650-ac8e-4e3c-8208-211313ed40e7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.9683244 Jan 31 17:54:13.832542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:13.843316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for ceada29a-8b88-48b5-840d-d34f1f2e5208 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:13.851700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': '4b8135ea-8165-43ef-9c34-36ee8c365f5a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:13.864515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac56262-c87b-4b12-86b2-9b32023a2748 None None] No DVR routers for this DVR port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:13.878250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.912667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42a790d5-c5d5-4750-8740-c99060aba1a7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42a790d5-c5d5-4750-8740-c99060aba1a7,segment=NetworkSegment(548fb856-fec8-4db0-84cd-0d2ecdf48fb3),segment_id=548fb856-fec8-4db0-84cd-0d2ecdf48fb3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:13.918223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:13.920143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ceada29a-8b88-48b5-840d-d34f1f2e5208 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:14.052868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:14.055694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c50ed0-be0c-405e-9bd5-833dc0d496ed tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:14.057099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79c50ed0-be0c-405e-9bd5-833dc0d496ed tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.4088476 Jan 31 17:54:14.058088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.065511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:14.071094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42a790d5-c5d5-4750-8740-c99060aba1a7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:14.077619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.083214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.087422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ceada29a-8b88-48b5-840d-d34f1f2e5208 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:14.087797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.134921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1a12c96c-d010-4e28-8b34-2ffd8a02a77b) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:14.136456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.139500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port 65406628-cd63-45bb-9224-f7786a7c207e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:14.139674 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:14.140434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.140598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.146813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b962d25c-7604-4bd3-a393-3af940cfb379 None None] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:14.162519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] 10.222.0.110 "DELETE /v2.0/networks/3d6417b9-fd99-44b5-8110-9c11432668dc HTTP/1.1" status: 204 len: 168 time: 4.1852133 Jan 31 17:54:14.174815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8765a6-c096-4179-a3de-1de05af5bcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6417b9-fd99-44b5-8110-9c11432668dc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:14.181385 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-08dab347-0eb2-4fad-b3a1-e6e905bc8175 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 200 len: 205 time: 0.1133318 Jan 31 17:54:14.190493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:14.193172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.283594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Transition to ACTIVE for port object 29d5b303-f5d8-44d4-84f8-860c109bc48e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:14.292179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:14.292493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:14.313212 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-79eb1a7a-8ad3-4052-b334-1eab6279d196 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0811512 Jan 31 17:54:14.317617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53470) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:14.336842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'port': {'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b', 'name': 'tempest-NetworksIpV6TestAttrs-499698317'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:14.348878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1cd165cc-8ec4-400a-ae8a-84035a0a53fa None None] Provisioning complete for port 42a790d5-c5d5-4750-8740-c99060aba1a7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:14.350404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1cd165cc-8ec4-400a-ae8a-84035a0a53fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.473375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:14.542559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.548253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.587054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:14.643073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:14.643603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:14.736652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.745754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for 65406628-cd63-45bb-9224-f7786a7c207e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:14.751366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Allocated IP 172.20.0.2 (f4d09a43-1f09-4768-8138-77ab003692ad/cdc66b57-cd8e-446a-ac1a-e46604fe1f0e/4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:14.757185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1a12c96c-d010-4e28-8b34-2ffd8a02a77b', 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': '0b87c7b7-8eaf-4cdb-bcfe-a234a177536a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:14.758182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.776812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:14.792908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:port and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:14.795467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Deleting port 86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:14.796861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:14.819376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=ceada29a-8b88-48b5-840d-d34f1f2e5208,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:14.822733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:14.855790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:14.856187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Network f4d09a43-1f09-4768-8138-77ab003692ad is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:14.919108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:14.921107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'Port': ['ID=29d5b303-f5d8-44d4-84f8-860c109bc48e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:14.931082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:14.954440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] The port '86c1c6f5-7bd3-4b8a-a8c4-74dfd6786596' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:54:14.966636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-88064c52-cb97-48b8-9809-10dfc913e09f admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e5a00c118f8f43c6b498a86acccad998&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4920845 Jan 31 17:54:14.970162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:15.018594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42a790d5-c5d5-4750-8740-c99060aba1a7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:15.024202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:15.024836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.066307 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-64724bb7-5e54-452c-93c5-95071e133266 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7932649 Jan 31 17:54:15.069830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:15.084505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Request body: {'port': {'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2081559383', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:15.085040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] bootfile-name is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:15.085371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] tftp-server is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:15.085537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:15.085746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.api.validators [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] server-ip-address is not in valid_values {{(pid=83557) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:15.088442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.248464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.256310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] device_id is not set on port db68536b-1e3d-4d6c-9da5-ca036056760a yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:15.286684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42a790d5-c5d5-4750-8740-c99060aba1a7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:15.287293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.341213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Allocated IP 2001:db8::f816:3eff:fe08:b2c8 (1a12c96c-d010-4e28-8b34-2ffd8a02a77b/0b87c7b7-8eaf-4cdb-bcfe-a234a177536a/3ffc1000-166e-4ee0-84e7-9cee62e466a3) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:15.371910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.399715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.408076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Transition to ACTIVE for port object 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:15.454136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20162c66-812d-404d-a86a-b23f330943c6']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:15.488817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730b52b3-b99a-4f8c-b412-6bf326cb24d5') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:15.489097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730b52b3-b99a-4f8c-b412-6bf326cb24d5') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:15.511141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Transition to ACTIVE for port object 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:15.513495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.524989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.550888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.557082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.566047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.593613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:15.612470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Usage tracker for resource:port and tenant:5dcf8aea6497400d9528f16a0947ee94 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:15.621736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:15.632305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.638330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:15.644571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Releasing vlan 1429 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:15.644964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:15.666425 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:15.683119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Network f4d09a43-1f09-4768-8138-77ab003692ad is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:15.690283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:15.710511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=65406628-cd63-45bb-9224-f7786a7c207e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:15.725590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:15.727776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Pushing event updated for resources: {'Port': ['ID=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:15.736234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.756846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Made reservation on behalf of 5dcf8aea6497400d9528f16a0947ee94 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:15.761133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.828776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.846918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] device_id is not set on port 901b10ce-0eda-40f1-b308-848fdf31ef97 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:15.848004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.855963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Transition to ACTIVE for port object 3ffc1000-166e-4ee0-84e7-9cee62e466a3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:15.864764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Attempting to bind port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:15.865295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Attempting to bind port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f59945f6-fa48-4d17-afae-bee2e0c0e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:15.865838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Attempting to bind port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d on network f4d09a43-1f09-4768-8138-77ab003692ad {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:15.879157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.889745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Transition to ACTIVE for port object 3ffc1000-166e-4ee0-84e7-9cee62e466a3 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:15.894053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] Pushing event deleted for resources: {'Network': ['ID=20162c66-812d-404d-a86a-b23f330943c6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:15.905793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:15.906426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Checking segment: {'id': 'f59945f6-fa48-4d17-afae-bee2e0c0e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:15.907018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:15.907450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Bound using segment: {'id': 'f59945f6-fa48-4d17-afae-bee2e0c0e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:15.907945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Bound port: 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59945f6-fa48-4d17-afae-bee2e0c0e845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'f4d09a43-1f09-4768-8138-77ab003692ad'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:15.908679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.003800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.065183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] For port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:16.095403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] For port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,segment=NetworkSegment(f59945f6-fa48-4d17-afae-bee2e0c0e845),segment_id=f59945f6-fa48-4d17-afae-bee2e0c0e845)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:16.097591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:16.101675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:16.107184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.112194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:16.114863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Pushing event updated for resources: {'Port': ['ID=3ffc1000-166e-4ee0-84e7-9cee62e466a3,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:16.138099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.215137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:16.270553 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3a781b2d-3a4f-4756-90fa-06fbe6aa5097 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022 tempest-ExtraDHCPOptionsIpV6TestJSON-189559022-project] 10.222.0.110 "DELETE /v2.0/networks/20162c66-812d-404d-a86a-b23f330943c6 HTTP/1.1" status: 204 len: 168 time: 4.1993413 Jan 31 17:54:16.273981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.275935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.277010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fee58d04-1552-464a-9773-668ab3a25abb HTTP/1.1" status: 204 len: 168 time: 1.3051128 Jan 31 17:54:16.307017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Allocated IP 2001:db8::f816:3eff:fee5:8338 (1a12c96c-d010-4e28-8b34-2ffd8a02a77b/0b87c7b7-8eaf-4cdb-bcfe-a234a177536a/db68536b-1e3d-4d6c-9da5-ca036056760a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:16.308716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03cb26-121c-4b2d-b6d7-849933511b42 None None] Pushing event updated for resources: {'Port': ['ID=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:16.317185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab804b-c356-44c7-9077-267fad175a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee58d04-1552-464a-9773-668ab3a25abb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:16.322725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Attempting to bind port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:16.323096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Attempting to bind port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'ffa90192-0e1f-4b51-a110-20aa52593ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:16.323456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Attempting to bind port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 on network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:16.371211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:16.371595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Checking segment: {'id': 'ffa90192-0e1f-4b51-a110-20aa52593ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:16.372009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.372407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Bound using segment: {'id': 'ffa90192-0e1f-4b51-a110-20aa52593ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:16.372907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Bound port: 3ffc1000-166e-4ee0-84e7-9cee62e466a3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa90192-0e1f-4b51-a110-20aa52593ca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '1a12c96c-d010-4e28-8b34-2ffd8a02a77b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:16.373286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.489658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Allocated IP 172.20.0.13 (f4d09a43-1f09-4768-8138-77ab003692ad/cdc66b57-cd8e-446a-ac1a-e46604fe1f0e/901b10ce-0eda-40f1-b308-848fdf31ef97) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:16.565443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] For port 3ffc1000-166e-4ee0-84e7-9cee62e466a3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:16.569048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] For port 3ffc1000-166e-4ee0-84e7-9cee62e466a3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ffc1000-166e-4ee0-84e7-9cee62e466a3,segment=NetworkSegment(ffa90192-0e1f-4b51-a110-20aa52593ca0),segment_id=ffa90192-0e1f-4b51-a110-20aa52593ca0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:16.574951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.704002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.716213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.771031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520677db-1a33-40a0-9042-fe352d3ae0b0 None None] Pushing event updated for resources: {'Port': ['ID=3ffc1000-166e-4ee0-84e7-9cee62e466a3,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:16.857443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:16.900376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Router 6421f421-7099-4272-86d8-a34b49bd37db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:17.027424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port 2dd76ec3-97f6-47db-99cd-a3664afa4899 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:17.027780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.036009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.082993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.122231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:17.174945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53498) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:17.221021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:17.373148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.419637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Transition to ACTIVE for port object db68536b-1e3d-4d6c-9da5-ca036056760a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:17.483951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.485096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router 7029f4c6-f03c-4dd5-adab-51837fe309d0 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:17.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:17.589382 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c141765c-5401-4109-a446-55685ac02368 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "PUT /v2.0/routers/6421f421-7099-4272-86d8-a34b49bd37db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1328464 Jan 31 17:54:17.593944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Sync routers for ids ['6421f421-7099-4272-86d8-a34b49bd37db'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:17.594454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:17.598537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.612589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Routers {'6421f421-7099-4272-86d8-a34b49bd37db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:17.614202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['6421f421-7099-4272-86d8-a34b49bd37db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:17.648025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.652707 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-28057f72-9e25-47ab-9262-9fc71c7fd4d1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 204 len: 168 time: 5.7864659 Jan 31 17:54:17.662312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53518) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:17.684921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-343995881', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:17.708325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:17.728903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:17.735731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.738888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:17.751160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:17.774787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Transition to ACTIVE for port object 901b10ce-0eda-40f1-b308-848fdf31ef97 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:17.779947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.781526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.839481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Set router 6421f421-7099-4272-86d8-a34b49bd37db gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:17.860476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.897601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:17.931363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for 2dd76ec3-97f6-47db-99cd-a3664afa4899 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:18.002424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.020591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c3b7ee-2884-4403-a975-ad81625d6f4b None None] Network f4d09a43-1f09-4768-8138-77ab003692ad requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:18.021529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53524) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.114908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.140352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Network f4d09a43-1f09-4768-8138-77ab003692ad is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:18.156160 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1e51c523-d58b-4e70-a22d-e6ead411aba1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f2d2a427bb014d028722c9364e5e38af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9762385 Jan 31 17:54:18.158028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.164355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:18.179826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:18.209601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'Port': ['ID=901b10ce-0eda-40f1-b308-848fdf31ef97,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:18.221789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:54:14Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:18.249594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.251098 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9deb711f-307f-4155-850e-b44d5e5b69b4 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5879803 Jan 31 17:54:18.255189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Checking router: 6421f421-7099-4272-86d8-a34b49bd37db for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:18.255935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53534) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.267957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:18.284274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2211787-bdd4-4e5d-996e-024a729c26d9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.286025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2211787-bdd4-4e5d-996e-024a729c26d9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.289981 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c2211787-bdd4-4e5d-996e-024a729c26d9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6917772 Jan 31 17:54:18.298118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Provisioning for port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:18.299635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.302690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:18.303278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53538) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.315379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Port': ['ID=db68536b-1e3d-4d6c-9da5-ca036056760a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:18.328797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:18.329613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Provisioning complete for port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:18.330174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.336033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:18.339977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.340571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.360227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Routers {'6421f421-7099-4272-86d8-a34b49bd37db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:18.360991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['6421f421-7099-4272-86d8-a34b49bd37db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:18.383479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.384095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.408180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785488fb-25fb-4bb0-95e8-58599a85caf5 None None] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:18.465776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1435937662-network', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:18.478953 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e443c288-d124-46f9-976a-82e3100707ec tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.1579194 Jan 31 17:54:18.484351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53542) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.487287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:18.510601 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fc1efc6c-84d9-4129-8312-0266dc43d1a0 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 3.4388275 Jan 31 17:54:18.517883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53546) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.626520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Usage tracker for resource:network and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:18.647527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] Set router 6421f421-7099-4272-86d8-a34b49bd37db gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:18.694503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:18.707040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.721272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:18.814397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.818472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.822379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:18.823257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Synchronizing usage tracker for tenant:5dcf8aea6497400d9528f16a0947ee94 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:18.844126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:54:14Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:18.848107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Made reservation on behalf of e909c1ce43e447e38e1d5797a4c970f7 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:18.850126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.889624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.911092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee320fa1-4008-4d78-aa27-d2b451d23ee9 None None] The sync data for ids ['6421f421-7099-4272-86d8-a34b49bd37db'] in dv-neutron-823271-3-hyperv is: [{'id': '6421f421-7099-4272-86d8-a34b49bd37db', 'name': 'tempest-NetworksTestDHCPv6-router-1987515111', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:53:55Z', 'updated_at': '2022-01-31T17:54:14Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:18.913032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:18.921222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Unset dirty status for tenant:5dcf8aea6497400d9528f16a0947ee94 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:18.922379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2e06c340-a89a-4cd7-8c9c-206dabc372ba tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3558192 Jan 31 17:54:18.930510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:18.932695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.935810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.965357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:18.995956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=2dd76ec3-97f6-47db-99cd-a3664afa4899,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:19.050365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] For port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,segment=NetworkSegment(f59945f6-fa48-4d17-afae-bee2e0c0e845),segment_id=f59945f6-fa48-4d17-afae-bee2e0c0e845)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:19.080748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.174396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba3c56-c39a-4362-8a10-8bdca1899426 None None] Pushing event updated for resources: {'Port': ['ID=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:19.206990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.214445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b244da51-581f-4029-a4c2-647a67bd1161 None None] Provisioning for port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:19.243596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 6e9e7182-d678-400c-8980-86d03fe8ae10 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:19.257243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:19.262955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1a8b07-7c6d-45dc-8499-ee5faa5b2cdf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:19.266841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Deleting port 901b10ce-0eda-40f1-b308-848fdf31ef97 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:19.267069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.275579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.338154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Usage tracker for resource:security_group_rule and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:19.378229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:19.379986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ffc1000-166e-4ee0-84e7-9cee62e466a3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:19.485596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:19.499961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting subnet 0b87c7b7-8eaf-4cdb-bcfe-a234a177536a {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:19.521737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.552093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:19.560595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:19.561079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.633508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.659721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Provisioning for port 901b10ce-0eda-40f1-b308-848fdf31ef97 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:19.674247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Provisioning complete for port 901b10ce-0eda-40f1-b308-848fdf31ef97 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:19.674921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.679073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.683055 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e7e04b33-c19a-419b-9380-01d8f665bd30 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/af1a8b07-7c6d-45dc-8499-ee5faa5b2cdf HTTP/1.1" status: 204 len: 168 time: 1.5115917 Jan 31 17:54:19.701666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.816860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.851219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:19.915529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Port 901b10ce-0eda-40f1-b308-848fdf31ef97 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:19.998545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3ffc1000-166e-4ee0-84e7-9cee62e466a3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ffc1000-166e-4ee0-84e7-9cee62e466a3,segment=NetworkSegment(ffa90192-0e1f-4b51-a110-20aa52593ca0),segment_id=ffa90192-0e1f-4b51-a110-20aa52593ca0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:20.003338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Provisioning for port 29d5b303-f5d8-44d4-84f8-860c109bc48e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:20.016163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.123641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3ffc1000-166e-4ee0-84e7-9cee62e466a3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:20.136516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Provisioning complete for port 29d5b303-f5d8-44d4-84f8-860c109bc48e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:20.137188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.169026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.204392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.218187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.231817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.245928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.272699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:20.275573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Port 29d5b303-f5d8-44d4-84f8-860c109bc48e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:20.287100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:20.301258 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:20.302098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:20.303361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Provisioning complete for port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:20.305713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d3cc156c-cb75-4a33-a53c-d8dd83261743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.337625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.421993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.427099 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:20.429962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.460183 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:20.460758 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:20.481338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.501045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Calling delete_port for 901b10ce-0eda-40f1-b308-848fdf31ef97 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:20.503058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] vlan segment allocate from pool success with {'vlan_id': 1418, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:20.524168 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:20.524809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b02e23-bdd2-400a-ad3f-eefe97d5f1e7 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:20.542068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f0300-a25c-40b3-a749-83c9853977f7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:20.550937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.551357 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Added segment 0bb8c11f-e27c-4946-9c9a-c4988696d7cd of type vlan for network 56a49de1-a708-479c-a65b-2f040dbacb6b Jan 31 17:54:20.553249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.554321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router d0a7a45a-2234-483d-ace2-8b972c000513 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:20.591980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Provisioning for port db68536b-1e3d-4d6c-9da5-ca036056760a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:20.599284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Provisioning complete for port db68536b-1e3d-4d6c-9da5-ca036056760a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:20.599752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.619977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.665076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Port db68536b-1e3d-4d6c-9da5-ca036056760a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:20.680595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Provisioning complete for port 29d5b303-f5d8-44d4-84f8-860c109bc48e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:20.680958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.707363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.744430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Port 29d5b303-f5d8-44d4-84f8-860c109bc48e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:20.755979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6a626032-b993-4f44-ba7b-d889eb45e353 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/da7355f4-3aee-40be-a1a5-ee4afe0ca60d HTTP/1.1" status: 200 len: 978 time: 6.9234221 Jan 31 17:54:20.759383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:20.761714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Provisioning complete for port 901b10ce-0eda-40f1-b308-848fdf31ef97 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:20.762089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.772396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.776912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.788811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.803935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9e7182-d678-400c-8980-86d03fe8ae10,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:20.823399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ba7f40-dc6c-4dcd-b31d-1de4054d01ff None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:20.856580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.862731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:20.863288 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-509c1e0a-b7dd-4527-afe3-36037ea6e28b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 204 len: 168 time: 6.6622016 Jan 31 17:54:20.889738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.901704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379395122', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:20.914510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5c058f5-a124-4d51-8590-b3ca42406a6c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/6e9e7182-d678-400c-8980-86d03fe8ae10 HTTP/1.1" status: 204 len: 168 time: 2.5998256 Jan 31 17:54:20.916852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=0b87c7b7-8eaf-4cdb-bcfe-a234a177536a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:20.925021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.926070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:20.926908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:20.945996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:20.984256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50187978-bc67-4649-9437-3cfbc3da1138 None None] Network 1a12c96c-d010-4e28-8b34-2ffd8a02a77b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:20.991403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:20.993636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event deleted for resources: {'Port': ['ID=901b10ce-0eda-40f1-b308-848fdf31ef97,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:20.999771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ffc1000-166e-4ee0-84e7-9cee62e466a3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:21.015142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:21.062379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:21.063780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.068404 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e28590e-2621-4310-b361-3a4d47ddd0f0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/0b87c7b7-8eaf-4cdb-bcfe-a234a177536a HTTP/1.1" status: 204 len: 168 time: 2.5775878 Jan 31 17:54:21.072764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.0096939 Jan 31 17:54:21.112386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:21.115171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:21.115507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:21.150609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Port 901b10ce-0eda-40f1-b308-848fdf31ef97 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:21.168569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66e91b-daf6-4539-a68c-f06e7bdee063 admin admin] Pushing event updated for resources: {'Network': ['ID=56a49de1-a708-479c-a65b-2f040dbacb6b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:21.192353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 56a49de1-a708-479c-a65b-2f040dbacb6b details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:21.196915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09abe8f3-6c32-4f37-a10d-4b415d66d537 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:21.198277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09abe8f3-6c32-4f37-a10d-4b415d66d537 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:21.199015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-09abe8f3-6c32-4f37-a10d-4b415d66d537 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Synchronizing usage tracker for tenant:89ef5ca449904a268cfd30fcab5a0c35 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:21.203244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:21.208054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Request body: {'subnet': {'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1435937662-subnet', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:21.304828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'networks': [{'name': 'tempest-network--1136898362'}, {'name': 'tempest-network--510569444'}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:21.305133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-network--1136898362'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:21.305604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-network--510569444'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:21.313465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:21.316110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:21.320448 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ba892239-ddde-4811-9a54-b29641913d3a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2635820 Jan 31 17:54:21.321074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 38205870-7f03-4b64-961d-60bc4f672a5f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:21.321582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.323088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:network and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:21.325553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:21.328099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:21.391746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:21.464516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'network': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:21.468291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.480048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Provisioning complete for port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:21.480412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a65ead20-06fe-4c0f-bd5e-72d9df4cb532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.488767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.513252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.521167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Usage tracker for resource:subnet and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:21.539957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:21.540331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.563993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:21.584795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.585836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.597017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:21.645294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:21.649112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-09abe8f3-6c32-4f37-a10d-4b415d66d537 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Unset dirty status for tenant:89ef5ca449904a268cfd30fcab5a0c35 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:21.650411 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-09abe8f3-6c32-4f37-a10d-4b415d66d537 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5338337 Jan 31 17:54:21.659517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:security_group_rule and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:21.662285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53604) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:21.668189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:21.698333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:21.718144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Allocated IP 172.26.4.250 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/3b9fc226-16bf-43e9-9d15-19c70aaefeb3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:21.725468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Made reservation on behalf of e909c1ce43e447e38e1d5797a4c970f7 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:21.727814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.785832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:21.811103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] DHCP port deletion for 1a12c96c-d010-4e28-8b34-2ffd8a02a77b request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:21.831723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Deleting port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:21.832197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.876940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:21.927657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Deleting port b4f960ef-8fc0-41a9-b936-556040506d8f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:21.928504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.967663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:21.984915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.018291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.167648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.168023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.184341 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-21cda1f1-1c1e-4f57-9fe8-46899c003846 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "DELETE /v2.0/ports/901b10ce-0eda-40f1-b308-848fdf31ef97 HTTP/1.1" status: 204 len: 168 time: 3.2476037 Jan 31 17:54:22.184562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.186617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:22.194165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Request body: {'port': {'name': 'tempest-new-port-name-1116114567', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:22.194550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] bootfile-name is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:22.194880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] tftp-server is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:22.195200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.api.validators [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] server-ip-address is not in valid_values {{(pid=83558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 31 17:54:22.219771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:22.220126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.222693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f34f61fa-2882-42ca-85cc-194fd5b0cb6d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.246190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.260729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.270881 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34f61fa-2882-42ca-85cc-194fd5b0cb6d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 17:54:22.271339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34f61fa-2882-42ca-85cc-194fd5b0cb6d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:54:22.338028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 38205870-7f03-4b64-961d-60bc4f672a5f owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:22.364964 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f34f61fa-2882-42ca-85cc-194fd5b0cb6d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/1a12c96c-d010-4e28-8b34-2ffd8a02a77b HTTP/1.1" status: 409 len: 405 time: 0.6979017 Jan 31 17:54:22.368764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:22.373042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:22.375368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2012458317'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:22.386108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] For port 3ffc1000-166e-4ee0-84e7-9cee62e466a3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ffc1000-166e-4ee0-84e7-9cee62e466a3,segment=NetworkSegment(ffa90192-0e1f-4b51-a110-20aa52593ca0),segment_id=ffa90192-0e1f-4b51-a110-20aa52593ca0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:22.388525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.395555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:22.406833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.407306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Fanout notify agent at l3_agent the message router_deleted on router 6421f421-7099-4272-86d8-a34b49bd37db {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:22.409919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.413164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:22.422310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:22.433244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:22.434505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.438740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.438900 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ac54c2bf-3ebe-46cc-9258-0ec30af15b35 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5555580 Jan 31 17:54:22.439005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.444584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53616) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:22.449850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.460971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': True}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:22.545891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Calling delete_port for 3ffc1000-166e-4ee0-84e7-9cee62e466a3 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:22.555855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.567448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Checking segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:22.567797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Network hostable DHCP agents. Network: 56a49de1-a708-479c-a65b-2f040dbacb6b, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:22.569458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.573804 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae1afeff-2026-46f6-b054-28c575ce8421 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/routers/6421f421-7099-4272-86d8-a34b49bd37db HTTP/1.1" status: 204 len: 168 time: 1.2440746 Jan 31 17:54:22.576168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:22.585454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:22.585941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] For port b4f960ef-8fc0-41a9-b936-556040506d8f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b4f960ef-8fc0-41a9-b936-556040506d8f,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:22.586322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.588889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.607352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:22.650864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54987e26-39b5-4e28-8120-cb3b7225978e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:22.716647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:22.754841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Calling delete_port for b4f960ef-8fc0-41a9-b936-556040506d8f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:22.793462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.793701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.793972 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment a33b779e-ba75-465d-b278-13ae53577df7 of type vlan for network 3383bc0b-c113-4212-9809-c077328f5876 Jan 31 17:54:22.796511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Network 56a49de1-a708-479c-a65b-2f040dbacb6b is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:22.802273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:22.866029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ceada29a-8b88-48b5-840d-d34f1f2e5208 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:22.896803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 56a49de1-a708-479c-a65b-2f040dbacb6b) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:22.908199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:22.909572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:22.910487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.913402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.913986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment 579c5dbb-1895-40ff-958e-ba398763a712 of type vlan for network 9c09d41b-7490-485e-9952-09e51f0a8e98 Jan 31 17:54:22.938734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:22.943887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:22.949325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:22.957296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:22.963407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4c54e-da09-4187-82ec-4b9b7b0bff27 None None] Network 56a49de1-a708-479c-a65b-2f040dbacb6b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:22.971999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:22.984903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:22.987910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:23.029276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Pushing event updated for resources: {'Port': ['ID=3b9fc226-16bf-43e9-9d15-19c70aaefeb3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.030503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.032633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.050744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:23.054911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.055597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.098519 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.101977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ceada29a-8b88-48b5-840d-d34f1f2e5208 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:23.102318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ceada29a-8b88-48b5-840d-d34f1f2e5208 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:23.141562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] Pushing event deleted for resources: {'Port': ['ID=3ffc1000-166e-4ee0-84e7-9cee62e466a3,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.163263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:23.195498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d239cfc0-8791-485c-92f4-68425ba4b15f None None] No DVR routers for this DVR port 3ffc1000-166e-4ee0-84e7-9cee62e466a3 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:23.210391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] Pushing event deleted for resources: {'Port': ['ID=b4f960ef-8fc0-41a9-b936-556040506d8f,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.221094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91277991-bb7d-4989-9c3c-924b2600a817 None None] No DVR routers for this DVR port b4f960ef-8fc0-41a9-b936-556040506d8f on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:23.237002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.237540 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment 6f04dad3-05c4-4fd0-8fdb-97648e667881 of type vlan for network ff4482b8-c8e8-4381-b293-d9395397149d Jan 31 17:54:23.266229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.269957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:23.270530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.277146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=38205870-7f03-4b64-961d-60bc4f672a5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.283136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ffc1000-166e-4ee0-84e7-9cee62e466a3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:23.332057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3ffc1000-166e-4ee0-84e7-9cee62e466a3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:23.332057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ffc1000-166e-4ee0-84e7-9cee62e466a3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:23.332057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b4f960ef-8fc0-41a9-b936-556040506d8f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:23.366336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b4f960ef-8fc0-41a9-b936-556040506d8f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:23.366676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b4f960ef-8fc0-41a9-b936-556040506d8f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:23.374651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e8198026-4ec8-4b42-8e07-d67b7802a8bb admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2561498 Jan 31 17:54:23.393529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.399248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.401518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:23.423495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:23.430448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-56a49de1-a708-479c-a65b-2f040dbacb6b', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:23.431409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.440477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.486007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:23.499577 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1293488 Jan 31 17:54:23.525781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Usage tracker for resource:router and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:23.527977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:23.528616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17c81b-2c61-4fdc-bbde-4d58bb4aa708 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=9c09d41b-7490-485e-9952-09e51f0a8e98,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.536885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:23.570458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:23.594124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.595423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:23.620278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:23.689445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Allocated IP 172.20.0.2 (56a49de1-a708-479c-a65b-2f040dbacb6b/2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4/a763ced3-3657-47ba-a0ea-1c27790eb0bf) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:23.694212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.758380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.759294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.762218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.762689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.767328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:23.770560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:23.771187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.774916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event updated for resources: {'Port': ['ID=29d5b303-f5d8-44d4-84f8-860c109bc48e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:23.913946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:23.999583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.000383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9289818 Jan 31 17:54:24.011423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] In _notify_port_updated(), no bound segment for port 29d5b303-f5d8-44d4-84f8-860c109bc48e on network f4d09a43-1f09-4768-8138-77ab003692ad {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:54:24.015505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.016391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.016863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Transition to ACTIVE for port object a763ced3-3657-47ba-a0ea-1c27790eb0bf will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:24.017693 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fcbc80b8-6571-4c26-8ff1-84a49fa6319b tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "PUT /v2.0/ports/29d5b303-f5d8-44d4-84f8-860c109bc48e HTTP/1.1" status: 200 len: 1137 time: 1.8300779 Jan 31 17:54:24.019963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:24.020338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:24.040244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:24.042826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Transition to ACTIVE for port object a763ced3-3657-47ba-a0ea-1c27790eb0bf will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:24.047364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e5dc2fa1-6f76-4393-a728-ddca614b38ff None None] Provisioning complete for port 29d5b303-f5d8-44d4-84f8-860c109bc48e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:24.047856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e5dc2fa1-6f76-4393-a728-ddca614b38ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.078834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.120407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=3383bc0b-c113-4212-9809-c077328f5876,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:24.139357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 3383bc0b-c113-4212-9809-c077328f5876 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:24.144086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.191741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:24.196891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.204207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.230959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Network 56a49de1-a708-479c-a65b-2f040dbacb6b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:24.246586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:24.248973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e5dc2fa1-6f76-4393-a728-ddca614b38ff None None] Port 29d5b303-f5d8-44d4-84f8-860c109bc48e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:24.250514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:24.286935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Pushing event updated for resources: {'Port': ['ID=a763ced3-3657-47ba-a0ea-1c27790eb0bf,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:24.384492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Attempting to bind port a763ced3-3657-47ba-a0ea-1c27790eb0bf on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:24.385217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Attempting to bind port a763ced3-3657-47ba-a0ea-1c27790eb0bf by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:24.385462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Attempting to bind port a763ced3-3657-47ba-a0ea-1c27790eb0bf on network 56a49de1-a708-479c-a65b-2f040dbacb6b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:24.393831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:24.393831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Checking segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:24.394133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.394357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Bound using segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:24.394800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Bound port: a763ced3-3657-47ba-a0ea-1c27790eb0bf, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:24.395198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.419627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.469719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.485728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] For port a763ced3-3657-47ba-a0ea-1c27790eb0bf, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:24.488780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] For port a763ced3-3657-47ba-a0ea-1c27790eb0bf, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a763ced3-3657-47ba-a0ea-1c27790eb0bf,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:24.495594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.505728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:24.524366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be573e2-1e4b-4df1-8806-1e78edcb7bbc tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.529160 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3be573e2-1e4b-4df1-8806-1e78edcb7bbc tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "GET /v2.0/ports/29d5b303-f5d8-44d4-84f8-860c109bc48e HTTP/1.1" status: 200 len: 1137 time: 0.4907274 Jan 31 17:54:24.542590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:24.543158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53640) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:24.555150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.580010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ebd5b-6f8b-4a9c-beb2-8d31acea5516 None None] Pushing event updated for resources: {'Port': ['ID=a763ced3-3657-47ba-a0ea-1c27790eb0bf,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:24.614453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=5dd99b48-a460-43c0-8972-056f029de733,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:24.618728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:24.622274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.622853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.630767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1680bd-d0dc-4219-b1b5-2e1d3c0a215c None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:24.670186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b2430-c6da-4dd0-9e4e-d6d18d3fd78c tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=ff4482b8-c8e8-4381-b293-d9395397149d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:24.712902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network ff4482b8-c8e8-4381-b293-d9395397149d details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:24.886588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.891307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.895482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.899494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:24.900383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Synchronizing usage tracker for tenant:5735305e24fe4b84b9c3661f872174ac on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:24.929876 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4aac6c4-48c6-4725-b788-91f90e33f484 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3385539 Jan 31 17:54:24.933225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53644) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:24.949658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:24.960906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:24.983561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Deleting port 29d5b303-f5d8-44d4-84f8-860c109bc48e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:24.983912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.016981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:25.021548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '5dd99b48-a460-43c0-8972-056f029de733'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:25.023074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.091700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:router and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:25.104141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 172.26.4.116 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/3b6f3249-36a1-46d6-9c2e-26ba236b7826) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:25.191845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:25.199055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Unset dirty status for tenant:5735305e24fe4b84b9c3661f872174ac on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:25.203162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-16b7b57b-6490-4b4f-9758-b53c31842b6a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1668034 Jan 31 17:54:25.219280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:25.220343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/5dd99b48-a460-43c0-8972-056f029de733/dccde5c2-0345-45e6-bbd9-0381070ada13) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:25.224760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Router 7913fe41-9269-416e-a937-7c2021024775 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:25.231185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:25.288445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.319335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a763ced3-3657-47ba-a0ea-1c27790eb0bf up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:25.339974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.340872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.363585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.388088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:25.397892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.402919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.562324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.575732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Transition to ACTIVE for port object dccde5c2-0345-45e6-bbd9-0381070ada13 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:25.584511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a763ced3-3657-47ba-a0ea-1c27790eb0bf completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:25.603276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.609880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Transition to ACTIVE for port object dccde5c2-0345-45e6-bbd9-0381070ada13 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:25.619290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.658312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.659500 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-521add14-0aff-4254-bf1e-3279fd492bf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7222605 Jan 31 17:54:25.668129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53652) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:25.724353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b117625-3535-4d75-bb4a-f9a7441b585e None None] Network 56a49de1-a708-479c-a65b-2f040dbacb6b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:25.807690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.813738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:25.830817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:25.835169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Pushing event updated for resources: {'Port': ['ID=dccde5c2-0345-45e6-bbd9-0381070ada13,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:25.839159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:25.856946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.901523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3383bc0b-c113-4212-9809-c077328f5876']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:25.924594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b779e-ba75-465d-b278-13ae53577df7') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:25.924913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b779e-ba75-465d-b278-13ae53577df7') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:25.942809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:25.990201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Attempting to bind port dccde5c2-0345-45e6-bbd9-0381070ada13 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:25.990554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Attempting to bind port dccde5c2-0345-45e6-bbd9-0381070ada13 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:25.991004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Attempting to bind port dccde5c2-0345-45e6-bbd9-0381070ada13 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:25.992919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Provisioning for port a763ced3-3657-47ba-a0ea-1c27790eb0bf completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:26.000840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.004964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Calling delete_port for 29d5b303-f5d8-44d4-84f8-860c109bc48e owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:26.013439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Provisioning complete for port a763ced3-3657-47ba-a0ea-1c27790eb0bf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:26.013994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.063234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.083353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:26.083936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:26.084111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.084885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:26.085255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Bound port: dccde5c2-0345-45e6-bbd9-0381070ada13, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:26.085687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.086696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:26.087092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:26.104385 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:26.220416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6f3249-36a1-46d6-9c2e-26ba236b7826,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:26.231533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.258234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:26.267556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:26.271719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:26.328573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.348792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] For port dccde5c2-0345-45e6-bbd9-0381070ada13, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:26.354016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] For port a763ced3-3657-47ba-a0ea-1c27790eb0bf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a763ced3-3657-47ba-a0ea-1c27790eb0bf,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:26.360962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] For port dccde5c2-0345-45e6-bbd9-0381070ada13, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=dccde5c2-0345-45e6-bbd9-0381070ada13,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:26.362462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.362882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.377070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=3383bc0b-c113-4212-9809-c077328f5876,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:26.429805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.437712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:26.451496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.458878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d16a296a-fd4c-48a6-80fc-b4e47491d3d7 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "PUT /v2.0/routers/7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 200 len: 915 time: 8.1948664 Jan 31 17:54:26.458878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-414e22c2-ebaa-41cb-acbc-0a626dbe48ad tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/3383bc0b-c113-4212-9809-c077328f5876 HTTP/1.1" status: 204 len: 168 time: 1.2335114 Jan 31 17:54:26.458878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53656) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:26.458878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53658) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:26.462214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6f726-073b-45a7-94d6-ad1b9e561a6b None None] Pushing event updated for resources: {'Port': ['ID=a763ced3-3657-47ba-a0ea-1c27790eb0bf,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:26.470393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] Sync routers for ids ['7913fe41-9269-416e-a937-7c2021024775'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:26.558015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] Routers {'7913fe41-9269-416e-a937-7c2021024775'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:26.558654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7913fe41-9269-416e-a937-7c2021024775'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.648452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.657697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:54:26.659309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a0fe-1f86-418f-8a8b-79a0c9a0edbf None None] Pushing event updated for resources: {'Port': ['ID=dccde5c2-0345-45e6-bbd9-0381070ada13,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:26.674173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] Routers {'7913fe41-9269-416e-a937-7c2021024775'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:26.674822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7913fe41-9269-416e-a937-7c2021024775'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.773294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.777062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.777699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f55c6c-ae6e-4a36-9ef0-009a165375e2 None None] The sync data for ids ['7913fe41-9269-416e-a937-7c2021024775'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:26.855565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:26.869265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.879634 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:26.902422 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:26.903206 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.930404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:26.978689 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.992207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:26.993147 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:26.995162 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b3c68d39-2c48-4a13-80ee-288d41def744 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/da7355f4-3aee-40be-a1a5-ee4afe0ca60d HTTP/1.1" status: 204 len: 168 time: 6.2350001 Jan 31 17:54:27.000073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:27.010037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1c1bb9f4-3667-495a-ba50-2cca31f5866b None None] Provisioning complete for port a763ced3-3657-47ba-a0ea-1c27790eb0bf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:27.010596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1c1bb9f4-3667-495a-ba50-2cca31f5866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.050835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.057787 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:27.058380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b6f5b-bdfc-4aff-9757-06d3ed310d5d None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:27.092265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.192743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 4b8135ea-8165-43ef-9c34-36ee8c365f5a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:27.193147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.253810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.309598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a763ced3-3657-47ba-a0ea-1c27790eb0bf up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:27.317957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=433a8411-27d3-44af-bb5b-13b38ba6efa6,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:27.343996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event deleted for resources: {'Port': ['ID=29d5b303-f5d8-44d4-84f8-860c109bc48e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:27.410597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a763ced3-3657-47ba-a0ea-1c27790eb0bf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:27.411299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.419775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.524726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.592985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4482b8-c8e8-4381-b293-d9395397149d']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:27.622903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device dccde5c2-0345-45e6-bbd9-0381070ada13 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:27.650780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': '579c5dbb-1895-40ff-958e-ba398763a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:27.651136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: 9c09d41b-7490-485e-9952-09e51f0a8e98, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:27.658564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f04dad3-05c4-4fd0-8fdb-97648e667881') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:27.658853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f04dad3-05c4-4fd0-8fdb-97648e667881') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:27.691958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.734862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port dccde5c2-0345-45e6-bbd9-0381070ada13 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:27.759734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.789903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-08d65650-f7c8-49ae-bc16-5f5d4b231fc3 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "DELETE /v2.0/ports/29d5b303-f5d8-44d4-84f8-860c109bc48e HTTP/1.1" status: 204 len: 168 time: 3.2398038 Jan 31 17:54:27.795897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53668) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:27.871729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.911087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:27.911482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:27.930920 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:27.949950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:27.990800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Allocated IP 172.26.4.40 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:28.024853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.050703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.122263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Provisioning for port dccde5c2-0345-45e6-bbd9-0381070ada13 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:28.128289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Provisioning complete for port dccde5c2-0345-45e6-bbd9-0381070ada13 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:28.129119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.163202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:28.172796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.186811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 4b8135ea-8165-43ef-9c34-36ee8c365f5a owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:28.221158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.224808 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-92f0da2f-7f7b-4e10-a6d9-1ecc57b3c156 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 200 len: 921 time: 1.7657547 Jan 31 17:54:28.250108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:28.257064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.261385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.291836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] For port dccde5c2-0345-45e6-bbd9-0381070ada13, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=dccde5c2-0345-45e6-bbd9-0381070ada13,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:28.297539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.359473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=ff4482b8-c8e8-4381-b293-d9395397149d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:28.374473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ee13b-6aa2-4081-8dac-882d42d97af1 None None] Pushing event updated for resources: {'Port': ['ID=dccde5c2-0345-45e6-bbd9-0381070ada13,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:28.398215 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cc4baf00-e6dd-4ee0-a48f-b4ed1c7b0d9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/ff4482b8-c8e8-4381-b293-d9395397149d HTTP/1.1" status: 204 len: 168 time: 1.9374585 Jan 31 17:54:28.403003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:28.468343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 9c09d41b-7490-485e-9952-09e51f0a8e98) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:28.477730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d2a62-df6e-425b-aff4-35b82b74f76a None None] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:28.491888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:28.492942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.588705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1547fb7f-4c62-4890-9ccd-31e9e0489c22 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.0566416 Jan 31 17:54:28.625957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:28.659666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'port': {'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98', 'name': 'tempest-NetworksIpV6TestAttrs-2085088159'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:28.688990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Deleting subnet cdc66b57-cd8e-446a-ac1a-e46604fe1f0e {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:28.730320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-9c09d41b-7490-485e-9952-09e51f0a8e98', 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': '433a8411-27d3-44af-bb5b-13b38ba6efa6'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:28.731492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.751522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.806019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f99afc-6ef5-4f1b-acc6-7849eb363aa2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:28.810424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f99afc-6ef5-4f1b-acc6-7849eb363aa2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:28.811938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-48f99afc-6ef5-4f1b-acc6-7849eb363aa2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Synchronizing usage tracker for tenant:5735305e24fe4b84b9c3661f872174ac on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:28.821381 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9c0f8526-eea5-405b-b871-67c821d5a174 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=7913fe41-9269-416e-a937-7c2021024775&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5568972 Jan 31 17:54:28.824895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:28.831085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:28.911833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Allocated IP 2001:db8::f816:3eff:fe49:d464 (9c09d41b-7490-485e-9952-09e51f0a8e98/433a8411-27d3-44af-bb5b-13b38ba6efa6/2c1614bf-fe20-4a60-bbc9-fd08065a4f41) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:28.940572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-48f99afc-6ef5-4f1b-acc6-7849eb363aa2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Unset dirty status for tenant:5735305e24fe4b84b9c3661f872174ac on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:28.945290 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-48f99afc-6ef5-4f1b-acc6-7849eb363aa2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5265439 Jan 31 17:54:28.946088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:28.952527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-470680714'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:28.964094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:28.986680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.016909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.027290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:29.048088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=4b8135ea-8165-43ef-9c34-36ee8c365f5a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:29.095379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:29.098354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.138035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::1 (78c34a5f-8722-4630-84ca-354f3b387cf2/5dd99b48-a460-43c0-8972-056f029de733/5fc84a78-07b6-4756-a9a5-a9cba5326d5b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:29.173140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:29.192564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf56e6f-a360-45fa-9f8e-c2388df9b4ef tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:29.196583 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4bf56e6f-a360-45fa-9f8e-c2388df9b4ef tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.3605003 Jan 31 17:54:29.196747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.196991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment 9acb49c6-8595-42c4-990a-114a4e558d59 of type vlan for network c19419e8-cdbf-4f47-b312-90d4aee679e1 Jan 31 17:54:29.198031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:29.198817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:29.217890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:port and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:29.230667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.240597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:29.248859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device dccde5c2-0345-45e6-bbd9-0381070ada13 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:29.288225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.289658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Transition to ACTIVE for port object 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:29.308567 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-032d3066-d57e-4168-a438-304d4444ec76 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 200 len: 205 time: 0.1072173 Jan 31 17:54:29.317301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:29.328447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Transition to ACTIVE for port object 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:29.331533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:29.341083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.392325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.399722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.406712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port dccde5c2-0345-45e6-bbd9-0381070ada13 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:29.407253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.424068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.454147 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9d4be82-51df-4226-89a9-8c0d72826851 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/4b8135ea-8165-43ef-9c34-36ee8c365f5a HTTP/1.1" status: 204 len: 168 time: 2.4475756 Jan 31 17:54:29.454600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:29.457785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.458236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Pushing event updated for resources: {'Port': ['ID=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:29.462086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:29.469533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:29.470151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:29.470881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:29.474999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:29.476777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Pushing event updated for resources: {'Port': ['ID=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:29.496449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:29.502436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router 7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:29.503391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:29.512963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:29.514888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.518735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:29.519305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.549912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:29.585085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Attempting to bind port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:29.585085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Attempting to bind port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '579c5dbb-1895-40ff-958e-ba398763a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:29.585430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Attempting to bind port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 on network 9c09d41b-7490-485e-9952-09e51f0a8e98 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:29.588898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:floatingip and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:29.591900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] device_id is not set on port cb4719f5-2e44-4648-befa-f45756fd607d yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:29.625461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:29.626250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Checking segment: {'id': '579c5dbb-1895-40ff-958e-ba398763a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:29.626820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.627383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Bound using segment: {'id': '579c5dbb-1895-40ff-958e-ba398763a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:29.627999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Bound port: 2c1614bf-fe20-4a60-bbc9-fd08065a4f41, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579c5dbb-1895-40ff-958e-ba398763a712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '9c09d41b-7490-485e-9952-09e51f0a8e98'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:29.628815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.634177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:29.648725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:29.667126 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7199898 Jan 31 17:54:29.674485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:29.678423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.706220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1919927875'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:29.710166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52dd78-9bec-4fba-b4b0-3d619636c507 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=c19419e8-cdbf-4f47-b312-90d4aee679e1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:29.727825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:29.730270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.734035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.739897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c19419e8-cdbf-4f47-b312-90d4aee679e1 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:29.788818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 5fc84a78-07b6-4756-a9a5-a9cba5326d5b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:29.849158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] For port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:29.850355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:29.852584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc66b57-cd8e-446a-ac1a-e46604fe1f0e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:29.869705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] For port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,segment=NetworkSegment(579c5dbb-1895-40ff-958e-ba398763a712),segment_id=579c5dbb-1895-40ff-958e-ba398763a712)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:29.881767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.896014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.968320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d25226-a851-41b8-8000-2d4a2efacf64 None None] Network f4d09a43-1f09-4768-8138-77ab003692ad requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:29.972061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:29.984166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.022538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:30.027481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.030822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:30.031353 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3b029930-7cae-485d-8ce8-b4e7830e60b8 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "PUT /v2.0/routers/7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 200 len: 918 time: 7.5835741 Jan 31 17:54:30.033093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53708) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:30.034926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.049766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1127d05-ef7c-4aa1-83c8-169a5a29ecf2 None None] Pushing event updated for resources: {'Port': ['ID=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:30.065552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] Sync routers for ids ['7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:30.084880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:30.140146 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fa0e4a83-b5cf-4839-9aac-21e13162283e tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "DELETE /v2.0/subnets/cdc66b57-cd8e-446a-ac1a-e46604fe1f0e HTTP/1.1" status: 204 len: 168 time: 2.3370566 Jan 31 17:54:30.149475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.149848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment 70a1f758-8f07-4c8f-9032-6824f58ac55e of type vlan for network c5dc08fc-dc0a-47e4-946f-29ffec2552e0 Jan 31 17:54:30.150781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53712) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:30.151896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Allocated IP 2001:db8::f816:3eff:fe94:738c (9c09d41b-7490-485e-9952-09e51f0a8e98/433a8411-27d3-44af-bb5b-13b38ba6efa6/cb4719f5-2e44-4648-befa-f45756fd607d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:30.234516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] Routers {'7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:30.234516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:30.251767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:30.335543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:30.364647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] Routers {'7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:30.365257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:30.435155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:30.436509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc0dcb9-85c1-4abc-8a71-e0f32ee402b1 None None] The sync data for ids ['7c982aa8-3c9b-49b7-ba43-0d358c72c8e8'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:30.450044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] DHCP port deletion for f4d09a43-1f09-4768-8138-77ab003692ad request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:30.456075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Deleting port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:30.456558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.470652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:30.482723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:30.497045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:30.497596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.537352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.548872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.557630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port 3b9fc226-16bf-43e9-9d15-19c70aaefeb3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:30.558027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.632640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.692778 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-54324c6b-2cdf-45ce-ba24-b7b79d527ae5 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 200 len: 924 time: 0.6579943 Jan 31 17:54:30.697696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53716) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:30.722004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] For port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,segment=NetworkSegment(f59945f6-fa48-4d17-afae-bee2e0c0e845),segment_id=f59945f6-fa48-4d17-afae-bee2e0c0e845)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:30.722806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.775939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.780153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:30.781056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.834155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Deleting port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:30.834429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.841837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5e0f07c3-a8bf-4d8a-bcda-99e7280c34a3 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=7c982aa8-3c9b-49b7-ba43-0d358c72c8e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1428940 Jan 31 17:54:30.853175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:30.906010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:30.938126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Calling delete_port for 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:31.001838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3379a703-414e-4f7c-9ae5-1bd54f13abd0 None None] Provisioning for port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:31.020394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3379a703-414e-4f7c-9ae5-1bd54f13abd0 None None] Provisioning complete for port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:31.020766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3379a703-414e-4f7c-9ae5-1bd54f13abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.066843 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3833663 Jan 31 17:54:31.077259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for 3b9fc226-16bf-43e9-9d15-19c70aaefeb3 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:31.080431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3379a703-414e-4f7c-9ae5-1bd54f13abd0 None None] Port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:31.084077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.084802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f52b25-9d9e-4da5-aadc-5dd98b05c124 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=c5dc08fc-dc0a-47e4-946f-29ffec2552e0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:31.117369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53724) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:31.127686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c5dc08fc-dc0a-47e4-946f-29ffec2552e0 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:31.132223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] The port '4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:54:31.136592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'ports': [{'network_id': 'c19419e8-cdbf-4f47-b312-90d4aee679e1', 'name': 'tempest-port--983736941', 'admin_state_up': True}, {'network_id': 'c5dc08fc-dc0a-47e4-946f-29ffec2552e0', 'admin_state_up': False}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:31.136898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'port': {'network_id': 'c19419e8-cdbf-4f47-b312-90d4aee679e1', 'name': 'tempest-port--983736941', 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:31.137360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'port': {'network_id': 'c5dc08fc-dc0a-47e4-946f-29ffec2552e0', 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:31.152022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.158952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] Pushing event deleted for resources: {'Port': ['ID=4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:31.181982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.221556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badcf839-4f5e-418d-9b4a-d1dd20a3714b None None] No DVR routers for this DVR port 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:31.302742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:31.401192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.405442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:31.427950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af875ffd-fe96-453d-ad95-a9a23d2cb68f None None] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:31.434004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.434731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.460657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=3b9fc226-16bf-43e9-9d15-19c70aaefeb3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:31.464686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cb1d57-1eb1-4252-b206-f2caff80f7cf tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:31.465577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.469304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d7cb1d57-1eb1-4252-b206-f2caff80f7cf tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.6123350 Jan 31 17:54:31.470944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:31.521934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:31.549557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ba088305-6fa3-4cb6-9a6e-907979c12122 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 200 len: 205 time: 0.0774028 Jan 31 17:54:31.550457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:31.566313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:31.566641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4fc24d6f-098f-4d9a-9811-0cbdfa6fc77d not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:31.582704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Provisioning for port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:31.598610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Provisioning complete for port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:31.598979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.741318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Transition to ACTIVE for port object cb4719f5-2e44-4648-befa-f45756fd607d will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:31.821718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.827716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.834387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.890893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] For port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,segment=NetworkSegment(579c5dbb-1895-40ff-958e-ba398763a712),segment_id=579c5dbb-1895-40ff-958e-ba398763a712)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:31.899597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:31.990456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a0a85-c2bf-4a51-9fa1-3d16b1e0f828 None None] Pushing event updated for resources: {'Port': ['ID=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:32.119423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d09a43-1f09-4768-8138-77ab003692ad']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:32.152201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59945f6-fa48-4d17-afae-bee2e0c0e845') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:32.152489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59945f6-fa48-4d17-afae-bee2e0c0e845') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:32.180072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:32.183081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.113 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d95b061b-ee62-49bd-8081-aa22be72894c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:32.197546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.206888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:port and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:32.210604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:32.227487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7e73ff4b-402e-494d-a07d-e2686beffa25 None None] Provisioning complete for port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:32.227851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e73ff4b-402e-494d-a07d-e2686beffa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.232195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.236355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:32.275242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.282676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.286296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.334092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.334562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router 7913fe41-9269-416e-a937-7c2021024775 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:32.345977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.417145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.418236 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-773078e5-7aec-4769-bcab-10e18c8880b1 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 204 len: 168 time: 3.0979340 Jan 31 17:54:32.423634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:32.430057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-334799527', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:32.438823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:32.450760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:32.451190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.451849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Usage tracker for resource:router and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:32.456971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:32.463487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:32.468393 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:32.478961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.479656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'port': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:32.479872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.483606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.568163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.617754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:32.664992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:32.673098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.682294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Port': ['ID=cb4719f5-2e44-4648-befa-f45756fd607d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:32.693798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:32.697688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:32.698772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.729986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.741537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.745719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port 3b6f3249-36a1-46d6-9c2e-26ba236b7826 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:32.746054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.752041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.858992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.926186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] Pushing event deleted for resources: {'Network': ['ID=f4d09a43-1f09-4768-8138-77ab003692ad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:32.957702 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6cae5220-e995-4928-9577-abd9ac3ea779 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.3230689 Jan 31 17:54:32.961455 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-18784e4e-1726-4930-8af3-b7808f241736 tempest-ExtraDHCPOptionsTestJSON-1984937484 tempest-ExtraDHCPOptionsTestJSON-1984937484-project] 10.222.0.110 "DELETE /v2.0/networks/f4d09a43-1f09-4768-8138-77ab003692ad HTTP/1.1" status: 204 len: 168 time: 2.8018675 Jan 31 17:54:32.961599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:32.966378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:32.992368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8037bfa7-2741-4c1f-8cfe-f7549fa81c44 None None] Provisioning for port cb4719f5-2e44-4648-befa-f45756fd607d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:32.993760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:33.007294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8037bfa7-2741-4c1f-8cfe-f7549fa81c44 None None] Provisioning complete for port cb4719f5-2e44-4648-befa-f45756fd607d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:33.008221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8037bfa7-2741-4c1f-8cfe-f7549fa81c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.019666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.066719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.077186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.077951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.086292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8037bfa7-2741-4c1f-8cfe-f7549fa81c44 None None] Port cb4719f5-2e44-4648-befa-f45756fd607d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:33.201252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] device_id is not set on port f438b235-4234-465b-80c7-50f18a7dc8fa yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:33.206437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for 3b6f3249-36a1-46d6-9c2e-26ba236b7826 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:33.242666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:33.280770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:33.291959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.364503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:33.365435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.396586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53748) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:33.418545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:33.431684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=d95b061b-ee62-49bd-8081-aa22be72894c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:33.436231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:33.447196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:33.543698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Router cf74201f-48dd-47c8-a421-6bb62a897254 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:33.550143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:33.558046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:33.714276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.768373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting subnet 433a8411-27d3-44af-bb5b-13b38ba6efa6 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:33.771589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.776524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.822622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a0a951c1-8428-4286-aafa-e379d67094f9 None None] Provisioning complete for port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:33.824658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a0a951c1-8428-4286-aafa-e379d67094f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.827486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.894560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a0a951c1-8428-4286-aafa-e379d67094f9 None None] Port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:33.913445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.918895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:33.993255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1c924920-5e13-42c0-8a7d-e7c3e09c4529 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5dcf8aea6497400d9528f16a0947ee94&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5888708 Jan 31 17:54:33.997103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:34.019461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=3b6f3249-36a1-46d6-9c2e-26ba236b7826,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:34.184365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Allocated IP 172.26.4.5 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/ca0571d3-029e-47e2-af97-e7a12e7f3cd0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:34.184595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] device_id is not set on port bca1290d-90f7-4c69-b48a-d40e9f563ab8 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:34.383285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.388128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.442167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.499099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.539031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.613266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.701487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.731210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.804159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.814561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.821975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.828176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.869504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=433a8411-27d3-44af-bb5b-13b38ba6efa6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:34.881657 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de90c0cc-8faa-4cff-a3a1-0cd9f607bebc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:34.887711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.898581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.899095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router 7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:34.907836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:34.908740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d44c17-1a52-41e4-9e0e-fd33c353b86d None None] Network 9c09d41b-7490-485e-9952-09e51f0a8e98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:34.912832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.918157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.925026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-89170be8-42f9-4eca-9864-e2683741b46d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 204 len: 168 time: 3.3451638 Jan 31 17:54:34.925685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:34.927947 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Sync routers for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:34.929636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:34.936479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1618628662', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:34.949028 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:34.949903 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:35.044656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.046159 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-48e0fbe7-68fc-4a2b-907a-57c74fda03dd admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.6349542 Jan 31 17:54:35.047346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.048571 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-73967f43-e098-43f8-b969-5751e5886c8f admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/de90c0cc-8faa-4cff-a3a1-0cd9f607bebc HTTP/1.1" status: 204 len: 168 time: 1.0061514 Jan 31 17:54:35.049259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53762) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:35.054246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Port': ['ID=f438b235-4234-465b-80c7-50f18a7dc8fa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:35.062430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Router 5768a118-8b38-45fa-9919-fff2bbae9672 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:35.126777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:35.142679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f6fbd9a5-9ba0-4e96-8fd7-9843943066e0 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/433a8411-27d3-44af-bb5b-13b38ba6efa6 HTTP/1.1" status: 204 len: 168 time: 2.1807551 Jan 31 17:54:35.146934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:35.165171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.181807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:35.194835 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:35.210876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:35.217677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.235355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:35.262308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:35.263138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event updated for resources: {'Port': ['ID=ca0571d3-029e-47e2-af97-e7a12e7f3cd0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:35.265941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:35.268219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:35.271419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:35.320354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.321268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.381205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Checking segment: {'id': '9acb49c6-8595-42c4-990a-114a4e558d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'c19419e8-cdbf-4f47-b312-90d4aee679e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:35.381826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network hostable DHCP agents. Network: c19419e8-cdbf-4f47-b312-90d4aee679e1, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:35.385252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] DHCP port deletion for 9c09d41b-7490-485e-9952-09e51f0a8e98 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:35.393373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Deleting port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:35.395984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.428006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.444708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedb283-7420-4133-8425-d4844e0e4a0b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:35.446365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dedb283-7420-4133-8425-d4844e0e4a0b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:35.446738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9dedb283-7420-4133-8425-d4844e0e4a0b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Synchronizing usage tracker for tenant:89ef5ca449904a268cfd30fcab5a0c35 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:35.462949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.472993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=d95b061b-ee62-49bd-8081-aa22be72894c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:35.499502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.501090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7f8ca3ab-769c-403b-b768-b366ab1f6a32 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5740879 Jan 31 17:54:35.505335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:35.511317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'enable_snat': False}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:35.727059 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 3, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:35.731281 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Checking router: cf74201f-48dd-47c8-a421-6bb62a897254 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:35.731769 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Updating router cf74201f-48dd-47c8-a421-6bb62a897254 port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:54:35.783108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.783836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.786309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9dedb283-7420-4133-8425-d4844e0e4a0b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Unset dirty status for tenant:89ef5ca449904a268cfd30fcab5a0c35 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:35.787518 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9dedb283-7420-4133-8425-d4844e0e4a0b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6305811 Jan 31 17:54:35.794275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:35.822552 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.833970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] For port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,segment=NetworkSegment(579c5dbb-1895-40ff-958e-ba398763a712),segment_id=579c5dbb-1895-40ff-958e-ba398763a712)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:35.837246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.977903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network c19419e8-cdbf-4f47-b312-90d4aee679e1 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:35.985857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:35.987300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27739a9e-6f2b-4bcb-a565-4a9d5417b682 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.031194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Calling delete_port for 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:36.033154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c19419e8-cdbf-4f47-b312-90d4aee679e1) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:36.048597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:36.049463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.115838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-27739a9e-6f2b-4bcb-a565-4a9d5417b682 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 31 17:54:36.116430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27739a9e-6f2b-4bcb-a565-4a9d5417b682 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:54:36.118407 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-27739a9e-6f2b-4bcb-a565-4a9d5417b682 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/9c09d41b-7490-485e-9952-09e51f0a8e98 HTTP/1.1" status: 409 len: 405 time: 0.2588983 Jan 31 17:54:36.138188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:36.144785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Port': ['ID=bca1290d-90f7-4c69-b48a-d40e9f563ab8,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:36.148725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.152592 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-59f9e0f3-c3ec-401c-80c3-754060cedefc tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6730800 Jan 31 17:54:36.153206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53796) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:36.158888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-715771192'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:36.170161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ac3c36-aea3-4f33-bc26-bd3b2b61a1a0 None None] Network c19419e8-cdbf-4f47-b312-90d4aee679e1 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:36.215530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.241555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'port': {'network_id': '1d5140a7-5eef-4ac6-a327-7dd3d13eb613', 'name': 'tempest-FloatingIPTestJSON-572012562'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:36.290217 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.307137 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Transition to ACTIVE for port object ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:36.324407 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.324729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.344176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:36.363849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:36.376630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] Pushing event deleted for resources: {'Port': ['ID=2c1614bf-fe20-4a60-bbc9-fd08065a4f41,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:36.396746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:36.404158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c944c-0453-46f7-9164-ffd0da6fc415 None None] No DVR routers for this DVR port 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:36.429451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:36.460639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:36.483392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Sync routers for ids ['5768a118-8b38-45fa-9919-fff2bbae9672'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:36.484249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3251c312-d5b1-470b-b3bc-115e140fa3fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "PUT /v2.0/routers/5768a118-8b38-45fa-9919-fff2bbae9672/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8126087 Jan 31 17:54:36.490866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53804) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:36.503244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:36.507797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:port and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:36.511206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:36.511586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Routers {'5768a118-8b38-45fa-9919-fff2bbae9672'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:36.512219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5768a118-8b38-45fa-9919-fff2bbae9672'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:36.518764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:36.604640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efa859a-1473-4a08-9ebc-6777b7315a0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:36.606061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1efa859a-1473-4a08-9ebc-6777b7315a0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:36.613859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Checking segment: {'id': '70a1f758-8f07-4c8f-9032-6824f58ac55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'c5dc08fc-dc0a-47e4-946f-29ffec2552e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:36.614537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network hostable DHCP agents. Network: c5dc08fc-dc0a-47e4-946f-29ffec2552e0, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:36.618803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:36.621956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.646376 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Attempting to bind port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:36.646586 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Attempting to bind port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:36.646801 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Attempting to bind port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:36.657047 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:36.657652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:36.658048 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.658433 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:36.659032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Bound port: ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:36.659557 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.673198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:36.675657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Set router 5768a118-8b38-45fa-9919-fff2bbae9672 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:36.676848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.710155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53808) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:36.728824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1efa859a-1473-4a08-9ebc-6777b7315a0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:36.733839 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1efa859a-1473-4a08-9ebc-6777b7315a0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports/5fc84a78-07b6-4756-a9a5-a9cba5326d5b HTTP/1.1" status: 200 len: 911 time: 0.2384870 Jan 31 17:54:36.735096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53814) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:36.742772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1424, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:36.746774 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Pushing event updated for resources: {'Port': ['ID=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:36.755228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Router dff1e36d-3a76-4c3b-8485-45d7c3fd613f is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:36.766367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.773453 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.773838 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.774171 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.774490 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.774805 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.776004 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.776345 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.776787 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.777159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.777495 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.777808 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:36.808624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.832042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] For port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:36.836708 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] For port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:36.845241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:36.872660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network c5dc08fc-dc0a-47e4-946f-29ffec2552e0 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:36.885792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] device_id is not set on port 06316abd-b561-48df-8c93-6a91231977e6 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:36.949606 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8397829-5dcd-41ba-a2bb-811d1cad0f9c None None] Pushing event updated for resources: {'Port': ['ID=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:36.981634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c7b87d3-4007-438d-ac47-1636f4f4b936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.019966 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:37.020479 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:37.053037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.053373 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment cb7b8d52-36ad-4891-9f91-6040b718ea6f of type vlan for network b932e1ee-24d2-4561-b98d-80f67ad70737 Jan 31 17:54:37.071042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1831591076'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:37.078285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c5dc08fc-dc0a-47e4-946f-29ffec2552e0) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:37.088453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:37.097786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:network and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:37.103444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:37.104813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:37.110986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.114807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.115473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.121103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:37.124096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4745730a-4214-4350-959f-52ca6389787d None None] Network c5dc08fc-dc0a-47e4-946f-29ffec2552e0 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:37.212086 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:37.223314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.238151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Made reservation on behalf of ae7a5023c0924c8ca4ad2d382a69bb93 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:37.241681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e85d1f-8167-4378-aaea-4c649e0b84f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.241883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.246014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e85d1f-8167-4378-aaea-4c649e0b84f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.255363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:37.257196 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d6e85d1f-8167-4378-aaea-4c649e0b84f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5097947 Jan 31 17:54:37.261208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:37.301166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38e49713-5db3-454f-b55b-a1bd32ef8ef4 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1764374 Jan 31 17:54:37.303074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:37.303477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2c1614bf-fe20-4a60-bbc9-fd08065a4f41 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:37.307533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:37.354626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': '5fc84a78-07b6-4756-a9a5-a9cba5326d5b', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:d2:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd99b48-a460-43c0-8972-056f029de733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:28Z', 'updated_at': '2022-01-31T17:54:32Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '5dd99b48-a460-43c0-8972-056f029de733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:37.354897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.428566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Allocated IP 172.26.4.3 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/edd76d34-6353-4fa5-a55e-9d2fb16d97f0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:37.459149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Checking router: 5768a118-8b38-45fa-9919-fff2bbae9672 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:37.459587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Updating router 5768a118-8b38-45fa-9919-fff2bbae9672 port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:54:37.475364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.3 (1d5140a7-5eef-4ac6-a327-7dd3d13eb613/50c5db88-3241-4cc4-b038-c4543eba98df/06316abd-b561-48df-8c93-6a91231977e6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:37.482818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.487075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.487244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.510592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:37.539709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:security_group_rule and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:37.548985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:37.568382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.621220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:37.632836 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4852021 Jan 31 17:54:37.645181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:37.650187 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 3, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:37.651167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285477d2-bf84-41ec-adef-56f1b90e3094 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=b932e1ee-24d2-4561-b98d-80f67ad70737,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:37.669547 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8ad71b-bdc9-4748-867a-2d86de85f2f1 None None] The sync data for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 3, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:37.672737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:37.673312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b932e1ee-24d2-4561-b98d-80f67ad70737 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:37.847179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:37.907753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb24ea88-a566-47be-9e86-8f25abc7f355 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.915244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb24ea88-a566-47be-9e86-8f25abc7f355 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:37.916044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb24ea88-a566-47be-9e86-8f25abc7f355 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Synchronizing usage tracker for tenant:5735305e24fe4b84b9c3661f872174ac on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:38.040844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.043956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:38.062842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.109851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0be4582-c1d1-4bf3-9870-619164272ea2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:38.164005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:38.166588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.180263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.183263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Transition to ACTIVE for port object 5fc84a78-07b6-4756-a9a5-a9cba5326d5b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:38.193525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.208789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.209142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Added segment ab4c7ea5-6692-4d6a-b583-aa65675441b4 of type vlan for network d837b816-a440-4efd-aff6-42bb3c729c61 Jan 31 17:54:38.214534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb24ea88-a566-47be-9e86-8f25abc7f355 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Unset dirty status for tenant:5735305e24fe4b84b9c3661f872174ac on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:38.215718 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fb24ea88-a566-47be-9e86-8f25abc7f355 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.9057038 Jan 31 17:54:38.224047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53830) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:38.272694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:38.284035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] Sync routers for ids ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:38.302143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:38.302659 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] Routers {'dff1e36d-3a76-4c3b-8485-45d7c3fd613f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:38.303272 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:38.364234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286f3a-3b39-40cc-8333-adc068c742f8 None None] Pushing event updated for resources: {'Port': ['ID=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:38.375247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:38.389133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:38.391591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:38.431030 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:38.455006 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] Routers {'dff1e36d-3a76-4c3b-8485-45d7c3fd613f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:38.455608 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:38.503153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:38.521436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.547409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Attempting to bind port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:38.547979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Attempting to bind port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:38.548477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Attempting to bind port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:38.559383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:38.559383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:38.559383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.564937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port f438b235-4234-465b-80c7-50f18a7dc8fa {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:38.565267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.568908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:38.569549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Bound port: 5fc84a78-07b6-4756-a9a5-a9cba5326d5b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:38.570784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.600882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.602348 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:38.602899 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e55b2e1-91f2-4669-952c-10086537928f None None] The sync data for ids ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:38.666148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Pushing event updated for resources: {'Port': ['ID=edd76d34-6353-4fa5-a55e-9d2fb16d97f0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:38.718862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.720527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-861ff618-7cc1-4336-8298-208cb0f03399 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.2959704 Jan 31 17:54:38.729518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] For port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:38.732539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:38.735551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] For port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:38.754479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.755371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.759019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:38.759782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.785050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:38.810764 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0986085 Jan 31 17:54:38.865545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93286f3a-3b39-40cc-8333-adc068c742f8 None None] Pushing event updated for resources: {'Port': ['ID=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:38.869254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:38.883077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Routers {'5768a118-8b38-45fa-9919-fff2bbae9672'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:38.883698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5768a118-8b38-45fa-9919-fff2bbae9672'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:38.890963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:38.929474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd5d85-f943-4b14-b973-a206fcdd05b7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Network': ['ID=d837b816-a440-4efd-aff6-42bb3c729c61,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:38.956609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'subnet': {'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:38.966999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d837b816-a440-4efd-aff6-42bb3c729c61 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:39.010510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.168319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] Set router 5768a118-8b38-45fa-9919-fff2bbae9672 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:39.214543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.328977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:39.414042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.419185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.424121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 1d5140a7-5eef-4ac6-a327-7dd3d13eb613 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:39.485616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.493348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:39.507733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-877d86b1-7d31-4d8c-b3c3-c65b4513296c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.508677 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:54:39.513332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:39.590813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:39.600777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:39.601090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.672356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=06316abd-b561-48df-8c93-6a91231977e6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:39.737504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:39.765285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': '5fc84a78-07b6-4756-a9a5-a9cba5326d5b', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:d2:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd99b48-a460-43c0-8972-056f029de733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:28Z', 'updated_at': '2022-01-31T17:54:38Z', 'revision_number': 4, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '5dd99b48-a460-43c0-8972-056f029de733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:39.772406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c90e87-0181-4aaf-935b-3c6a8c3e3e9e None None] The sync data for ids ['5768a118-8b38-45fa-9919-fff2bbae9672'] in dv-neutron-823271-3-hyperv is: [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:30Z', 'revision_number': 2, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None, '_interfaces': [{'id': '5fc84a78-07b6-4756-a9a5-a9cba5326d5b', 'name': '', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'mac_address': 'fa:16:3e:d2:91:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5dd99b48-a460-43c0-8972-056f029de733', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:28Z', 'updated_at': '2022-01-31T17:54:38Z', 'revision_number': 4, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'subnets': [{'id': '5dd99b48-a460-43c0-8972-056f029de733', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:39.775315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.786299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.792688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:39.795513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:subnet and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:39.799575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.811482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:39.822961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:54:39.879789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:39.942807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:39.951469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:39.952144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.955565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:39.970914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:39.971470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.080713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Calling delete_port for f438b235-4234-465b-80c7-50f18a7dc8fa owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:40.118428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Router b5a4f899-821e-4a6a-99c7-b75265824cfb is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:40.129818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.196940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Made reservation on behalf of ae7a5023c0924c8ca4ad2d382a69bb93 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:40.256839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 5fc84a78-07b6-4756-a9a5-a9cba5326d5b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:40.257181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.342711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.365530 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bfd10028-b76b-442f-9ec1-5284fd785308 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.1959102 Jan 31 17:54:40.385587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:40.392593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=bd218d5e-e2c0-4550-b228-2baa257f38af,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:40.400219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 5fc84a78-07b6-4756-a9a5-a9cba5326d5b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:40.437133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': '06316abd-b561-48df-8c93-6a91231977e6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:40.535216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.564977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.618550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.634984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:40.647702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] Sync routers for ids ['b5a4f899-821e-4a6a-99c7-b75265824cfb'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:40.663662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] Routers {'b5a4f899-821e-4a6a-99c7-b75265824cfb'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:40.664377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['b5a4f899-821e-4a6a-99c7-b75265824cfb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:40.665191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.666405 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6bb78062-297a-4552-a11b-f234165cdc7c tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "PUT /v2.0/routers/b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 200 len: 918 time: 5.1600091 Jan 31 17:54:40.669164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.669335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:40.670891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': 'cb7b8d52-36ad-4891-9f91-6040b718ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:40.671406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: b932e1ee-24d2-4561-b98d-80f67ad70737, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:40.733679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:40.746191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] Routers {'b5a4f899-821e-4a6a-99c7-b75265824cfb'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:40.746792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['b5a4f899-821e-4a6a-99c7-b75265824cfb'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:40.816622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:40.817018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d489f053-3ce3-4571-b4be-b6a18d006550 None None] The sync data for ids ['b5a4f899-821e-4a6a-99c7-b75265824cfb'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:40.879070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:40.881878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Port': ['ID=f438b235-4234-465b-80c7-50f18a7dc8fa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:40.931270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=5fc84a78-07b6-4756-a9a5-a9cba5326d5b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:40.942023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.066486 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2c364268-50aa-4a26-bcff-3ec447e0cfb9 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/ports/f438b235-4234-465b-80c7-50f18a7dc8fa HTTP/1.1" status: 204 len: 168 time: 2.8381183 Jan 31 17:54:41.077655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:41.081455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network b932e1ee-24d2-4561-b98d-80f67ad70737 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:41.199487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.212768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:41.229269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b932e1ee-24d2-4561-b98d-80f67ad70737) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:41.250633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e6c93-323a-4ec6-9bee-9cf9ee4a222c None None] Network b932e1ee-24d2-4561-b98d-80f67ad70737 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:41.309221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:41.309841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.365118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af7ea94b-87ac-4676-9d1e-f8f000fc80ac tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 200 len: 924 time: 0.6928120 Jan 31 17:54:41.366773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:41.433238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:41.433789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.459804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port bca1290d-90f7-4c69-b48a-d40e9f563ab8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:41.460139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.498884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-403093ee-2841-4648-97bb-8090354a3c2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.8504596 Jan 31 17:54:41.548357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:41.666333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b932e1ee-24d2-4561-b98d-80f67ad70737', 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': 'bd218d5e-e2c0-4550-b228-2baa257f38af'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:41.667134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.676271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:41.790748 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-48d938de-d1cc-424d-a960-7f019dc9f832 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=b5a4f899-821e-4a6a-99c7-b75265824cfb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4223661 Jan 31 17:54:41.797210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:41.838897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Allocated IP 172.20.0.1 (56a49de1-a708-479c-a65b-2f040dbacb6b/2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4/b3a286fe-4621-42cb-8668-bf8ba170d500) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:41.977578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Allocated IP 2001:db8::f816:3eff:fe53:815a (b932e1ee-24d2-4561-b98d-80f67ad70737/bd218d5e-e2c0-4550-b228-2baa257f38af/bafadce1-817f-48a5-90af-e3876de9b2b2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:42.035908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.068989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.085329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Router 5768a118-8b38-45fa-9919-fff2bbae9672 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:42.160987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.224864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.241587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Transition to ACTIVE for port object bafadce1-817f-48a5-90af-e3876de9b2b2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:42.265916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Transition to ACTIVE for port object bafadce1-817f-48a5-90af-e3876de9b2b2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:42.276307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.328919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086da5a-3f1f-453a-8aab-78ce76f6e547 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:42.333432 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d086da5a-3f1f-453a-8aab-78ce76f6e547 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/networks/e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 881 time: 0.5352607 Jan 31 17:54:42.333798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:42.358668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Network b932e1ee-24d2-4561-b98d-80f67ad70737 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:42.365883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:42.370144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:42.380525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.382611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Pushing event updated for resources: {'Port': ['ID=bafadce1-817f-48a5-90af-e3876de9b2b2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:42.463987 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-47cd937b-c004-4174-bf86-3fb433ff930f tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 200 len: 205 time: 0.1234362 Jan 31 17:54:42.467378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:42.472674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Attempting to bind port bafadce1-817f-48a5-90af-e3876de9b2b2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:42.473155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Attempting to bind port bafadce1-817f-48a5-90af-e3876de9b2b2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'cb7b8d52-36ad-4891-9f91-6040b718ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:42.473155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Attempting to bind port bafadce1-817f-48a5-90af-e3876de9b2b2 on network b932e1ee-24d2-4561-b98d-80f67ad70737 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:42.479748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:42.480115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Checking segment: {'id': 'cb7b8d52-36ad-4891-9f91-6040b718ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:42.480512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.480896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Bound using segment: {'id': 'cb7b8d52-36ad-4891-9f91-6040b718ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:42.481351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Bound port: bafadce1-817f-48a5-90af-e3876de9b2b2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb7b8d52-36ad-4891-9f91-6040b718ea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:42.482668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.615701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Subnet': ['ID=3bcd2b5b-c97c-49a0-850b-b886efc3cd32,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:42.622539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] For port bafadce1-817f-48a5-90af-e3876de9b2b2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:42.625882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] For port bafadce1-817f-48a5-90af-e3876de9b2b2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bafadce1-817f-48a5-90af-e3876de9b2b2,segment=NetworkSegment(cb7b8d52-36ad-4891-9f91-6040b718ea6f),segment_id=cb7b8d52-36ad-4891-9f91-6040b718ea6f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:42.631665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Calling delete_port for bca1290d-90f7-4c69-b48a-d40e9f563ab8 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:42.633034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.637118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.713257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb81d0-6e33-4149-b92a-00d6d365c746 None None] Pushing event updated for resources: {'Port': ['ID=bafadce1-817f-48a5-90af-e3876de9b2b2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:42.730078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.735999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Checking segment: {'id': 'ab4c7ea5-6692-4d6a-b583-aa65675441b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:42.735999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network hostable DHCP agents. Network: d837b816-a440-4efd-aff6-42bb3c729c61, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:42.763223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=bd218d5e-e2c0-4550-b228-2baa257f38af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:42.777505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:42.801297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Transition to ACTIVE for port object b3a286fe-4621-42cb-8668-bf8ba170d500 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:42.840387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.852195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:42.861336 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b554fe73-72a0-47be-97b1-27c6a059e709 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "PUT /v2.0/routers/5768a118-8b38-45fa-9919-fff2bbae9672/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6027739 Jan 31 17:54:42.863421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:42.925792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network d837b816-a440-4efd-aff6-42bb3c729c61 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:42.928021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Port': ['ID=bca1290d-90f7-4c69-b48a-d40e9f563ab8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:43.030699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b932e1ee-24d2-4561-b98d-80f67ad70737']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:43.036379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d837b816-a440-4efd-aff6-42bb3c729c61) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:43.046809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.055589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26df8d5f-4d06-4623-bbb0-430f12b28f29 None None] Network d837b816-a440-4efd-aff6-42bb3c729c61 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:43.057209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:43.057827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.062983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.076989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7b8d52-36ad-4891-9f91-6040b718ea6f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:43.077280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7b8d52-36ad-4891-9f91-6040b718ea6f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:43.117019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23feda51-81e0-40d7-a669-7829a02b5b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:43.118340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23feda51-81e0-40d7-a669-7829a02b5b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:43.119167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23feda51-81e0-40d7-a669-7829a02b5b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:43.123083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.126559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:43.154507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.169116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1424 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:43.169631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.188892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:43.240441 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:43.284999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.301897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23feda51-81e0-40d7-a669-7829a02b5b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:43.303616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bafadce1-817f-48a5-90af-e3876de9b2b2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:43.305781 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-23feda51-81e0-40d7-a669-7829a02b5b16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4386330 Jan 31 17:54:43.313282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53878) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:43.327102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.336864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.359762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:54:43.359762 dv-neutron-823271-3-hyperv neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:54:43.359762 dv-neutron-823271-3-hyperv neutron-server[83557]: [parameters: {'id': 'b932e1ee-24d2-4561-b98d-80f67ad70737'}] Jan 31 17:54:43.359762 dv-neutron-823271-3-hyperv neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:43.360570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:43.415614 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd6829d1-a3dc-45e4-92ce-57833490cd35 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5325637 Jan 31 17:54:43.417186 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5fe14cc1-7d44-482e-b5ab-12e3a87a89c1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/ports/bca1290d-90f7-4c69-b48a-d40e9f563ab8 HTTP/1.1" status: 204 len: 168 time: 2.3333175 Jan 31 17:54:43.430184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:43.430518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53884) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:43.436101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d837b816-a440-4efd-aff6-42bb3c729c61', 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61', 'tenant_id': 'ae7a5023c0924c8ca4ad2d382a69bb93', 'fixed_ips': [{'subnet_id': '3bcd2b5b-c97c-49a0-850b-b886efc3cd32'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:43.436827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.451887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port bafadce1-817f-48a5-90af-e3876de9b2b2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:43.475820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1175620458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:43.482823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:43.487174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:router and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:43.490157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:43.496094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:43.510525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.511418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.528670 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0ee3a480-eaae-4626-8c8d-434d58fd5db2 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0902491 Jan 31 17:54:43.531021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:43.552324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1979069379'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:43.566087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Network 56a49de1-a708-479c-a65b-2f040dbacb6b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:43.571776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:43.575021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:43.588616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:43.597353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:network and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:43.601869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:43.612662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:43.616028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.646818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:43.654315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:43.657547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.674289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Allocated IP 172.20.0.2 (d837b816-a440-4efd-aff6-42bb3c729c61/3bcd2b5b-c97c-49a0-850b-b886efc3cd32/31cada96-3a33-4ccd-a7e4-f77dc3c25217) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:43.676532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.687415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.712390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port edd76d34-6353-4fa5-a55e-9d2fb16d97f0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:43.712730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.756402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.758132 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bfd70ca3-d157-46b9-ab38-a9f155ac6f24 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3227620 Jan 31 17:54:43.761285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:43.769081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53894) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:43.818600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.818947 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment 487f2f99-6c8f-490d-bd98-1b063fa93315 of type vlan for network d660d0a6-6c8e-4639-ae15-1371062ba77c Jan 31 17:54:43.844338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.932932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.975093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port bafadce1-817f-48a5-90af-e3876de9b2b2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:43.975427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.983261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:43.995372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Transition to ACTIVE for port object 31cada96-3a33-4ccd-a7e4-f77dc3c25217 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:44.018487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Transition to ACTIVE for port object 31cada96-3a33-4ccd-a7e4-f77dc3c25217 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:44.036937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.043608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.096128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2323340b-9ed8-40a9-a4a0-0f93cb7da4ad None None] Network b932e1ee-24d2-4561-b98d-80f67ad70737 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:44.137286 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Sync routers for ids ['5768a118-8b38-45fa-9919-fff2bbae9672'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:44.163033 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Routers {'5768a118-8b38-45fa-9919-fff2bbae9672'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:44.164334 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5768a118-8b38-45fa-9919-fff2bbae9672'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:44.229139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 5dd99b48-a460-43c0-8972-056f029de733 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:44.250952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.340782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Network d837b816-a440-4efd-aff6-42bb3c729c61 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:44.348428 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Set router 5768a118-8b38-45fa-9919-fff2bbae9672 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:44.355371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:44.361140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Pushing event updated for resources: {'Port': ['ID=31cada96-3a33-4ccd-a7e4-f77dc3c25217,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:44.371800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:44.372697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port bafadce1-817f-48a5-90af-e3876de9b2b2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bafadce1-817f-48a5-90af-e3876de9b2b2,segment=NetworkSegment(cb7b8d52-36ad-4891-9f91-6040b718ea6f),segment_id=cb7b8d52-36ad-4891-9f91-6040b718ea6f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:44.373232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.375712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-874d3407-fa10-4e16-917b-b57b514b9eb5 None None] Provisioning for port b3a286fe-4621-42cb-8668-bf8ba170d500 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:44.384227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-874d3407-fa10-4e16-917b-b57b514b9eb5 None None] Provisioning complete for port b3a286fe-4621-42cb-8668-bf8ba170d500 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:44.384955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-874d3407-fa10-4e16-917b-b57b514b9eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.419205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.459123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-874d3407-fa10-4e16-917b-b57b514b9eb5 None None] Port b3a286fe-4621-42cb-8668-bf8ba170d500 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:44.462784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.476315 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:40Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:44.483658 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Checking router: 5768a118-8b38-45fa-9919-fff2bbae9672 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:44.499748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for bafadce1-817f-48a5-90af-e3876de9b2b2 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:44.510486 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Routers {'5768a118-8b38-45fa-9919-fff2bbae9672'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:44.514496 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5768a118-8b38-45fa-9919-fff2bbae9672'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:44.577586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05e1505-00b4-43df-b85e-29ffbd616a86 None None] DHCP port deletion for b932e1ee-24d2-4561-b98d-80f67ad70737 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:44.586567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a05e1505-00b4-43df-b85e-29ffbd616a86 None None] Deleting port bafadce1-817f-48a5-90af-e3876de9b2b2 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:44.586786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a05e1505-00b4-43df-b85e-29ffbd616a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.596577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.605659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:44.613905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.646045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d069f7b-beb2-41ad-9ae2-7670ce39e990 None None] Provisioning complete for port bafadce1-817f-48a5-90af-e3876de9b2b2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:44.646420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d069f7b-beb2-41ad-9ae2-7670ce39e990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.687111 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] Set router 5768a118-8b38-45fa-9919-fff2bbae9672 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:44.726582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a05e1505-00b4-43df-b85e-29ffbd616a86 None None] The port 'bafadce1-817f-48a5-90af-e3876de9b2b2' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:54:44.728146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Attempting to bind port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:44.728507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Attempting to bind port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'ab4c7ea5-6692-4d6a-b583-aa65675441b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:44.728862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Attempting to bind port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 on network d837b816-a440-4efd-aff6-42bb3c729c61 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:44.742752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:44.743115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Checking segment: {'id': 'ab4c7ea5-6692-4d6a-b583-aa65675441b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:44.743573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.743990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Bound using segment: {'id': 'ab4c7ea5-6692-4d6a-b583-aa65675441b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:44.744543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Bound port: 31cada96-3a33-4ccd-a7e4-f77dc3c25217, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c7ea5-6692-4d6a-b583-aa65675441b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:44.745085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.769679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d069f7b-beb2-41ad-9ae2-7670ce39e990 None None] Port bafadce1-817f-48a5-90af-e3876de9b2b2 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:54:44.782109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Port': ['ID=bafadce1-817f-48a5-90af-e3876de9b2b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:44.782777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.790434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for edd76d34-6353-4fa5-a55e-9d2fb16d97f0 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:44.852290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No DVR routers for this DVR port bafadce1-817f-48a5-90af-e3876de9b2b2 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:44.856225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.878449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:44.879232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.910590 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:40Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:44.915858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] For port 31cada96-3a33-4ccd-a7e4-f77dc3c25217, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:44.918200 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16521e1d-ddcc-4cdc-a345-ff6ded69bee1 None None] The sync data for ids ['5768a118-8b38-45fa-9919-fff2bbae9672'] in dv-neutron-823271-3-hyperv is: [{'id': '5768a118-8b38-45fa-9919-fff2bbae9672', 'name': 'tempest-NetworksTestDHCPv6-router-770045894', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:25Z', 'updated_at': '2022-01-31T17:54:40Z', 'revision_number': 3, 'project_id': '1b57cb89225d48d7b0b723dc93892b68', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:44.923027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] For port 31cada96-3a33-4ccd-a7e4-f77dc3c25217, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=31cada96-3a33-4ccd-a7e4-f77dc3c25217,segment=NetworkSegment(ab4c7ea5-6692-4d6a-b583-aa65675441b4),segment_id=ab4c7ea5-6692-4d6a-b583-aa65675441b4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:44.931332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:44.983220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.026291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120945f-7925-443d-b20a-15c080c06ef3 None None] Pushing event updated for resources: {'Port': ['ID=31cada96-3a33-4ccd-a7e4-f77dc3c25217,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.040419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.058936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 3bef630f-e62b-4107-a848-7edda151e429 associated. External IP: 172.26.4.113, port: 06316abd-b561-48df-8c93-6a91231977e6. Jan 31 17:54:45.150274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=d660d0a6-6c8e-4639-ae15-1371062ba77c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.163843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.164125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d660d0a6-6c8e-4639-ae15-1371062ba77c details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:45.199497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4cb8cec9-51e4-45d9-995b-2b569dcd6dae tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6639175 Jan 31 17:54:45.204209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:45.208978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b932e1ee-24d2-4561-b98d-80f67ad70737']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:45.221809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-770844536'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:45.226753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:45.230972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:network and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:45.234423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:45.240353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:45.259288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb7b8d52-36ad-4891-9f91-6040b718ea6f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:45.259768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb7b8d52-36ad-4891-9f91-6040b718ea6f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:45.297036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:45.307558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.312286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Deleting port ca0571d3-029e-47e2-af97-e7a12e7f3cd0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:45.312743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.323938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.362020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.449719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1424 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:54:45.451891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.474186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31cada96-3a33-4ccd-a7e4-f77dc3c25217 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:54:45.479998 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:54:45.487718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:45.535458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.570745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:45.577288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.577288 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Added segment d2021bf3-3076-4743-8dea-4f38fdd10df8 of type vlan for network 943d1133-8b5d-4e55-98fa-378763a7e223 Jan 31 17:54:45.579401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.633288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.648712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5fc84a78-07b6-4756-a9a5-a9cba5326d5b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:45.653225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.661542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.666059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.682507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.684352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5fc84a78-07b6-4756-a9a5-a9cba5326d5b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:45.684824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5fc84a78-07b6-4756-a9a5-a9cba5326d5b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:45.685453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bafadce1-817f-48a5-90af-e3876de9b2b2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:45.711735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=b932e1ee-24d2-4561-b98d-80f67ad70737,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.724616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: bafadce1-817f-48a5-90af-e3876de9b2b2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:45.724986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bafadce1-817f-48a5-90af-e3876de9b2b2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:54:45.727027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=edd76d34-6353-4fa5-a55e-9d2fb16d97f0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.732681 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0c194641-a326-4f6e-8961-0c43ede9d94c tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/b932e1ee-24d2-4561-b98d-80f67ad70737 HTTP/1.1" status: 204 len: 168 time: 4.1821239 Jan 31 17:54:45.735927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:45.750712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-911596772'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:45.786312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:45.787818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.799970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:45.830245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:45.843463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:45.845316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.849329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:45.850127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.914013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.916358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:45.920569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd99b48-a460-43c0-8972-056f029de733,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:45.999187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e11628-38d8-4d6c-8df6-059a97ecd955 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:46.004371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:46.065083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:46.068372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:46.094076 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8871050 Jan 31 17:54:46.156515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b731d3-c95b-484c-ad00-79cf57c1403a tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Network': ['ID=943d1133-8b5d-4e55-98fa-378763a7e223,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:46.208590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 943d1133-8b5d-4e55-98fa-378763a7e223 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:46.237143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8c6d4aaf-d8e5-4bcc-9e3e-4f1fc1908b84 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/5dd99b48-a460-43c0-8972-056f029de733 HTTP/1.1" status: 204 len: 168 time: 2.9203224 Jan 31 17:54:46.250782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:46.270994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:46.472987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:46.476690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Calling delete_port for ca0571d3-029e-47e2-af97-e7a12e7f3cd0 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:46.566009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:46.566646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:54:46.570436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Deleting port dccde5c2-0345-45e6-bbd9-0381070ada13 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:46.570854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:46.619451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed13d86-7222-4c0e-94b1-ee4e1cc7740e None None] Network d837b816-a440-4efd-aff6-42bb3c729c61 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:46.718860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Network 56a49de1-a708-479c-a65b-2f040dbacb6b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:46.726329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:46.824763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Provisioning for port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:46.858207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Provisioning complete for port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:46.858578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.010343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.015537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.070416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.070926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment 99fdad2b-fd5f-4588-a19f-4df92c616bc4 of type vlan for network 2e3b300b-fc65-4eae-b39d-1004d94175ed Jan 31 17:54:47.077966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.080396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router b5a4f899-821e-4a6a-99c7-b75265824cfb {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:47.098766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e00a9aa6-d510-4b4e-9e79-8f8079ce15a8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:47.125127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Allocated IP 172.20.0.1 (d837b816-a440-4efd-aff6-42bb3c729c61/3bcd2b5b-c97c-49a0-850b-b886efc3cd32/8dd000e8-ddf8-4c56-aa17-88e94bb3eb62) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:47.126765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] For port dccde5c2-0345-45e6-bbd9-0381070ada13, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=dccde5c2-0345-45e6-bbd9-0381070ada13,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:47.127274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.146213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.147956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ce69cb9e-e2f9-4ba7-89c2-8941d84b1356 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 204 len: 168 time: 4.6790426 Jan 31 17:54:47.155423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:47.160504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e00a9aa6-d510-4b4e-9e79-8f8079ce15a8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:47.164676 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e00a9aa6-d510-4b4e-9e79-8f8079ce15a8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9094698 Jan 31 17:54:47.182032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:47.188640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1719295584', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:47.247323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device dccde5c2-0345-45e6-bbd9-0381070ada13 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:54:47.293285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.307019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:47.348167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Calling delete_port for dccde5c2-0345-45e6-bbd9-0381070ada13 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:47.393058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Usage tracker for resource:router and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:47.404059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:47.412945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.480368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:47.506545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:47.553748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.606672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.637658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.639229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port dccde5c2-0345-45e6-bbd9-0381070ada13 update to DOWN by agent not found {{(pid=83559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 31 17:54:47.639720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.663675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.671896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.689772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] Pushing event deleted for resources: {'Port': ['ID=dccde5c2-0345-45e6-bbd9-0381070ada13,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:47.713755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] For port 31cada96-3a33-4ccd-a7e4-f77dc3c25217, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=31cada96-3a33-4ccd-a7e4-f77dc3c25217,segment=NetworkSegment(ab4c7ea5-6692-4d6a-b583-aa65675441b4),segment_id=ab4c7ea5-6692-4d6a-b583-aa65675441b4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:47.716903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92442d93-29d9-4c3d-be79-06d8c500da50 None None] No DVR routers for this DVR port dccde5c2-0345-45e6-bbd9-0381070ada13 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:47.737726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.762942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Pushing event deleted for resources: {'Port': ['ID=ca0571d3-029e-47e2-af97-e7a12e7f3cd0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:47.782025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.913333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da64693-1f90-4156-94b2-898c225527d1 None None] Pushing event updated for resources: {'Port': ['ID=31cada96-3a33-4ccd-a7e4-f77dc3c25217,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:47.930659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c94ea19b-c5ed-41d1-a6c2-93d3b8498a86 None None] Provisioning complete for port b3a286fe-4621-42cb-8668-bf8ba170d500 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:47.931327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c94ea19b-c5ed-41d1-a6c2-93d3b8498a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:47.986377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Transition to ACTIVE for port object 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:48.027626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c94ea19b-c5ed-41d1-a6c2-93d3b8498a86 None None] Port b3a286fe-4621-42cb-8668-bf8ba170d500 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:48.063593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.067647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:48.068319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.149500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-31b19294-57ed-4e24-b59e-281616805b08 None None] Provisioning complete for port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:48.151442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-31b19294-57ed-4e24-b59e-281616805b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.233690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.251747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=2e3b300b-fc65-4eae-b39d-1004d94175ed,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:48.273688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:54:48.379739 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6d189bb-1ed4-4619-8bc7-c49056878679 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6425490 Jan 31 17:54:48.387461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:48.405384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:48.425949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=8dd000e8-ddf8-4c56-aa17-88e94bb3eb62,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:48.442690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.488887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.516887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network d837b816-a440-4efd-aff6-42bb3c729c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:48.535033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.584446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.586627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.588013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:48.590100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.595810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:48.664159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:48.707957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.708875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Fanout notify agent at l3_agent the message router_deleted on router 5768a118-8b38-45fa-9919-fff2bbae9672 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:48.717923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:48.759782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.764523 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-726b8d20-a868-4bba-bcd1-8790aea6a04a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/routers/5768a118-8b38-45fa-9919-fff2bbae9672 HTTP/1.1" status: 204 len: 168 time: 1.5810957 Jan 31 17:54:48.764822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:48.811375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:48.900003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.925296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c692a080-ae1f-492c-98a2-575896b54172 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:48.931195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-30a1fa0f-261a-4a0d-9a88-3ac1520650eb None None] Provisioning for port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:48.937742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-30a1fa0f-261a-4a0d-9a88-3ac1520650eb None None] Provisioning complete for port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:48.938648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-30a1fa0f-261a-4a0d-9a88-3ac1520650eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:48.944315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.011742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-30a1fa0f-261a-4a0d-9a88-3ac1520650eb None None] Port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:49.069824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c692a080-ae1f-492c-98a2-575896b54172 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:49.073319 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c692a080-ae1f-492c-98a2-575896b54172 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3023102 Jan 31 17:54:49.095348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:49.112018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.142649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.175746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:49.196279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.249904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31cada96-3a33-4ccd-a7e4-f77dc3c25217 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:49.274972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cb713f-48a3-46b4-b5e5-114b82c4f6d6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:49.275216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b2cb713f-48a3-46b4-b5e5-114b82c4f6d6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:49.280644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Router dff1e36d-3a76-4c3b-8485-45d7c3fd613f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:49.393024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:49.394851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.430885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Allocated IP 172.26.4.144 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/bd7f610a-f915-4241-b9cd-e6a413792ba8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:49.444043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:49.449099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:49.459622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'subnets': [{'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--667894544', 'ip_version': 6}, {'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:49.460238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'subnet': {'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--667894544', 'ip_version': 6}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:49.461124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Request body: {'subnet': {'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:49.535831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b2cb713f-48a3-46b4-b5e5-114b82c4f6d6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:49.537260 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b2cb713f-48a3-46b4-b5e5-114b82c4f6d6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4383051 Jan 31 17:54:49.548018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:49.656901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Router cf74201f-48dd-47c8-a421-6bb62a897254 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:49.864542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6892e7b-5660-432f-899c-6977e284b19c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:49.902032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=27b33418-25ba-4cf0-bec3-3b4a6f5b542b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:49.938456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:49.948927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] Sync routers for ids ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:49.962475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] Routers {'dff1e36d-3a76-4c3b-8485-45d7c3fd613f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:49.963162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:49.975027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f6892e7b-5660-432f-899c-6977e284b19c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:49.980651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f6892e7b-5660-432f-899c-6977e284b19c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4268994 Jan 31 17:54:49.998963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.015120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:50.026980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.039644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] Routers {'dff1e36d-3a76-4c3b-8485-45d7c3fd613f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:50.040517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.042278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': '99fdad2b-fd5f-4588-a19f-4df92c616bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:50.042497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: 2e3b300b-fc65-4eae-b39d-1004d94175ed, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:50.099244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.103418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.103758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ced118-6e15-454a-85be-35ef1fe76d92 None None] The sync data for ids ['dff1e36d-3a76-4c3b-8485-45d7c3fd613f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:50.120354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:50.124530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.125697 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1bd66bb4-391e-48be-b132-77dcf0ee1d91 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "PUT /v2.0/routers/dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 200 len: 705 time: 11.3895717 Jan 31 17:54:50.127368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Usage tracker for resource:subnet and tenant:5735305e24fe4b84b9c3661f872174ac is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:50.131075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.135480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:50.197990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:50.200072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:50.213654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:50.227592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 2e3b300b-fc65-4eae-b39d-1004d94175ed) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:50.232985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:50.234630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.236955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72faece0-4501-45a0-8d8e-de73ef182b73 None None] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:50.245337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:50.247596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Made reservation on behalf of 5735305e24fe4b84b9c3661f872174ac for: {'subnet': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:50.251170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.277738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.307769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.479050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-da37bccd-5e49-43fa-9403-ce40b60c9d27 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0815475 Jan 31 17:54:50.480969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-2e3b300b-fc65-4eae-b39d-1004d94175ed', 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': '27b33418-25ba-4cf0-bec3-3b4a6f5b542b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:50.482955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.485949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.503558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:50.533710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:50.539418 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-41172337-883c-4356-9114-37f98e8566d5 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/routers/dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 200 len: 740 time: 0.4032595 Jan 31 17:54:50.543946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:50.563933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.608084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:50.632738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event updated for resources: {'Port': ['ID=bd7f610a-f915-4241-b9cd-e6a413792ba8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:50.647413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:50.658780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.659665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Allocated IP 2001:db8::2 (2e3b300b-fc65-4eae-b39d-1004d94175ed/27b33418-25ba-4cf0-bec3-3b4a6f5b542b/c3bc7034-02e0-4614-b54a-74a2759d05e8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:50.661620 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:50.677221 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:50.678038 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.719273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.727546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=8dd000e8-ddf8-4c56-aa17-88e94bb3eb62,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:50.744410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.761734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f0c2b827-7c8c-4ab5-a027-2af3771da567 tempest-RoutersAdminTest-1945594582 tempest-RoutersAdminTest-1945594582-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 200 len: 205 time: 0.1238749 Jan 31 17:54:50.770871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.781059 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.793473 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:50.795001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.864507 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:50.864913 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817a43fa-4919-43d7-849d-82fbf9ed483f None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:50.874631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.874952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.890059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c365d673-88f6-4da1-acdf-0319bcc259d0 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/3bef630f-e62b-4107-a848-7edda151e429 HTTP/1.1" status: 200 len: 977 time: 10.4941404 Jan 31 17:54:50.906033 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d1a76149-7e36-4d2a-8545-d601488c1d2a tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 200 len: 205 time: 0.1286898 Jan 31 17:54:50.906400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.906732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:50.932782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:50.945251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Transition to ACTIVE for port object c3bc7034-02e0-4614-b54a-74a2759d05e8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:50.967562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Transition to ACTIVE for port object c3bc7034-02e0-4614-b54a-74a2759d05e8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:50.974338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.035643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:51.052082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Sync routers for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:51.059405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:51.065580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:51.069031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:51.072190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Pushing event updated for resources: {'Port': ['ID=c3bc7034-02e0-4614-b54a-74a2759d05e8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:51.075263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network d837b816-a440-4efd-aff6-42bb3c729c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:51.079423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:51.112681 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ffac1bd-89c8-4d32-8e5b-24f0f7640f91 admin admin] 10.222.0.110 "PUT /v2.0/routers/cf74201f-48dd-47c8-a421-6bb62a897254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0604916 Jan 31 17:54:51.113901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:51.114538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:51.261295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.470575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:51.474349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 06316abd-b561-48df-8c93-6a91231977e6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:51.474690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.613261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port c3bc7034-02e0-4614-b54a-74a2759d05e8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:51.613943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.626666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Attempting to bind port c3bc7034-02e0-4614-b54a-74a2759d05e8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:51.627209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Attempting to bind port c3bc7034-02e0-4614-b54a-74a2759d05e8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '99fdad2b-fd5f-4588-a19f-4df92c616bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:51.627432 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Attempting to bind port c3bc7034-02e0-4614-b54a-74a2759d05e8 on network 2e3b300b-fc65-4eae-b39d-1004d94175ed {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:51.638204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-846964a0-25ef-464d-9901-88ffeb2650fe None None] Provisioning complete for port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:51.639082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-846964a0-25ef-464d-9901-88ffeb2650fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.707719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:54:51.721378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.729837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.748953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:51.749370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Checking segment: {'id': '99fdad2b-fd5f-4588-a19f-4df92c616bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:51.749738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.750130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Bound using segment: {'id': '99fdad2b-fd5f-4588-a19f-4df92c616bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:51.750602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Bound port: c3bc7034-02e0-4614-b54a-74a2759d05e8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fdad2b-fd5f-4588-a19f-4df92c616bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '2e3b300b-fc65-4eae-b39d-1004d94175ed'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:51.750973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.812334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:51.814186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=cb7c5134-73c7-46dc-92a9-f37cba8f59c7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:51.817003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:51.820959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:51.821496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.858692 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2a5c6ab7-cff7-4aad-987b-ab5706abc371 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8544819 Jan 31 17:54:51.860275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:51.886409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:51.926822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de9061-2468-4c31-8f4c-73b94ba380f5 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:51.978894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Router be3df113-00b0-4974-8293-977f24e65456 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:51.986217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:51.986920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.069166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-846964a0-25ef-464d-9901-88ffeb2650fe None None] Port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:52.160808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:52.204545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:52.254089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c3bc7034-02e0-4614-b54a-74a2759d05e8,segment=NetworkSegment(99fdad2b-fd5f-4588-a19f-4df92c616bc4),segment_id=99fdad2b-fd5f-4588-a19f-4df92c616bc4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:52.259462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804336144', 'description': 'tempest-description--1463399113'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:52.289443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.297960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:52.344088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:52.349910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:52.353735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:52.360730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:52.379082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:52.386533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-25f89b10-a455-49e3-8745-d0313003e211 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "PUT /v2.0/routers/be3df113-00b0-4974-8293-977f24e65456/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6103015 Jan 31 17:54:52.386533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:52.389458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.403901 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] Sync routers for ids ['be3df113-00b0-4974-8293-977f24e65456'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:52.406038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:52.415411 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] Routers {'be3df113-00b0-4974-8293-977f24e65456'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:52.416290 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['be3df113-00b0-4974-8293-977f24e65456'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:52.418027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Usage tracker for resource:security_group and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:52.421580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.447868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:52.463963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': 'cb7c5134-73c7-46dc-92a9-f37cba8f59c7'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:52.464797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.492864 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:52.493868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4daacd-4534-4b07-adcf-6e243dd6258b None None] Pushing event updated for resources: {'Port': ['ID=c3bc7034-02e0-4614-b54a-74a2759d05e8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:52.508238 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] Routers {'be3df113-00b0-4974-8293-977f24e65456'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:52.509031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['be3df113-00b0-4974-8293-977f24e65456'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:52.515350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 2, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:52.574323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:52.575120 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e523ba-7330-4f3b-9497-c79464f34333 None None] The sync data for ids ['be3df113-00b0-4974-8293-977f24e65456'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:52.575608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Checking router: cf74201f-48dd-47c8-a421-6bb62a897254 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:54:52.576257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Updating router cf74201f-48dd-47c8-a421-6bb62a897254 port b3a286fe-4621-42cb-8668-bf8ba170d500 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:54:52.615080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'port': {'network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61', 'name': 'tempest-FloatingIPNegativeTestJSON-2128136342'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:52.634322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:52.641007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.889523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:52.896408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:port and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:52.905257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:52.916827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:52.945608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Allocated IP 2001:db8::f816:3eff:fe4a:26a (78c34a5f-8722-4630-84ca-354f3b387cf2/cb7c5134-73c7-46dc-92a9-f37cba8f59c7/b3b6875a-4905-4b01-b89d-e3f5adc5e7d9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:52.953459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Made reservation on behalf of ae7a5023c0924c8ca4ad2d382a69bb93 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:52.959018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.973704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:52.994168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] device_id is not set on port cad8e1ee-cfc3-4181-b539-8316b02c8aad yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:53.086862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.088582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.165948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, got binding levels [] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:53.166300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.202754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.213572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:53.223237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:53.237261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:53.237975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.242018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=daa8b33e-c89a-4086-bb68-110ae12ee1b0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:53.275727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Allocated IP 172.20.0.11 (d837b816-a440-4efd-aff6-42bb3c729c61/3bcd2b5b-c97c-49a0-850b-b886efc3cd32/cad8e1ee-cfc3-4181-b539-8316b02c8aad) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:53.297320 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-736f5cdb-12f7-47e0-bb82-49779d726295 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4182873 Jan 31 17:54:53.297320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53984) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:53.306158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:46:fc:71', 'name': 'tempest-NetworksTestDHCPv6-1440623617'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:53.355983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:54:53.370574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for c3bc7034-02e0-4614-b54a-74a2759d05e8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:53.408335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c3bc7034-02e0-4614-b54a-74a2759d05e8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:53.453107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.475994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:53.489432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:53.495546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:53.496319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Transition to ACTIVE for port object b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:53.504676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.510401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:53.543968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Transition to ACTIVE for port object b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:53.545960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Transition to ACTIVE for port object b3a286fe-4621-42cb-8668-bf8ba170d500 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:53.557358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.600099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:54:53.603925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.609792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.659239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 87e45cd0-911f-4ea2-b627-110dfa282afb yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:54:53.660522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:53.676592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Usage tracker for resource:security_group_rule and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:53.688286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:53.703882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:53.705178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:53.707249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:53.738546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:53.759624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c3bc7034-02e0-4614-b54a-74a2759d05e8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:53.825005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Pushing event updated for resources: {'Port': ['ID=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:53.839569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.852066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.927477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1e1f3-30fd-4458-988c-c0a10ab57333 None None] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:53.937193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.937724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:53.938007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 3bef630f-e62b-4107-a848-7edda151e429 disassociated. External IP: 172.26.4.113, port: 06316abd-b561-48df-8c93-6a91231977e6. Jan 31 17:54:53.939071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 06316abd-b561-48df-8c93-6a91231977e6 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:53.957010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Transition to ACTIVE for port object cad8e1ee-cfc3-4181-b539-8316b02c8aad will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:54.037035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.039816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.042938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.043395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Fanout notify agent at l3_agent the message router_deleted on router dff1e36d-3a76-4c3b-8485-45d7c3fd613f {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:54:54.046095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:54.046095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:54.054345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.090240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Attempting to bind port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:54.090610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Attempting to bind port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:54.090975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Attempting to bind port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:54.109375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 172.20.0.5 (78c34a5f-8722-4630-84ca-354f3b387cf2/daa8b33e-c89a-4086-bb68-110ae12ee1b0/87e45cd0-911f-4ea2-b627-110dfa282afb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:54.130057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fe46:fc71 (78c34a5f-8722-4630-84ca-354f3b387cf2/cb7c5134-73c7-46dc-92a9-f37cba8f59c7/87e45cd0-911f-4ea2-b627-110dfa282afb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:54.141395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Subnet': ['ID=7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.143124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network d837b816-a440-4efd-aff6-42bb3c729c61 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:54.149632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:54.149832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:54.150164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:54.150735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.151747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:54.152586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Bound port: b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:54.153547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.157633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:54.163428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e0639-35f9-413a-8dc0-b4ab878b9557 None None] Pushing event updated for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.175075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Attempting to bind port b3a286fe-4621-42cb-8668-bf8ba170d500 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:54.175492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Attempting to bind port b3a286fe-4621-42cb-8668-bf8ba170d500 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:54.175854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Attempting to bind port b3a286fe-4621-42cb-8668-bf8ba170d500 on network 56a49de1-a708-479c-a65b-2f040dbacb6b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:54.185912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Provisioning for port c3bc7034-02e0-4614-b54a-74a2759d05e8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:54.196452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=cad8e1ee-cfc3-4181-b539-8316b02c8aad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.229594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:54.229955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Checking segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:54.230728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.230728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Bound using segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:54.231208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Bound port: b3a286fe-4621-42cb-8668-bf8ba170d500, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:54.231613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.269218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Provisioning complete for port c3bc7034-02e0-4614-b54a-74a2759d05e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:54.269653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.272892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:54.273526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.322872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.398654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6231c15-a19d-436a-b084-95d90f1be7aa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.413025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1bf35610-2c3c-44a7-b171-103b774d3dd7 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8061435 Jan 31 17:54:54.416622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53988) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:54.424777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:54.427149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.428222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-878c7284-a2e7-48ea-ae39-bb2ce8b2be60 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 204 len: 168 time: 3.4923339 Jan 31 17:54:54.438084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=06316abd-b561-48df-8c93-6a91231977e6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.440520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 53992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:54.442127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:54.444196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.448436 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fb6627f6-0cb8-4bde-8109-8405bebe98c7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.2251213 Jan 31 17:54:54.448569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:floatingip and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:54.455208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 53996) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:54.460322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:54.475338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'security_group_rule': {'security_group_id': 'f6231c15-a19d-436a-b084-95d90f1be7aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:54.486173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:54.491370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:54.502190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Usage tracker for resource:security_group_rule and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:54.510269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:54.526639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:54.542546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.551801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6b89ac25-a73c-417a-9b5f-75f4ddc84485 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 200 len: 205 time: 0.1029336 Jan 31 17:54:54.551801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port c3bc7034-02e0-4614-b54a-74a2759d05e8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:54.551801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.553232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] For port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:54.553463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:54.555851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.600197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] For port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:54.612856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Checking segment: {'id': '487f2f99-6c8f-490d-bd98-1b063fa93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:54.613123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network hostable DHCP agents. Network: d660d0a6-6c8e-4639-ae15-1371062ba77c, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:54.613759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] For port b3a286fe-4621-42cb-8668-bf8ba170d500, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:54.630034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.677382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] For port b3a286fe-4621-42cb-8668-bf8ba170d500, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3a286fe-4621-42cb-8668-bf8ba170d500,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:54.695600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.708634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.761954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.775378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-29d7a6f6-0542-4b84-9352-375efffc9ff0 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:54.781255 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29d7a6f6-0542-4b84-9352-375efffc9ff0 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/dff1e36d-3a76-4c3b-8485-45d7c3fd613f HTTP/1.1" status: 404 len: 336 time: 0.2218862 Jan 31 17:54:54.781255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 87e45cd0-911f-4ea2-b627-110dfa282afb will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:54.781566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8f647-c259-46b1-b4e2-cba8b4af454a None None] Pushing event updated for resources: {'Port': ['ID=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:54.783753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:54.826185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network d660d0a6-6c8e-4639-ae15-1371062ba77c is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:54.831953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c3bc7034-02e0-4614-b54a-74a2759d05e8,segment=NetworkSegment(99fdad2b-fd5f-4588-a19f-4df92c616bc4),segment_id=99fdad2b-fd5f-4588-a19f-4df92c616bc4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:54.861704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.880801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d660d0a6-6c8e-4639-ae15-1371062ba77c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:54.891075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc7d56-f0ca-45a0-aeda-17960262c994 None None] Network d660d0a6-6c8e-4639-ae15-1371062ba77c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:54.907501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:54.935530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:54.936495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:54.992638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.010057 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4e2c712e-459c-400b-b94c-a219a2a7420c tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 200 len: 205 time: 0.2255168 Jan 31 17:54:55.062355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.208345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e0639-35f9-413a-8dc0-b4ab878b9557 None None] Pushing event updated for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:55.219448 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-6f777003-4da6-4185-8abf-cf5cb9727074 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:55.220700 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6f777003-4da6-4185-8abf-cf5cb9727074 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/7913fe41-9269-416e-a937-7c2021024775 HTTP/1.1" status: 404 len: 336 time: 0.1507237 Jan 31 17:54:55.234131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.242458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Router a3b2d7e9-a8be-4067-95ae-ce50b16677b8 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:54:55.291299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.336386 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.342775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:55.364063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c3bc7034-02e0-4614-b54a-74a2759d05e8,segment=NetworkSegment(99fdad2b-fd5f-4588-a19f-4df92c616bc4),segment_id=99fdad2b-fd5f-4588-a19f-4df92c616bc4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:55.364410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.377823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c471127c-c63a-4563-9259-c890d1a23d41 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 200 len: 205 time: 0.1288557 Jan 31 17:54:55.377823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:55.378860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.397945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:55.464465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=87e45cd0-911f-4ea2-b627-110dfa282afb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:55.471288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:55.472355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.474776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bdd73037-687d-4963-b360-4b1ce75865ce None None] Provisioning for port cad8e1ee-cfc3-4181-b539-8316b02c8aad completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:55.506415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855faeb-cebd-4525-8887-995a2b5d5fed None None] Pushing event updated for resources: {'Port': ['ID=c3bc7034-02e0-4614-b54a-74a2759d05e8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:55.509238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bdd73037-687d-4963-b360-4b1ce75865ce None None] Provisioning complete for port cad8e1ee-cfc3-4181-b539-8316b02c8aad triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:55.509616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdd73037-687d-4963-b360-4b1ce75865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.522507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event updated for resources: {'Subnet': ['ID=1e34c625-b921-40f5-9567-0b51faa6b9aa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:55.532027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for c3bc7034-02e0-4614-b54a-74a2759d05e8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:55.538669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646a45a8-f1e8-492a-bb77-6149abe35dc4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:55.565936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-65551abf-095d-41e9-b24f-5c26fb7e0cbc tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:55.569600 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-65551abf-095d-41e9-b24f-5c26fb7e0cbc tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/7029f4c6-f03c-4dd5-adab-51837fe309d0 HTTP/1.1" status: 404 len: 336 time: 0.1735017 Jan 31 17:54:55.569804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.611917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-52b2e3f1-c2f1-4834-8da6-1d7fe8ff45d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3157799 Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-80729847-f90b-41f7-89c3-957ee13c509f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1599259 Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-997c421b-1486-4c03-8557-210d9f6f3e02 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 200 len: 205 time: 0.0481718 Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54024) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.622028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.622705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54030) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.628866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'security_group_rule': {'security_group_id': 'f6231c15-a19d-436a-b084-95d90f1be7aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:55.676624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Checking segment: {'id': 'd2021bf3-3076-4743-8dea-4f38fdd10df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:55.677179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network hostable DHCP agents. Network: 943d1133-8b5d-4e55-98fa-378763a7e223, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:54:55.679575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bdd73037-687d-4963-b360-4b1ce75865ce None None] Port cad8e1ee-cfc3-4181-b539-8316b02c8aad cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:54:55.722160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:55.738677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:54:55.738823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:54:55.746199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Usage tracker for resource:security_group_rule and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:55.751316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d660d0a6-6c8e-4639-ae15-1371062ba77c', 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c', 'tenant_id': '5735305e24fe4b84b9c3661f872174ac', 'fixed_ips': [{'subnet_id': '7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:55.752012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:55.752366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.753057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:54:55.755570 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-05c51b2b-d111-4297-87ac-59401de48e00 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:55.759471 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-05c51b2b-d111-4297-87ac-59401de48e00 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/d2ff951b-c8c6-492f-abe2-e96ae1c7fa36 HTTP/1.1" status: 404 len: 336 time: 0.1335497 Jan 31 17:54:55.759894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.774904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:55.803637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.812108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Network 943d1133-8b5d-4e55-98fa-378763a7e223 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:54:55.822356 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-169cbd8a-fa7d-44ce-b622-34dc6d25c9d0 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 200 len: 205 time: 0.0591378 Jan 31 17:54:55.824999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.897197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:55.925716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 943d1133-8b5d-4e55-98fa-378763a7e223) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:55.928679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-95be3cf5-7158-46a8-84e2-4fa304e6bc34 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:55.929730 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-95be3cf5-7158-46a8-84e2-4fa304e6bc34 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/a9d41242-afea-4eea-bebc-1ffd178832d1 HTTP/1.1" status: 404 len: 336 time: 0.1023183 Jan 31 17:54:55.940503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:55.962297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a96c3-77e2-473b-b831-8da8a33e73fa None None] Network 943d1133-8b5d-4e55-98fa-378763a7e223 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:56.005637 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1e8f20e-6036-4a00-a9dc-d0a7e88eb335 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "GET /v2.0/ports?device_id=20b13c50-e64d-4cd9-9f24-d0bcc0638962 HTTP/1.1" status: 200 len: 205 time: 0.0522976 Jan 31 17:54:56.022549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a79a9a-0a8c-40f9-ac96-24cb4c358744 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.026895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a79a9a-0a8c-40f9-ac96-24cb4c358744 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.027862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28a79a9a-0a8c-40f9-ac96-24cb4c358744 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:56.031376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.040337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.040716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.041334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.057024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-30c5b415-1eaa-408e-bf53-277da3e9494f None None] Provisioning complete for port c3bc7034-02e0-4614-b54a-74a2759d05e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:56.057384 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-30c5b415-1eaa-408e-bf53-277da3e9494f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.128180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28a79a9a-0a8c-40f9-ac96-24cb4c358744 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:56.129563 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-28a79a9a-0a8c-40f9-ac96-24cb4c358744 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5050535 Jan 31 17:54:56.133862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54052) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.166337 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-aa07f167-b04b-48bc-abdd-3b0ae5b99710 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] delete failed (client error): The resource could not be found. Jan 31 17:54:56.172084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aa07f167-b04b-48bc-abdd-3b0ae5b99710 tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/routers/20b13c50-e64d-4cd9-9f24-d0bcc0638962 HTTP/1.1" status: 404 len: 336 time: 0.1396832 Jan 31 17:54:56.172646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.199154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Allocated IP 172.26.4.236 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/4e0c74c4-8caa-4d87-8082-1c1532c153c6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:56.207846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.222489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.249609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6946b819-46a6-475e-b87d-8b4e06d263de,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:56.274897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1577dc08-9193-4113-ba72-1c5fb645f9e1 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.8287868 Jan 31 17:54:56.281474 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-419fe40a-1db0-4199-b0aa-db8ff339ccad tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] DELETE failed (client error): The resource could not be found. Jan 31 17:54:56.281623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.281919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419fe40a-1db0-4199-b0aa-db8ff339ccad tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:54:56.289095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 87e45cd0-911f-4ea2-b627-110dfa282afb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:56.289456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.298119 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-419fe40a-1db0-4199-b0aa-db8ff339ccad tempest-RoutersAdminTest-2101721383 tempest-RoutersAdminTest-2101721383-project] 10.222.0.110 "DELETE /v2.0/subnets/78c2f076-914b-4365-aa41-3327fd912fe8 HTTP/1.1" status: 404 len: 337 time: 0.0893793 Jan 31 17:54:56.375865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Allocated IP 2001:db8::1 (d660d0a6-6c8e-4639-ae15-1371062ba77c/7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2/cfd6b579-6340-4dfe-bd30-16d404c7c8d7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:56.394211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:56.456607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.458557 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1963293-8e17-40c6-a155-ba2e9cd7ce69 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8382125 Jan 31 17:54:56.472381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54066) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.490572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.492868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:56.495103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-865434bd-4583-4319-bf35-f3f4d05d880e tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.3315763 Jan 31 17:54:56.495888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.499144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:56.502310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:54:56.503632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Usage tracker for resource:floatingip and tenant:e909c1ce43e447e38e1d5797a4c970f7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:56.507539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:56.514580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:56.516145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] Sync routers for ids ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:56.519608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9a304-e961-4e34-ba98-7f32e796383a None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:56.534420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.566617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f3b93-b685-4072-a308-97be069c3e6f tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.568253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f3b93-b685-4072-a308-97be069c3e6f tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.570112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824f3b93-b685-4072-a308-97be069c3e6f tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:56.572707 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-824f3b93-b685-4072-a308-97be069c3e6f tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2872810 Jan 31 17:54:56.599388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.646500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port c3bc7034-02e0-4614-b54a-74a2759d05e8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:56.646924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:56.816671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] Routers {'a3b2d7e9-a8be-4067-95ae-ce50b16677b8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:56.817314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:56.914631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54082) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:56.965284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:56.993209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] Routers {'a3b2d7e9-a8be-4067-95ae-ce50b16677b8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:56.993868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.112793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.268115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:54:57.278957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.289698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.291760 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:54:57.300530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 87e45cd0-911f-4ea2-b627-110dfa282afb owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:57.308960 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:57.310675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.410840 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.428054 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:54:57.429693 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.430485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:54:57.432697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.434575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting subnet 7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:57.438374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Usage tracker for resource:security_group_rule and tenant:3c49c196c6074d879d0c393aad08cb32 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:54:57.442854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:54:57.445456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Transition to ACTIVE for port object cfd6b579-6340-4dfe-bd30-16d404c7c8d7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:57.454921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:54:57.476082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.526537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-943d1133-8b5d-4e55-98fa-378763a7e223', 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223', 'tenant_id': '5735305e24fe4b84b9c3661f872174ac', 'fixed_ips': [{'subnet_id': '1e34c625-b921-40f5-9567-0b51faa6b9aa'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:54:57.526765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.528028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.531820 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-33e3eeac-bf6f-41ac-ba93-d481435a9ae7 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/06316abd-b561-48df-8c93-6a91231977e6 HTTP/1.1" status: 204 len: 168 time: 6.5948646 Jan 31 17:54:57.531820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port c3bc7034-02e0-4614-b54a-74a2759d05e8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c3bc7034-02e0-4614-b54a-74a2759d05e8,segment=NetworkSegment(99fdad2b-fd5f-4588-a19f-4df92c616bc4),segment_id=99fdad2b-fd5f-4588-a19f-4df92c616bc4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:57.531820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.533241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.534209 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90776163-adac-4ebd-ad6f-397493cc4842 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:57.539118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:57.545959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:57.576249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:54:54Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.578231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:54:57.578623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f892bf5f-c7ea-4d45-84f3-5b725d0e5a40 None None] The sync data for ids ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:57.581044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-096de82d-fea5-4608-97c4-dc0bdc7ba5b0 None None] Provisioning for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:57.616073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ddf8d4-519b-43c3-ba00-9c10cf0ea69e None None] The sync data for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:54:54Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:54:57.617367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.672971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:57.675880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=4e0c74c4-8caa-4d87-8082-1c1532c153c6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:57.692989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:57.744637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:57.776081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:54:57.780571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for c3bc7034-02e0-4614-b54a-74a2759d05e8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:57.824352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:57.824910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:57.829358 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5e94fd29-f942-4834-97d0-56adad97f6e9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/floatingips/3bef630f-e62b-4107-a848-7edda151e429 HTTP/1.1" status: 200 len: 688 time: 0.2860160 Jan 31 17:54:57.832195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:58.006369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Allocated IP 172.26.4.245 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cbb0e70b-bafe-4e11-b671-5cfe00013715) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:58.022144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.022906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Transition to ACTIVE for port object cfd6b579-6340-4dfe-bd30-16d404c7c8d7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:58.024513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Allocated IP 2001:db8:0:1::1 (943d1133-8b5d-4e55-98fa-378763a7e223/1e34c625-b921-40f5-9567-0b51faa6b9aa/9a1e331c-2cdb-400f-b59f-415b5d2b9525) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:58.051222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.087143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Update dhcp port {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': 'cb7c5134-73c7-46dc-92a9-f37cba8f59c7', 'ip_address': '2001:db8::f816:3eff:fe4a:26a'}, {'subnet_id': 'daa8b33e-c89a-4086-bb68-110ae12ee1b0'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'b3b6875a-4905-4b01-b89d-e3f5adc5e7d9'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:54:58.088809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.126532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=87e45cd0-911f-4ea2-b627-110dfa282afb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.130037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.193547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.260085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.305357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Pushing event updated for resources: {'Port': ['ID=cfd6b579-6340-4dfe-bd30-16d404c7c8d7,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.308176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.325224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Network d660d0a6-6c8e-4639-ae15-1371062ba77c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:58.330665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.337685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:58.350163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:58.399057 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3c49c196c6074d879d0c393aad08cb32&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4783955 Jan 31 17:54:58.404381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ac6db-1e80-46f7-9779-d87a5fd4115a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c6a65c-4520-4abd-a854-3b9a0dae9fab,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.434973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:58.473418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.475785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.483659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.554998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Attempting to bind port cfd6b579-6340-4dfe-bd30-16d404c7c8d7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:54:58.555372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Attempting to bind port cfd6b579-6340-4dfe-bd30-16d404c7c8d7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '487f2f99-6c8f-490d-bd98-1b063fa93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:54:58.555736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Attempting to bind port cfd6b579-6340-4dfe-bd30-16d404c7c8d7 on network d660d0a6-6c8e-4639-ae15-1371062ba77c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:54:58.621109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.624546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.668780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3bf749d4-ba95-4960-9e02-b76a0bf1216b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/87e45cd0-911f-4ea2-b627-110dfa282afb HTTP/1.1" status: 204 len: 168 time: 2.5294828 Jan 31 17:54:58.680421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fdb062-c128-4499-941e-8ab7c5189174 None None] DHCP port deletion for 2e3b300b-fc65-4eae-b39d-1004d94175ed request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:54:58.687952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:58.691548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Port': ['ID=c3bc7034-02e0-4614-b54a-74a2759d05e8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.693541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:54:58.693906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Checking segment: {'id': '487f2f99-6c8f-490d-bd98-1b063fa93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:54:58.694309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.694703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Bound using segment: {'id': '487f2f99-6c8f-490d-bd98-1b063fa93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:54:58.695178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Bound port: cfd6b579-6340-4dfe-bd30-16d404c7c8d7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487f2f99-6c8f-490d-bd98-1b063fa93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'd660d0a6-6c8e-4639-ae15-1371062ba77c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:54:58.695557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.710679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.711030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.711347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.711675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.712000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.712461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.712790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.713110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.713441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.713775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.714088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:58.747540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.776088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port d95b061b-ee62-49bd-8081-aa22be72894c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:54:58.776439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.779409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.815991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:58.822474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.842737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.844208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c3bc7034-02e0-4614-b54a-74a2759d05e8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:58.859911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:58.935705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c6a65c-4520-4abd-a854-3b9a0dae9fab,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:58.978716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c3bc7034-02e0-4614-b54a-74a2759d05e8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:54:58.979065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c3bc7034-02e0-4614-b54a-74a2759d05e8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 31 17:54:59.026677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No DVR routers for this DVR port c3bc7034-02e0-4614-b54a-74a2759d05e8 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:54:59.028682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.048801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.066237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port c3bc7034-02e0-4614-b54a-74a2759d05e8 not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 31 17:54:59.082774 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f76c86b1-6afb-4f34-913a-63293b5a1666 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/subnets/7fa8e8f0-fc1a-4d36-bc3a-30437a9809b2 HTTP/1.1" status: 204 len: 168 time: 2.4814415 Jan 31 17:54:59.091990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.092513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:59.102088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Transition to ACTIVE for port object 9a1e331c-2cdb-400f-b59f-415b5d2b9525 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:59.114737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] For port cfd6b579-6340-4dfe-bd30-16d404c7c8d7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:54:59.120153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] For port cfd6b579-6340-4dfe-bd30-16d404c7c8d7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfd6b579-6340-4dfe-bd30-16d404c7c8d7,segment=NetworkSegment(487f2f99-6c8f-490d-bd98-1b063fa93315),segment_id=487f2f99-6c8f-490d-bd98-1b063fa93315)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:54:59.127945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:59.129261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:59.130656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:54:59.131757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:54:59.132158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.136443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.139780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.140847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eace2bc4-4788-4211-b6e6-cf760d02fe73 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08c6a65c-4520-4abd-a854-3b9a0dae9fab HTTP/1.1" status: 204 len: 168 time: 0.7041965 Jan 31 17:54:59.146984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.152934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Allocated IP 172.20.0.2 (78c34a5f-8722-4630-84ca-354f3b387cf2/daa8b33e-c89a-4086-bb68-110ae12ee1b0/b3b6875a-4905-4b01-b89d-e3f5adc5e7d9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:54:59.267204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Transition to ACTIVE for port object 9a1e331c-2cdb-400f-b59f-415b5d2b9525 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:54:59.274115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:59.293161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:59.293498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.306648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:59.369669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:54:59.386801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:59.388436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-612221b2-850a-4a8f-a28c-1110d0401378 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6958518 Jan 31 17:54:59.399197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.399524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.426615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.430706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'Port': ['ID=cbb0e70b-bafe-4e11-b671-5cfe00013715,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.433217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.479542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:54:59.583534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Pushing event updated for resources: {'Port': ['ID=cfd6b579-6340-4dfe-bd30-16d404c7c8d7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.639221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Network 943d1133-8b5d-4e55-98fa-378763a7e223 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:54:59.651827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.658986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:54:59.666147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.666475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.666803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.667132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.667471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.667791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.668109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.668431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.668772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.669216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.669633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe3b66a-9a5f-4866-99f0-3e95520fbd4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:54:59.673031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:54:59.680892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for d95b061b-ee62-49bd-8081-aa22be72894c owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:54:59.702404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.759433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:59.760505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16870eb-5931-4fb0-9bed-f0ad0c6b2228 None None] Network d660d0a6-6c8e-4639-ae15-1371062ba77c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:54:59.777166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] For port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:54:59.782953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.844975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=27b33418-25ba-4cf0-bec3-3b4a6f5b542b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.913102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=4e0c74c4-8caa-4d87-8082-1c1532c153c6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.923896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b002150c-5f5f-4606-916b-464f21eb1ecb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8e4d74cb90ab41c695c1c63b25cfed45&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1630089 Jan 31 17:54:59.927901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Pushing event updated for resources: {'Port': ['ID=9a1e331c-2cdb-400f-b59f-415b5d2b9525,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:54:59.940738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:54:59.949598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:54:59.949991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.976077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.984919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting subnet 1e34c625-b921-40f5-9567-0b51faa6b9aa {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:54:59.994594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:54:59.998669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:00.014925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f64de-61b5-41ba-984c-b4acffdc5bea None None] Network 2e3b300b-fc65-4eae-b39d-1004d94175ed requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:00.035703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.037162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9a85cde4-ba47-4f7d-a010-fe884d0f18fc tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6190426 Jan 31 17:55:00.038820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Attempting to bind port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:00.039190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Attempting to bind port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd2021bf3-3076-4743-8dea-4f38fdd10df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:00.039552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Attempting to bind port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 on network 943d1133-8b5d-4e55-98fa-378763a7e223 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:00.040670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:00.042856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.055290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1f9a1b12-1933-4fec-b65f-79c766f68341 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'floatingip': {'port_id': 'cad8e1ee-cfc3-4181-b539-8316b02c8aad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:00.133701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.171476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f9a1b12-1933-4fec-b65f-79c766f68341 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.189314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Transition to ACTIVE for port object b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:00.197707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:00.198080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Checking segment: {'id': 'd2021bf3-3076-4743-8dea-4f38fdd10df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:00.198490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.198872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Bound using segment: {'id': 'd2021bf3-3076-4743-8dea-4f38fdd10df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:00.199349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Bound port: 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2021bf3-3076-4743-8dea-4f38fdd10df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '943d1133-8b5d-4e55-98fa-378763a7e223'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:00.199722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.221338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.240545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.277029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 had new provisioning blocks added so it will not transition to active. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:321}} Jan 31 17:55:00.277601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3a286fe-4621-42cb-8668-bf8ba170d500 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:00.287181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3b300b-fc65-4eae-b39d-1004d94175ed']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:00.316642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fdad2b-fd5f-4588-a19f-4df92c616bc4') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:00.316927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fdad2b-fd5f-4588-a19f-4df92c616bc4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:00.328140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.385480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.396858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet cb7c5134-73c7-46dc-92a9-f37cba8f59c7 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:00.413841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.449856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=d95b061b-ee62-49bd-8081-aa22be72894c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:00.461866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.554383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.557439 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-1f9a1b12-1933-4fec-b65f-79c766f68341 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] update failed (client error): The resource could not be found. Jan 31 17:55:00.558354 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1f9a1b12-1933-4fec-b65f-79c766f68341 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "PUT /v2.0/floatingips/603d2d5c-1fd1-4510-8ce9-7838e1941231 HTTP/1.1" status: 404 len: 507 time: 0.5164831 Jan 31 17:55:00.560834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e2c34-af17-4c63-98f6-89e3feedefd8 None None] DHCP port deletion for 2e3b300b-fc65-4eae-b39d-1004d94175ed request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:00.562663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54130) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:00.565742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.585028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d26fe-ac84-464b-86a8-e64e7897dde8 None None] Pushing event updated for resources: {'Port': ['ID=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:00.608177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:00.608498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.609002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:00.612729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:00.622183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:00.651316 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:00.658422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b3a286fe-4621-42cb-8668-bf8ba170d500 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:00.670658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.675794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b3a286fe-4621-42cb-8668-bf8ba170d500 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:00.676173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.694876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.731632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.764603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c90dc4-5042-4037-8891-9e015fa4b502 None None] Pushing event updated for resources: {'Port': ['ID=9a1e331c-2cdb-400f-b59f-415b5d2b9525,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:00.867144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.894285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.925687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b3a286fe-4621-42cb-8668-bf8ba170d500, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3a286fe-4621-42cb-8668-bf8ba170d500,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:00.932662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:00.990195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.080553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:01.210705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c3bc7034-02e0-4614-b54a-74a2759d05e8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:01.230530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.236912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.265719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c3bc7034-02e0-4614-b54a-74a2759d05e8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:01.266273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c3bc7034-02e0-4614-b54a-74a2759d05e8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:01.292160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.310898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=2e3b300b-fc65-4eae-b39d-1004d94175ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:01.340559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.399930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting port 4e0c74c4-8caa-4d87-8082-1c1532c153c6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:01.400296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.421606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.434066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.438418 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d32d19f-ce70-4a21-9006-a4a608464981 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/3bef630f-e62b-4107-a848-7edda151e429 HTTP/1.1" status: 204 len: 168 time: 3.6051755 Jan 31 17:55:01.440380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:01.458468 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/cb7c5134-73c7-46dc-92a9-f37cba8f59c7 HTTP/1.1" status: 204 len: 168 time: 2.0681717 Jan 31 17:55:01.464166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:01.465247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'c9e4e1bc-4053-4e1e-9119-81c023ab6929'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:01.467617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c250817e-843c-461f-a154-cb29cc96834d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/2e3b300b-fc65-4eae-b39d-1004d94175ed HTTP/1.1" status: 204 len: 168 time: 10.9761617 Jan 31 17:55:01.471156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a31717-8002-4183-a4ee-50815a9a38c4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=cb7c5134-73c7-46dc-92a9-f37cba8f59c7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:01.475077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:01.498231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.503078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:01.515996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:01.526409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2050000095'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:01.552241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:01.566376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:floatingip and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:01.569540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:network and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:01.580711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.582643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:01.584317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:01.587680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Subnet': ['ID=1e34c625-b921-40f5-9567-0b51faa6b9aa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:01.594658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.633696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:01.634009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d4c14-cdbf-4d55-ad80-9292b567ffec None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:01.639872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet daa8b33e-c89a-4086-bb68-110ae12ee1b0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:01.650126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23e818-b71a-4ed9-b9d7-a9653654e61d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:01.653041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.666172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:01.684344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.685787 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e470cac9-6ec1-4254-bc3f-d5dfa3bb97fa admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3d23e818-b71a-4ed9-b9d7-a9653654e61d HTTP/1.1" status: 204 len: 168 time: 1.7436996 Jan 31 17:55:01.707020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.709892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:01.713214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.760860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Deleting port bd7f610a-f915-4241-b9cd-e6a413792ba8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:01.761197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.771507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:01.790835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.795058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.803847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/subnets/1e34c625-b921-40f5-9567-0b51faa6b9aa HTTP/1.1" status: 204 len: 168 time: 2.7078757 Jan 31 17:55:01.803847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.803847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.803847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.804237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.805459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.805459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.805459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.805459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.805777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.806078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.806380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750973c-6e6a-4ea0-b043-20a772a1ac23 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:01.809112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:01.862094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.866976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07ee1377-4db4-4a15-9575-77a15a55a652 None None] Could not find standard attr ID for object 87e45cd0-911f-4ea2-b627-110dfa282afb. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:55:01.871508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.917286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:01.979082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:02.069092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.069458 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Added segment cb0578e7-33fc-4753-a9bb-79bfa75485a6 of type vlan for network cfb167de-85fc-4339-b1af-ed2b88e0de03 Jan 31 17:55:02.119437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.161871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07ee1377-4db4-4a15-9575-77a15a55a652 None None] Provisioning for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:02.169393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.183425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4381151-740e-4c3f-92a9-b762e700da5d None None] Network 943d1133-8b5d-4e55-98fa-378763a7e223 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:02.203505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac03d842-36be-4ef7-be05-66c31a739741 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:02.204250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac03d842-36be-4ef7-be05-66c31a739741 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Synchronizing usage tracker for tenant:5735305e24fe4b84b9c3661f872174ac on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:02.207885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.208212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.208443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07ee1377-4db4-4a15-9575-77a15a55a652 None None] Provisioning complete for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:02.208862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07ee1377-4db4-4a15-9575-77a15a55a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.214987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.324181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:02.324670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.355800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Calling delete_port for bd7f610a-f915-4241-b9cd-e6a413792ba8 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:02.368143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'Port': ['ID=cbb0e70b-bafe-4e11-b671-5cfe00013715,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:02.376858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Calling delete_port for 4e0c74c4-8caa-4d87-8082-1c1532c153c6 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:02.387245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.391531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:02.392201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.418041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.456089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ac03d842-36be-4ef7-be05-66c31a739741 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Unset dirty status for tenant:5735305e24fe4b84b9c3661f872174ac on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:02.457496 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ac03d842-36be-4ef7-be05-66c31a739741 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6416333 Jan 31 17:55:02.464260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:02.576642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.584068 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1047847 Jan 31 17:55:02.616521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.620867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54168) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:02.636338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e050f-c0ad-4e53-b97a-dba725c7e2ed tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Network': ['ID=cfb167de-85fc-4339-b1af-ed2b88e0de03,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:02.638495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.647616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-248a8ea2-235f-44b8-b32c-6425fdcedac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1717839 Jan 31 17:55:02.652866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Request body: {'subnet': {'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:02.669636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network cfb167de-85fc-4339-b1af-ed2b88e0de03 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:02.675171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=daa8b33e-c89a-4086-bb68-110ae12ee1b0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:02.690720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.692643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-12025097-ff5d-48c1-87bf-f743a6ec77cb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/daa8b33e-c89a-4086-bb68-110ae12ee1b0 HTTP/1.1" status: 204 len: 168 time: 1.2271678 Jan 31 17:55:02.698645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:02.820422 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9aa94e79-1ee5-4512-a278-57c769210cc5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206610 Jan 31 17:55:02.833760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:02.837525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:02.840153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:02.860504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:02.876801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9a1e331c-2cdb-400f-b59f-415b5d2b9525 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:02.944002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.052623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b057ea83-aecf-4891-8ae9-3fccff8845b3 None None] Provisioning for port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:03.089915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:03.101538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:03.104588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.148372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] DHCP port deletion for 943d1133-8b5d-4e55-98fa-378763a7e223 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:03.164762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Deleting port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:03.165900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.194395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:03.210363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:03.234850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:03.254389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-ec64191f-7cf0-48d1-94ae-9bff2fcdee32 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Synchronizing usage tracker for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:03.266372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.277377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.404694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.434025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc408305-c0ec-4644-b051-427e9a2f19da None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:03.494974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Pushing event deleted for resources: {'Port': ['ID=bd7f610a-f915-4241-b9cd-e6a413792ba8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:03.501204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:03.504785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.511562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Usage tracker for resource:subnet and tenant:89ef5ca449904a268cfd30fcab5a0c35 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:03.522972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:03.533029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:03.554342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Port': ['ID=4e0c74c4-8caa-4d87-8082-1c1532c153c6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:03.556600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:03.621926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-ec64191f-7cf0-48d1-94ae-9bff2fcdee32 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Unset dirty status for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:03.631315 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-ec64191f-7cf0-48d1-94ae-9bff2fcdee32 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--1804336144&fields=id&tenant_id=e909c1ce43e447e38e1d5797a4c970f7 HTTP/1.1" status: 200 len: 267 time: 0.4795308 Jan 31 17:55:03.638617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:03.657894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.660954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3a286fe-4621-42cb-8668-bf8ba170d500 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:03.695353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Made reservation on behalf of 89ef5ca449904a268cfd30fcab5a0c35 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:03.858963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:03.859412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.891586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79ebb830-6ee1-417c-864a-36d3bc23968d None None] Provisioning complete for port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:03.891898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79ebb830-6ee1-417c-864a-36d3bc23968d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:03.910230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1969629884'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:03.915099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:03.919507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Usage tracker for resource:network and tenant:7ebf19db4a8c44d0a2b93b7433fc1eae is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:03.922734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:03.929080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:03.940748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:03.941350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.038317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:04.041227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.075323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Calling delete_port for 9a1e331c-2cdb-400f-b59f-415b5d2b9525 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:04.079655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.080907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.096852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Calling delete_port for 9a1e331c-2cdb-400f-b59f-415b5d2b9525 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:04.124972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.73 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/c240d2be-18e6-400e-bc76-8388de3d9ae5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:04.136637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9a1e331c-2cdb-400f-b59f-415b5d2b9525,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:04.137725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.140643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.219073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b3a286fe-4621-42cb-8668-bf8ba170d500 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:04.219676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.247936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.255232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.268534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-85e3dbd0-a11b-484c-a3a3-eba506573ad9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:04.275252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-85e3dbd0-a11b-484c-a3a3-eba506573ad9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 812 time: 0.6431036 Jan 31 17:55:04.276224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:04.276570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:04.284319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.285597 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57910305-4b06-4d27-ad56-6ac212654139 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "DELETE /v2.0/floatingips/603d2d5c-1fd1-4510-8ce9-7838e1941231 HTTP/1.1" status: 204 len: 168 time: 3.7218184 Jan 31 17:55:04.293582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54202) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:04.361916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:04.364772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'floatingip': {'floating_network_id': 'd837b816-a440-4efd-aff6-42bb3c729c61', 'port_id': 'cad8e1ee-cfc3-4181-b539-8316b02c8aad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:04.376536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Deleting port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:04.377008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.382104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:04.397285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:floatingip and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:04.407626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:04.415933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:04.416328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:04.418137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:04.424775 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-ef18763a-6333-48bc-b284-7cc8b63161cf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/quotas/e909c1ce43e447e38e1d5797a4c970f7 HTTP/1.1" status: 200 len: 375 time: 0.1485810 Jan 31 17:55:04.464164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.482891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:04.496000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Usage tracker for resource:security_group_rule and tenant:7ebf19db4a8c44d0a2b93b7433fc1eae is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:04.503168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:04.557587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:04.573564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:04.583513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.656165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Router a3b2d7e9-a8be-4067-95ae-ce50b16677b8 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:04.665396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] For port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:04.666054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.722933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.734514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-c33df38f-a3d2-41d1-aa68-b576a3d8eed7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3088751 Jan 31 17:55:04.785939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Deleting port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:04.786549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.816612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Calling delete_port for b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:04.879303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:04.880203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=c240d2be-18e6-400e-bc76-8388de3d9ae5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:04.885454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:04.889059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:04.919120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:04.919370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.943903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:04.971006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.047632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:55:05.053394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.106942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.138202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.175392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9a1e331c-2cdb-400f-b59f-415b5d2b9525 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:05.233454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:05.255637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d16c91af-d085-4127-a9ba-6e69b8e54998,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.264462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:05.266536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:55:05.283276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] Pushing event deleted for resources: {'Port': ['ID=b3b6875a-4905-4b01-b89d-e3f5adc5e7d9,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.291177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] Sync routers for ids ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:05.314550 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:05.314929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.315266 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Added segment 73cabf9e-3215-4ca9-9aa9-39ab59f38a92 of type vlan for network 685ea8f7-d21c-4071-8187-1548a532cd60 Jan 31 17:55:05.316192 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-37bcb3e4-5924-46fb-ad11-3aa34ada926a tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.0178409 Jan 31 17:55:05.319642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553b1db9-4f74-40ac-9e72-737e60d01ee8 None None] No DVR routers for this DVR port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:05.327253 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-9cd1c97a-50d5-495f-8558-46082eb1bfd3 service neutron] 10.222.0.110 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5623133 Jan 31 17:55:05.329483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54206) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:05.343037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:05.343429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.350880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'cad8e1ee-cfc3-4181-b539-8316b02c8aad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:05.381011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:05.464551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] Routers {'a3b2d7e9-a8be-4067-95ae-ce50b16677b8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:05.465100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:05.472094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Usage tracker for resource:floatingip and tenant:ae7a5023c0924c8ca4ad2d382a69bb93 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:05.474638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.483812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:05.503452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event updated for resources: {'Subnet': ['ID=e1aa5cc8-7ff8-4f71-95f5-e243f8c536cc,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.508704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:05.526541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Calling delete_port for 9a1e331c-2cdb-400f-b59f-415b5d2b9525 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:05.554827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.558630 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62e5f4ff-7917-49db-bc20-f0979e50fc24 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "PUT /v2.0/routers/a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 200 len: 710 time: 9.0583696 Jan 31 17:55:05.558630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_pluggable_backend [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Port b3b6875a-4905-4b01-b89d-e3f5adc5e7d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 31 17:55:05.558630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_pluggable_backend [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4a:26a {{(pid=83557) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 31 17:55:05.561041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:05.570394 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-b9bda5c3-fedf-4b61-8784-91afa6d57c30 service neutron] 10.222.0.110 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418649 Jan 31 17:55:05.573503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.577313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:05.597647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.611001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:05.641466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] For port 9a1e331c-2cdb-400f-b59f-415b5d2b9525, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9a1e331c-2cdb-400f-b59f-415b5d2b9525,segment=NetworkSegment(d2021bf3-3076-4743-8dea-4f38fdd10df8),segment_id=d2021bf3-3076-4743-8dea-4f38fdd10df8)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:05.641835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.658457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.658706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.682722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] Routers {'a3b2d7e9-a8be-4067-95ae-ce50b16677b8'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:05.683378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:54:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:05.709770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.714725 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1865566 Jan 31 17:55:05.740079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:05.744647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Checking segment: {'id': 'cb0578e7-33fc-4753-a9bb-79bfa75485a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:05.745091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network hostable DHCP agents. Network: cfb167de-85fc-4339-b1af-ed2b88e0de03, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:05.753877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:05.754286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec4799-8862-4ef8-af5a-b4c3334f2017 None None] The sync data for ids ['a3b2d7e9-a8be-4067-95ae-ce50b16677b8'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:05.759090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.771275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b79194-384f-46f2-b571-3f034d17d421 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Network': ['ID=685ea8f7-d21c-4071-8187-1548a532cd60,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.807974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:05.811300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:05.815530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:05.816098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:05.819932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=9accb9cc-39b3-49b1-935a-5147568d152e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.851809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 685ea8f7-d21c-4071-8187-1548a532cd60 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:05.852029 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5286a330-0405-42d4-a69a-c84e85f51698 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0121939 Jan 31 17:55:05.852120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:05.858681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:05.879831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bda9fd-f4cb-49ab-80e2-9030894a439f None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:05.882619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'subnet': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:05.894866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] No DVR routers for this DVR port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:05.911990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5dc28-2764-418d-8e79-4723df83e37f None None] Pushing event deleted for resources: {'Port': ['ID=9a1e331c-2cdb-400f-b59f-415b5d2b9525,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:05.954359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Calling delete_port for 9a1e331c-2cdb-400f-b59f-415b5d2b9525 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:06.051448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:06.061871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:06.080964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:06.155595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-22aa59a6-28a0-4038-8ae6-35ac1e463384 req-9de3a001-fc63-44af-a79a-0a8c97fc425c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Synchronizing usage tracker for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:06.207685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.209779 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '9accb9cc-39b3-49b1-935a-5147568d152e'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:06.210838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.335344 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bbc58a00-a2f2-4676-bfa5-4559decec764 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/routers/a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 200 len: 745 time: 0.7729654 Jan 31 17:55:06.338338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:06.345423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-22aa59a6-28a0-4038-8ae6-35ac1e463384 req-9de3a001-fc63-44af-a79a-0a8c97fc425c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Unset dirty status for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:06.346564 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-22aa59a6-28a0-4038-8ae6-35ac1e463384 req-9de3a001-fc63-44af-a79a-0a8c97fc425c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.4371367 Jan 31 17:55:06.352616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:06.364905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Network cfb167de-85fc-4339-b1af-ed2b88e0de03 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:06.376294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Usage tracker for resource:subnet and tenant:7ebf19db4a8c44d0a2b93b7433fc1eae is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:06.381554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:06.384878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:06.385197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:06.389467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2de155e0-49fe-4adb-9e87-dc27af557208 tempest-RoutersIpV6AdminTest-2029412918 tempest-RoutersIpV6AdminTest-2029412918-project-admin] 10.222.0.110 "GET /v2.0/ports?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&device_id=a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 200 len: 205 time: 0.0498776 Jan 31 17:55:06.392005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:06.392133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:06.404066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Allocated IP 2001:db8::f816:3eff:fecb:7f9e (78c34a5f-8722-4630-84ca-354f3b387cf2/9accb9cc-39b3-49b1-935a-5147568d152e/ca869065-c02e-4754-a605-cf7c7f83a791) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:06.419070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, cfb167de-85fc-4339-b1af-ed2b88e0de03) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:06.426690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:06.427282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.441705 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4b5df3a5-1ba8-4b4f-941e-2c44fe68b7d4 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 200 len: 205 time: 0.0464847 Jan 31 17:55:06.442473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:06.442582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:06.455945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43146f49-41fe-44ac-a7d5-3078094ba2b1 None None] Network cfb167de-85fc-4339-b1af-ed2b88e0de03 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:06.567300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-813c02e6-f91e-4b40-8035-b449162ae910 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9450119 Jan 31 17:55:06.591514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:06.645835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.798644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.812153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port 9a1e331c-2cdb-400f-b59f-415b5d2b9525 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:06.812533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.878199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.892581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Transition to ACTIVE for port object ca869065-c02e-4754-a605-cf7c7f83a791 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:06.926090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-cfb167de-85fc-4339-b1af-ed2b88e0de03', 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03', 'tenant_id': '89ef5ca449904a268cfd30fcab5a0c35', 'fixed_ips': [{'subnet_id': 'e1aa5cc8-7ff8-4f71-95f5-e243f8c536cc'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:06.926936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.948591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.974419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:06.986252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] The port '9a1e331c-2cdb-400f-b59f-415b5d2b9525' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:55:07.004562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Transition to ACTIVE for port object ca869065-c02e-4754-a605-cf7c7f83a791 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:07.020212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.111066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efaa5fe7-01f7-41a9-aa89-908aad784678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.123884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:07.135863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:07.145388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:07.145991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.149760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:07.158156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:07.160640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:07.170972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Pushing event updated for resources: {'Port': ['ID=ca869065-c02e-4754-a605-cf7c7f83a791,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:07.233601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=9342a614-7d21-4e99-abb3-8c0671cb3289,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:07.244337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.248485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.304220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.309817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.313580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-59f3a17c-497b-4265-b04d-66e269b7f1e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4604459 Jan 31 17:55:07.316765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.323331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:38:ca:31', 'name': 'tempest-NetworksTestDHCPv6-1779906826'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:07.323608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Attempting to bind port ca869065-c02e-4754-a605-cf7c7f83a791 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:07.323962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Attempting to bind port ca869065-c02e-4754-a605-cf7c7f83a791 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:07.324338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Attempting to bind port ca869065-c02e-4754-a605-cf7c7f83a791 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:07.336449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Allocated IP 2001:db8::f816:3eff:fe38:a6c4 (cfb167de-85fc-4339-b1af-ed2b88e0de03/e1aa5cc8-7ff8-4f71-95f5-e243f8c536cc/91d84bbb-75fe-49f9-b81f-ded35f66f47a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:07.342618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:07.342618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:07.343040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.344289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:07.344289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Bound port: ca869065-c02e-4754-a605-cf7c7f83a791, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:07.344289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.391194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943d1133-8b5d-4e55-98fa-378763a7e223']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:07.419771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.420505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Fanout notify agent at l3_agent the message router_deleted on router a3b2d7e9-a8be-4067-95ae-ce50b16677b8 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:55:07.427130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2021bf3-3076-4743-8dea-4f38fdd10df8') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:07.427296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2021bf3-3076-4743-8dea-4f38fdd10df8') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:07.462235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.477781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.479061 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3d2aa176-15e9-428f-b63b-fe080e984629 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 204 len: 168 time: 1.0359130 Jan 31 17:55:07.488823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.534756 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9ebe6bbc-2bb5-4e8c-bf89-17215d9cce01 req-49fbd657-0971-4d2a-be5e-6958ae02bff4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0903711 Jan 31 17:55:07.540900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] For port ca869065-c02e-4754-a605-cf7c7f83a791, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:07.560643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-658c421b-f774-4723-853b-7455296e0e15 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 200 len: 205 time: 0.0682971 Jan 31 17:55:07.563328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54254) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.564633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] For port ca869065-c02e-4754-a605-cf7c7f83a791, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ca869065-c02e-4754-a605-cf7c7f83a791,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:07.574596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.596048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.601011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.612323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:07.612711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:07.627852 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:07.630280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Allocated IP 172.26.4.222 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/e043b830-1f3d-43d0-83fc-6106dc661dfb) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:07.643152 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-a30aa290-9df3-4b65-aeb2-13c550fa3807 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:07.646518 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a30aa290-9df3-4b65-aeb2-13c550fa3807 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/a3b2d7e9-a8be-4067-95ae-ce50b16677b8 HTTP/1.1" status: 404 len: 336 time: 0.0810313 Jan 31 17:55:07.647725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.701994 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1339672d-fd58-4ca3-a7e6-f84a7d75e15d tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 200 len: 205 time: 0.0495870 Jan 31 17:55:07.701994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:07.701994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.742868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96191221-2e0a-42fc-84f5-724e65a44baa None None] Pushing event updated for resources: {'Port': ['ID=ca869065-c02e-4754-a605-cf7c7f83a791,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:07.746458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.761365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Transition to ACTIVE for port object 91d84bbb-75fe-49f9-b81f-ded35f66f47a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:07.761600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.782689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:07.782913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Transition to ACTIVE for port object 91d84bbb-75fe-49f9-b81f-ded35f66f47a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:07.785913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:07.790244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.792506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:07.809954 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-9ff0617a-c89e-40f2-b83b-73a5c40c5f86 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:07.815027 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9ff0617a-c89e-40f2-b83b-73a5c40c5f86 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/b5a4f899-821e-4a6a-99c7-b75265824cfb HTTP/1.1" status: 404 len: 336 time: 0.1121564 Jan 31 17:55:07.815770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:07.820444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:07.833359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54266) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.868634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Network cfb167de-85fc-4339-b1af-ed2b88e0de03 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:07.872724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:07.895175 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5f6d5faa-d60d-4b92-91bc-b9dc36891498 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 200 len: 205 time: 0.0581717 Jan 31 17:55:07.895891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:07.909958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Pushing event updated for resources: {'Port': ['ID=91d84bbb-75fe-49f9-b81f-ded35f66f47a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:07.911157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 8d239b7e-e37c-4751-8dae-c65a295b521d yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:07.912889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:07.981744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.053776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Attempting to bind port 91d84bbb-75fe-49f9-b81f-ded35f66f47a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:08.054395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Attempting to bind port 91d84bbb-75fe-49f9-b81f-ded35f66f47a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'cb0578e7-33fc-4753-a9bb-79bfa75485a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:08.054813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Attempting to bind port 91d84bbb-75fe-49f9-b81f-ded35f66f47a on network cfb167de-85fc-4339-b1af-ed2b88e0de03 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:08.057818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.063385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:08.063863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Checking segment: {'id': 'cb0578e7-33fc-4753-a9bb-79bfa75485a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:08.064478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.064870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Bound using segment: {'id': 'cb0578e7-33fc-4753-a9bb-79bfa75485a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:08.065578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Bound port: 91d84bbb-75fe-49f9-b81f-ded35f66f47a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0578e7-33fc-4753-a9bb-79bfa75485a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:08.066008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.071480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.122112 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-867c7ed6-536f-470d-8d24-1c0b51be3824 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:08.127419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-867c7ed6-536f-470d-8d24-1c0b51be3824 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/7c982aa8-3c9b-49b7-ba43-0d358c72c8e8 HTTP/1.1" status: 404 len: 336 time: 0.1448128 Jan 31 17:55:08.132455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.139384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=943d1133-8b5d-4e55-98fa-378763a7e223,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:08.150081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54274) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.176029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] For port 91d84bbb-75fe-49f9-b81f-ded35f66f47a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:08.179109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] For port 91d84bbb-75fe-49f9-b81f-ded35f66f47a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=91d84bbb-75fe-49f9-b81f-ded35f66f47a,segment=NetworkSegment(cb0578e7-33fc-4753-a9bb-79bfa75485a6),segment_id=cb0578e7-33fc-4753-a9bb-79bfa75485a6)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:08.184387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.269897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8904647-2ea8-4339-af4f-281870e641f1 None None] Pushing event updated for resources: {'Port': ['ID=91d84bbb-75fe-49f9-b81f-ded35f66f47a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:08.270438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-feed4d1f-dc0c-49d5-a4ac-fde45a0156d3 tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/943d1133-8b5d-4e55-98fa-378763a7e223 HTTP/1.1" status: 204 len: 168 time: 5.8049481 Jan 31 17:55:08.273281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54278) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.354254 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ffd3a67-0aae-4a9c-a1f4-b4dd48aa97aa tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 200 len: 205 time: 0.1701691 Jan 31 17:55:08.360847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.437338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-6a8323d9-5ac9-48a9-88f6-1884fc5f0b2a tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:08.439551 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6a8323d9-5ac9-48a9-88f6-1884fc5f0b2a tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/d0a7a45a-2234-483d-ace2-8b972c000513 HTTP/1.1" status: 404 len: 336 time: 0.0765598 Jan 31 17:55:08.441716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 172.20.0.14 (78c34a5f-8722-4630-84ca-354f3b387cf2/9342a614-7d21-4e99-abb3-8c0671cb3289/8d239b7e-e37c-4751-8dae-c65a295b521d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:08.442530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:08.444496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.490853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fe38:ca31 (78c34a5f-8722-4630-84ca-354f3b387cf2/9accb9cc-39b3-49b1-935a-5147568d152e/8d239b7e-e37c-4751-8dae-c65a295b521d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:08.507069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8dec9b61-af7e-45a9-aecd-cbe087e1cf33 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 200 len: 205 time: 0.0587695 Jan 31 17:55:08.507770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54290) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.575981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ca869065-c02e-4754-a605-cf7c7f83a791 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:08.685034 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-dd9393c3-f7da-41c6-8522-d6c48e460592 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:08.693891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dd9393c3-f7da-41c6-8522-d6c48e460592 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/5cf63be0-bdba-41e9-8fea-92146275ce9e HTTP/1.1" status: 404 len: 336 time: 0.1827972 Jan 31 17:55:08.694692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.716694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ca869065-c02e-4754-a605-cf7c7f83a791 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:08.753911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Subnet': ['ID=533a9696-3ebb-4ddd-a62a-aebc66bd1201,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:08.952923 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2f084260-1b2e-42d2-a5db-b3ff000a9024 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "GET /v2.0/ports?device_id=8255be05-1fe2-42c1-afa9-4b79394ea8a7 HTTP/1.1" status: 200 len: 205 time: 0.2560270 Jan 31 17:55:08.953729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:08.979228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Checking segment: {'id': '73cabf9e-3215-4ca9-9aa9-39ab59f38a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:08.979589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network hostable DHCP agents. Network: 685ea8f7-d21c-4071-8187-1548a532cd60, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:08.992624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.000161 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b82a4d8a-11b0-40bc-9126-4b6885ceedfc req-46570d6c-f34e-44e5-82de-a8180d4eed48 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1609468 Jan 31 17:55:09.023426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=e1aa5cc8-7ff8-4f71-95f5-e243f8c536cc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:09.042958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-9904f020-51c6-461b-9f5e-b90f5f5d0c9b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] delete failed (client error): The resource could not be found. Jan 31 17:55:09.042958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9904f020-51c6-461b-9f5e-b90f5f5d0c9b tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/routers/8255be05-1fe2-42c1-afa9-4b79394ea8a7 HTTP/1.1" status: 404 len: 336 time: 0.0817544 Jan 31 17:55:09.042958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:09.046752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.097226 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82c4add-f5c2-4011-b6e4-66314c7b6b52 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:09.097698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82c4add-f5c2-4011-b6e4-66314c7b6b52 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:09.136334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d6ba6a-df95-4990-b50a-45d959508ca4 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:09.156829 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c82c4add-f5c2-4011-b6e4-66314c7b6b52 tempest-RoutersIpV6AdminTest-1217640113 tempest-RoutersIpV6AdminTest-1217640113-project] 10.222.0.110 "DELETE /v2.0/subnets/0f116ed5-f74b-4c1a-be49-577b92ad74d9 HTTP/1.1" status: 404 len: 337 time: 0.1146419 Jan 31 17:55:09.171172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.210891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Deleting port cfd6b579-6340-4dfe-bd30-16d404c7c8d7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:09.211127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.258742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.262257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb167de-85fc-4339-b1af-ed2b88e0de03']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:09.276132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Provisioning for port ca869065-c02e-4754-a605-cf7c7f83a791 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:09.282396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 8d239b7e-e37c-4751-8dae-c65a295b521d will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:09.287033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:09.297663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Provisioning complete for port ca869065-c02e-4754-a605-cf7c7f83a791 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:09.298686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.302242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0578e7-33fc-4753-a9bb-79bfa75485a6') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:09.302541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0578e7-33fc-4753-a9bb-79bfa75485a6') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:09.314518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.323428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.362907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.376168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 685ea8f7-d21c-4071-8187-1548a532cd60) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:09.380012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:09.380779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.418402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:09.423605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:09.429737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:09.435642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:09.494451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=8d239b7e-e37c-4751-8dae-c65a295b521d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:09.534863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497260c-feb3-4970-98d6-6a8465925ef5 None None] Network 685ea8f7-d21c-4071-8187-1548a532cd60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:09.545225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:09.546391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event updated for resources: {'Port': ['ID=e043b830-1f3d-43d0-83fc-6106dc661dfb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:09.552189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.554508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:09.555009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.556466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.564287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:09.564704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.592812 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f88feaf0-9e2f-4966-a2a1-8d4dafd16a16 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2749987 Jan 31 17:55:09.596310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:09.651641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-00459ef5-fbcb-4e52-97e1-57eb3bc7c59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.659752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:09.661590 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:09.668262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:09.750313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:09.759364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.779061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c7d83-163c-4f3c-ac45-fb0623e11874 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:09.783271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c7d83-163c-4f3c-ac45-fb0623e11874 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:09.784139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b21c7d83-163c-4f3c-ac45-fb0623e11874 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:09.802379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b21c7d83-163c-4f3c-ac45-fb0623e11874 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:09.803808 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b21c7d83-163c-4f3c-ac45-fb0623e11874 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2065046 Jan 31 17:55:09.806960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54322) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:09.872514 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8c7e1489-b53d-4a8a-9007-584c96a9cad3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1289828 Jan 31 17:55:09.872812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:09.881664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-602880108'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:09.946796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:09.950676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:55:09.950676 dv-neutron-823271-3-hyperv neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:55:09.950676 dv-neutron-823271-3-hyperv neutron-server[83558]: [parameters: {'id': 'cfb167de-85fc-4339-b1af-ed2b88e0de03'}] Jan 31 17:55:09.950676 dv-neutron-823271-3-hyperv neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:09.951147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:09.956855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17d1512-0945-4efb-9d05-e5b648eab39a None None] Network cfb167de-85fc-4339-b1af-ed2b88e0de03 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:09.987531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 8d239b7e-e37c-4751-8dae-c65a295b521d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:09.987846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.035952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.065609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=c240d2be-18e6-400e-bc76-8388de3d9ae5,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:10.090280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] For port cfd6b579-6340-4dfe-bd30-16d404c7c8d7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfd6b579-6340-4dfe-bd30-16d404c7c8d7,segment=NetworkSegment(487f2f99-6c8f-490d-bd98-1b063fa93315),segment_id=487f2f99-6c8f-490d-bd98-1b063fa93315)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:10.091943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.124418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.176098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] For port ca869065-c02e-4754-a605-cf7c7f83a791, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ca869065-c02e-4754-a605-cf7c7f83a791,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:10.182810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-685ea8f7-d21c-4071-8187-1548a532cd60', 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'tenant_id': '7ebf19db4a8c44d0a2b93b7433fc1eae', 'fixed_ips': [{'subnet_id': '533a9696-3ebb-4ddd-a62a-aebc66bd1201'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:10.183601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.211071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.228977 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e74494bb-b7be-42d6-aed8-76f1f4e2a27a req-16c8a6b9-61f4-4f94-9c86-41e072479093 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0623481 Jan 31 17:55:10.284370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.306381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Calling delete_port for cfd6b579-6340-4dfe-bd30-16d404c7c8d7 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:10.333241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:10.366625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting port e043b830-1f3d-43d0-83fc-6106dc661dfb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:10.366967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.388683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:10.391250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Usage tracker for resource:security_group_rule and tenant:21cdf43acd8b42198d4cef6714df298a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:10.400080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:10.407021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Usage tracker for resource:port and tenant:7ebf19db4a8c44d0a2b93b7433fc1eae is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:10.410904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:10.420895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:10.423008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:10.451191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.454443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.458904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9a13f-889b-4d00-bdef-8197594eab97 None None] Pushing event updated for resources: {'Port': ['ID=ca869065-c02e-4754-a605-cf7c7f83a791,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:10.460156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Update dhcp port {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '9accb9cc-39b3-49b1-935a-5147568d152e', 'ip_address': '2001:db8::f816:3eff:fecb:7f9e'}, {'subnet_id': '9342a614-7d21-4e99-abb3-8c0671cb3289'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'ca869065-c02e-4754-a605-cf7c7f83a791'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:55:10.467606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:10.470866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.516075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-45f94bf3-ed55-4c64-bf4e-1e72e3104a77 None None] Provisioning for port 91d84bbb-75fe-49f9-b81f-ded35f66f47a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:10.545581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.554328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port 9632dca1-3602-4b99-bd22-9f8ca09f179d yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:10.582390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.669903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.670250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 91d84bbb-75fe-49f9-b81f-ded35f66f47a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:10.698687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Allocated IP 172.20.0.2 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/28d6004d-27f9-435e-a299-c70b3dbbe5c9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:10.747860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Port': ['ID=cfd6b579-6340-4dfe-bd30-16d404c7c8d7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:10.757267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port 91d84bbb-75fe-49f9-b81f-ded35f66f47a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:10.758409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.772835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] DHCP port deletion for cfb167de-85fc-4339-b1af-ed2b88e0de03 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:10.773955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 8d239b7e-e37c-4751-8dae-c65a295b521d owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:10.792971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] No DVR routers for this DVR port cfd6b579-6340-4dfe-bd30-16d404c7c8d7 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:10.815385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Deleting port 91d84bbb-75fe-49f9-b81f-ded35f66f47a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:10.816665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.843879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.854869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:10.928705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad5315-e541-4428-8f8f-2356a9656a7f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:10.936819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b32dcbc7-d050-4893-a3ee-b76896b652d9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=21cdf43acd8b42198d4cef6714df298a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1850593 Jan 31 17:55:10.939385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:11.035942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.036188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.132227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 91d84bbb-75fe-49f9-b81f-ded35f66f47a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:11.195629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.199615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.207462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 91d84bbb-75fe-49f9-b81f-ded35f66f47a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:11.207831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.215342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Calling delete_port for e043b830-1f3d-43d0-83fc-6106dc661dfb owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:11.240711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.251268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.273259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Allocated IP 172.20.0.2 (78c34a5f-8722-4630-84ca-354f3b387cf2/9342a614-7d21-4e99-abb3-8c0671cb3289/ca869065-c02e-4754-a605-cf7c7f83a791) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:11.284099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d660d0a6-6c8e-4639-ae15-1371062ba77c']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:11.309100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487f2f99-6c8f-490d-bd98-1b063fa93315') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:11.310422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487f2f99-6c8f-490d-bd98-1b063fa93315') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:11.320209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=8d239b7e-e37c-4751-8dae-c65a295b521d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:11.391741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.396395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] For port 91d84bbb-75fe-49f9-b81f-ded35f66f47a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=91d84bbb-75fe-49f9-b81f-ded35f66f47a,segment=NetworkSegment(cb0578e7-33fc-4753-a9bb-79bfa75485a6),segment_id=cb0578e7-33fc-4753-a9bb-79bfa75485a6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:11.396786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.450998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.482301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad5315-e541-4428-8f8f-2356a9656a7f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:11.486231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.495960 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-79e0dac1-4b63-4eb3-b167-695bb0386bd4 req-3bb856b9-e14e-4ca9-b8fe-7369bba1f6dd tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0977111 Jan 31 17:55:11.511912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1429 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:11.512891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.522468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.532773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b7ee414-cc40-48e0-8e70-7e1ad23303dd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/8d239b7e-e37c-4751-8dae-c65a295b521d HTTP/1.1" status: 204 len: 168 time: 1.7199733 Jan 31 17:55:11.532773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.532773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d92b98ce-5d6f-43ac-ba28-1d76bcd49bf2 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a4ad5315-e541-4428-8f8f-2356a9656a7f HTTP/1.1" status: 204 len: 168 time: 0.5907772 Jan 31 17:55:11.532773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:11.543596 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:11.628937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:11.630376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:11.632189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:11.632951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:11.653738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:11.655089 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-60704676-a28c-4920-bcd1-3681146fbc7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1208856 Jan 31 17:55:11.659118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:11.667919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port 91d84bbb-75fe-49f9-b81f-ded35f66f47a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=91d84bbb-75fe-49f9-b81f-ded35f66f47a,segment=NetworkSegment(cb0578e7-33fc-4753-a9bb-79bfa75485a6),segment_id=cb0578e7-33fc-4753-a9bb-79bfa75485a6)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:11.668266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.669511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Calling delete_port for 91d84bbb-75fe-49f9-b81f-ded35f66f47a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:11.696451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.795502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Transition to ACTIVE for port object 28d6004d-27f9-435e-a299-c70b3dbbe5c9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:11.833820 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 9fab5940-df81-4184-892a-e3f9cf316a50 associated. External IP: 172.26.4.73, port: c9e4e1bc-4053-4e1e-9119-81c023ab6929. Jan 31 17:55:11.855325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.900207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] For port ca869065-c02e-4754-a605-cf7c7f83a791, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ca869065-c02e-4754-a605-cf7c7f83a791,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:11.903641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Transition to ACTIVE for port object 28d6004d-27f9-435e-a299-c70b3dbbe5c9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:11.912126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for 91d84bbb-75fe-49f9-b81f-ded35f66f47a owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:11.928127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.932297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:11.951553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.017947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.031510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.035032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.043833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 9342a614-7d21-4e99-abb3-8c0671cb3289 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:12.051194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=d660d0a6-6c8e-4639-ae15-1371062ba77c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.052379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54350) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:12.058607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.091653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e0085716-31c4-4fa4-a642-8feb331ae9d5 {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:12.091879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:12.110444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:12.122820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:12.125374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:12.127014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6c8cc65c-71e4-410b-8529-442d3740703c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=47f65573d58548a98f204170d625f5fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0726953 Jan 31 17:55:12.129512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:12.136823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Pushing event updated for resources: {'Port': ['ID=28d6004d-27f9-435e-a299-c70b3dbbe5c9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.175679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] No DVR routers for this DVR port 91d84bbb-75fe-49f9-b81f-ded35f66f47a on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:12.179926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Transition to ACTIVE for port object ca869065-c02e-4754-a605-cf7c7f83a791 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:12.194340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.208720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb7f57c-9e3c-425e-80a0-573e56cfe7a8 None None] Pushing event deleted for resources: {'Port': ['ID=91d84bbb-75fe-49f9-b81f-ded35f66f47a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.211232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.269692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Port': ['ID=e043b830-1f3d-43d0-83fc-6106dc661dfb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.274235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.280509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.308256 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2f233249-dc44-4951-998b-d606ec42498e tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/d660d0a6-6c8e-4639-ae15-1371062ba77c HTTP/1.1" status: 204 len: 168 time: 4.0039096 Jan 31 17:55:12.314946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:12.359086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.390031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:12.390347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:12.410087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8fb80-7993-469f-966b-f178a6b86a10 None None] Pushing event updated for resources: {'Port': ['ID=ca869065-c02e-4754-a605-cf7c7f83a791,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.459447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.503428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Attempting to bind port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:12.504187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Attempting to bind port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '73cabf9e-3215-4ca9-9aa9-39ab59f38a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:12.504778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Attempting to bind port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 on network 685ea8f7-d21c-4071-8187-1548a532cd60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:12.510090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.516936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:12.518082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Checking segment: {'id': '73cabf9e-3215-4ca9-9aa9-39ab59f38a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:12.519083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.520170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Bound using segment: {'id': '73cabf9e-3215-4ca9-9aa9-39ab59f38a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:12.521080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Bound port: 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73cabf9e-3215-4ca9-9aa9-39ab59f38a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:12.521898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.526506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.588151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ca869065-c02e-4754-a605-cf7c7f83a791 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:12.594349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.609077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.634649 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] create failed (client error): The resource could not be found. Jan 31 17:55:12.636083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f6881368-38fa-4309-989b-3b1037a307e6 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.3055093 Jan 31 17:55:12.650862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54364) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:12.710492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] For port 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:12.718618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] For port 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28d6004d-27f9-435e-a299-c70b3dbbe5c9,segment=NetworkSegment(73cabf9e-3215-4ca9-9aa9-39ab59f38a92),segment_id=73cabf9e-3215-4ca9-9aa9-39ab59f38a92)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:12.725508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.737226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.754796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port b2785ff2-fb3c-4388-994d-036eb07d9665 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:12.801953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d8fc6-fddf-4ef8-8597-780e7c532e89,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.815129 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5074c20a-b64b-44c9-a84b-d779efbe9ea0 req-67feec69-ef6c-43d4-8fe6-4edc7a423d70 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2243202 Jan 31 17:55:12.815891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=9342a614-7d21-4e99-abb3-8c0671cb3289,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.830972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-55be1074-e34b-4547-89a4-82e097c72556 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9342a614-7d21-4e99-abb3-8c0671cb3289 HTTP/1.1" status: 204 len: 168 time: 1.1703658 Jan 31 17:55:12.842146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:12.866586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e94c45-07a4-481c-b313-d0948951f20f None None] Pushing event updated for resources: {'Port': ['ID=28d6004d-27f9-435e-a299-c70b3dbbe5c9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:12.914936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port 91d84bbb-75fe-49f9-b81f-ded35f66f47a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:12.915771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.933685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 91d84bbb-75fe-49f9-b81f-ded35f66f47a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:12.959992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:12.961198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bf15205-0e08-4591-96a1-3c4dde6e0dc5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8a2d8fc6-fddf-4ef8-8597-780e7c532e89 HTTP/1.1" status: 204 len: 168 time: 0.8304427 Jan 31 17:55:12.974115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 91d84bbb-75fe-49f9-b81f-ded35f66f47a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:12.974438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 91d84bbb-75fe-49f9-b81f-ded35f66f47a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:13.100764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 9accb9cc-39b3-49b1-935a-5147568d152e {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:13.103710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting port cad8e1ee-cfc3-4181-b539-8316b02c8aad {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:13.104045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.112937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.151474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] The port '91d84bbb-75fe-49f9-b81f-ded35f66f47a' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:55:13.153745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.197805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.242048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.6 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/b2785ff2-fb3c-4388-994d-036eb07d9665) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:13.255710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.259617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dc08fc-dc0a-47e4-946f-29ffec2552e0']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.292845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a1f758-8f07-4c8f-9032-6824f58ac55e') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.293119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a1f758-8f07-4c8f-9032-6824f58ac55e') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.400137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.477156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.517097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.524379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.561400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:13.562134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:13.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:13.677906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344c2759-2314-485b-87c8-eeac8af4f3bb None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:13.680614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.682755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb167de-85fc-4339-b1af-ed2b88e0de03']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.716720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.736892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=9accb9cc-39b3-49b1-935a-5147568d152e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:13.747384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object b2785ff2-fb3c-4388-994d-036eb07d9665 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:13.751565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:13.771881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-24fabb02-b577-4402-8b32-e211e57f5950 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9accb9cc-39b3-49b1-935a-5147568d152e HTTP/1.1" status: 204 len: 168 time: 0.8887274 Jan 31 17:55:13.773692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54382) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:13.835842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0578e7-33fc-4753-a9bb-79bfa75485a6') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.836228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0578e7-33fc-4753-a9bb-79bfa75485a6') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:13.971014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d39e203e-11cb-4423-b7af-6bdb899c62e1 None None] Provisioning for port ca869065-c02e-4754-a605-cf7c7f83a791 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:13.983788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d39e203e-11cb-4423-b7af-6bdb899c62e1 None None] Provisioning complete for port ca869065-c02e-4754-a605-cf7c7f83a791 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:13.984159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d39e203e-11cb-4423-b7af-6bdb899c62e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.033973 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a7158182-61e6-4fcc-bfa5-3b2403fe4cc9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2568405 Jan 31 17:55:14.038068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.056741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:14.061464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.183150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:14.186879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.188365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d39e203e-11cb-4423-b7af-6bdb899c62e1 None None] Could not find standard attr ID for object 8d239b7e-e37c-4751-8dae-c65a295b521d. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:55:14.189769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Deleting port ca869065-c02e-4754-a605-cf7c7f83a791 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:14.190132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.324334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:14.344546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:14.365182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:14.378090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Calling delete_port for cad8e1ee-cfc3-4181-b539-8316b02c8aad owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:14.431504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:14.435937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:14.439150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:14.459660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c47c7c-4751-448f-8c7b-ab6e549b216b None None] Network 685ea8f7-d21c-4071-8187-1548a532cd60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:14.459786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:14.461554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.467061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=b2785ff2-fb3c-4388-994d-036eb07d9665,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:14.468159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.490065 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2242ea50-de23-4f70-974f-620787711d90 req-c0673647-f188-46af-93e3-9446e228f1f8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1220646 Jan 31 17:55:14.493903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:14.497726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.537972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.542467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.546888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.602511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:14.602947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:14.623352 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:14.635781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28d6004d-27f9-435e-a299-c70b3dbbe5c9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:14.642412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=c5dc08fc-dc0a-47e4-946f-29ffec2552e0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:14.694575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aec5d9ea-d2ea-4eb9-8954-615958f9be9b tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/c5dc08fc-dc0a-47e4-946f-29ffec2552e0 HTTP/1.1" status: 204 len: 168 time: 2.3739324 Jan 31 17:55:14.729587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ea618f0f-785f-4a76-815b-b0bb8e177d83 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] Request body: {'port': {'network_id': 'debb9a6d-ce02-4149-9e33-756f4124a6f3', 'name': 'tempest-NetworksNegativeTestJSON-1893140739'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:14.732388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54406) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.760430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:14.761040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.766783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.767958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea618f0f-785f-4a76-815b-b0bb8e177d83 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] POST failed (client error): The resource could not be found. Jan 31 17:55:14.768387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea618f0f-785f-4a76-815b-b0bb8e177d83 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:14.769619 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ea618f0f-785f-4a76-815b-b0bb8e177d83 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3046782 Jan 31 17:55:14.773504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.804962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] For port ca869065-c02e-4754-a605-cf7c7f83a791, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ca869065-c02e-4754-a605-cf7c7f83a791,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:14.805623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.826044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bbb599fe-366c-4b96-ac64-f74014271857 None None] Provisioning for port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:14.829390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d6d4e903-1433-44c8-bb98-945e1dd28105 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9556918 Jan 31 17:55:14.838256 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f83143-427c-4054-ba52-a507b893c81c tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:14.838698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f83143-427c-4054-ba52-a507b893c81c tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:14.840854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e3f83143-427c-4054-ba52-a507b893c81c tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "DELETE /v2.0/networks/29270a33-be1d-4b48-909d-a9a25bac6e09 HTTP/1.1" status: 404 len: 339 time: 0.0611439 Jan 31 17:55:14.844547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54414) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.846368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.848036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.880929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-1173369541', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a3:56:f1'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:14.913575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:14.920420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=cfb167de-85fc-4339-b1af-ed2b88e0de03,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:14.947606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ee5e5370-45f5-4107-acc6-7a4403c6026f tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/cfb167de-85fc-4339-b1af-ed2b88e0de03 HTTP/1.1" status: 204 len: 168 time: 8.3523088 Jan 31 17:55:14.958182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54422) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:14.974677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Calling delete_port for ca869065-c02e-4754-a605-cf7c7f83a791 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:14.999486 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2e321e-89b6-462e-af9b-109a580b32fa tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:14.999932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2e321e-89b6-462e-af9b-109a580b32fa tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.001837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cf2e321e-89b6-462e-af9b-109a580b32fa tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "DELETE /v2.0/ports/11ca0997-6f3e-474b-b305-01fe9e007acd HTTP/1.1" status: 404 len: 333 time: 0.1526287 Jan 31 17:55:15.009652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.060592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.071903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-74090f85-25ea-43cb-a1ec-e9bfa4c242bb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.072336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74090f85-25ea-43cb-a1ec-e9bfa4c242bb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.076404 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-74090f85-25ea-43cb-a1ec-e9bfa4c242bb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/e1aa5cc8-7ff8-4f71-95f5-e243f8c536cc HTTP/1.1" status: 404 len: 337 time: 0.1148608 Jan 31 17:55:15.079535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.088749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:15.095214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db644c2-8e08-4814-91cd-471b19da7f9b tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.095649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db644c2-8e08-4814-91cd-471b19da7f9b tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.100926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1db644c2-8e08-4814-91cd-471b19da7f9b tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "DELETE /v2.0/subnets/0188348a-c8ef-4a37-bd3f-ff59b066cc85 HTTP/1.1" status: 404 len: 337 time: 0.0803599 Jan 31 17:55:15.102730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:15.103895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.107340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54434) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.112434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:15.113022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.121052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=596e31b9-515c-4900-bfa1-b54829a0fb85,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:15.143614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:15.155715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:15.156458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.158964 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-74de40e8-ca66-4f35-8bab-5d8b263e77ff tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1169157 Jan 31 17:55:15.161950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.170646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:15.194772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:15.218283 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1001f82-d7e5-4004-942d-ddc094d56f14 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.218626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1001f82-d7e5-4004-942d-ddc094d56f14 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.222556 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f1001f82-d7e5-4004-942d-ddc094d56f14 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/cfb167de-85fc-4339-b1af-ed2b88e0de03 HTTP/1.1" status: 404 len: 339 time: 0.1383502 Jan 31 17:55:15.229631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Port': ['ID=cad8e1ee-cfc3-4181-b539-8316b02c8aad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:15.233318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.249997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Usage tracker for resource:port and tenant:7ebf19db4a8c44d0a2b93b7433fc1eae is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:15.254123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.255387 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a73400-6148-47a3-864a-739f80e06593 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] GET failed (client error): The resource could not be found. Jan 31 17:55:15.255512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:15.260128 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e9a73400-6148-47a3-864a-739f80e06593 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "GET /v2.0/networks/0142bf01-769d-4015-b0fa-d2150dcb6aa8 HTTP/1.1" status: 404 len: 339 time: 0.1448872 Jan 31 17:55:15.261547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.297843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:15.325945 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48ee533-a9f2-4caf-9b03-3c40cb2c2ab1 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] GET failed (client error): The resource could not be found. Jan 31 17:55:15.331673 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d48ee533-a9f2-4caf-9b03-3c40cb2c2ab1 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "GET /v2.0/ports/bb21b6d1-abed-4c63-8f04-53ca42ee3d42 HTTP/1.1" status: 404 len: 333 time: 0.0657887 Jan 31 17:55:15.331900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] Pushing event deleted for resources: {'Port': ['ID=ca869065-c02e-4754-a605-cf7c7f83a791,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:15.333638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.343459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbda456-8cc4-4aeb-9058-fc4b3f87f048 None None] No DVR routers for this DVR port ca869065-c02e-4754-a605-cf7c7f83a791 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:15.352065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:15.364639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1dff4f-2697-4a47-9513-f617e767dd01 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:15.387922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca08ad4-09a0-489d-9f2e-ff81fb4fb9cf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.388736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca08ad4-09a0-489d-9f2e-ff81fb4fb9cf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.391169 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eca08ad4-09a0-489d-9f2e-ff81fb4fb9cf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/27b33418-25ba-4cf0-bec3-3b4a6f5b542b HTTP/1.1" status: 404 len: 337 time: 0.1425064 Jan 31 17:55:15.408908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54454) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.417732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.451572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19419e8-cdbf-4f47-b312-90d4aee679e1']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:15.470792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acb49c6-8595-42c4-990a-114a4e558d59') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:15.470792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acb49c6-8595-42c4-990a-114a4e558d59') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:15.477534 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ddf998-f630-43ea-8030-265cbd4d245e tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] GET failed (client error): The resource could not be found. Jan 31 17:55:15.482976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-37ddf998-f630-43ea-8030-265cbd4d245e tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "GET /v2.0/subnets/ddff05d4-5967-4633-a3c0-1eb74366bfd9 HTTP/1.1" status: 404 len: 337 time: 0.1415517 Jan 31 17:55:15.483149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.497710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.501369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.504997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:15.505497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.518329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-97f7b7f8-c053-45a4-8480-be3c71f4545d tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:15.548176 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f1168b-6413-4b67-93a0-d52c6ca48f5d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.548610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f1168b-6413-4b67-93a0-d52c6ca48f5d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.552512 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-10f1168b-6413-4b67-93a0-d52c6ca48f5d tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/2e3b300b-fc65-4eae-b39d-1004d94175ed HTTP/1.1" status: 404 len: 339 time: 0.1377568 Jan 31 17:55:15.571948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.572582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:15.573049 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:15.589455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f7b7f8-c053-45a4-8480-be3c71f4545d tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] PUT failed (client error): The resource could not be found. Jan 31 17:55:15.589907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f7b7f8-c053-45a4-8480-be3c71f4545d tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.595008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-97f7b7f8-c053-45a4-8480-be3c71f4545d tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "PUT /v2.0/networks/27ed7bdf-3999-4578-85af-701ce20344e1 HTTP/1.1" status: 404 len: 339 time: 0.0852654 Jan 31 17:55:15.631997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:15.635040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:15.640518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.649384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.711200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.712638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '596e31b9-515c-4900-bfa1-b54829a0fb85'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:15.716213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8fcc3a22-6419-49ff-98ef-33fa3e645303 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "DELETE /v2.0/ports/cad8e1ee-cfc3-4181-b539-8316b02c8aad HTTP/1.1" status: 204 len: 168 time: 3.0306668 Jan 31 17:55:15.716340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.716423 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-51ba068d-7ccc-4e79-8b4f-7ef3c9edc128 req-1db44135-4141-4f19-ab61-1597b33f9ab6 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1246445 Jan 31 17:55:15.717171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.717743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8daeebf4-a897-4d06-960b-437240eedf34 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:15.718233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:15.726782 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c426415-0de1-4f73-8679-0bcaf27c7e2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.727730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c426415-0de1-4f73-8679-0bcaf27c7e2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.731551 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c426415-0de1-4f73-8679-0bcaf27c7e2b tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/bd218d5e-e2c0-4550-b228-2baa257f38af HTTP/1.1" status: 404 len: 337 time: 0.1486456 Jan 31 17:55:15.735178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.748287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28d6004d-27f9-435e-a299-c70b3dbbe5c9,segment=NetworkSegment(73cabf9e-3215-4ca9-9aa9-39ab59f38a92),segment_id=73cabf9e-3215-4ca9-9aa9-39ab59f38a92)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:15.798103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.804593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:15.815694 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8daeebf4-a897-4d06-960b-437240eedf34 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] PUT failed (client error): The resource could not be found. Jan 31 17:55:15.816211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8daeebf4-a897-4d06-960b-437240eedf34 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.820792 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8daeebf4-a897-4d06-960b-437240eedf34 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "PUT /v2.0/ports/1fb58bc4-4755-4872-92c2-896c1c6d96df HTTP/1.1" status: 404 len: 333 time: 0.1132488 Jan 31 17:55:15.825566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.863072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:15.868173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.890197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3b1204e9-d5d1-4538-a48b-dbb74bce5f29 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:15.898191 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea0476be-955e-4b9c-83e4-3b348ccc7ccf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:15.898963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea0476be-955e-4b9c-83e4-3b348ccc7ccf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.901504 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ea0476be-955e-4b9c-83e4-3b348ccc7ccf tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/b932e1ee-24d2-4561-b98d-80f67ad70737 HTTP/1.1" status: 404 len: 339 time: 0.1516092 Jan 31 17:55:15.913442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=28d6004d-27f9-435e-a299-c70b3dbbe5c9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:15.923933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ca869065-c02e-4754-a605-cf7c7f83a791 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:15.953740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1204e9-d5d1-4538-a48b-dbb74bce5f29 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] PUT failed (client error): The resource could not be found. Jan 31 17:55:15.954178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1204e9-d5d1-4538-a48b-dbb74bce5f29 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:15.958482 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3b1204e9-d5d1-4538-a48b-dbb74bce5f29 tempest-NetworksNegativeTestJSON-208892725 tempest-NetworksNegativeTestJSON-208892725-project] 10.222.0.110 "PUT /v2.0/subnets/8815c240-813c-4fd7-b8ce-8211cd0a67b3 HTTP/1.1" status: 404 len: 337 time: 0.0705976 Jan 31 17:55:15.969625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ca869065-c02e-4754-a605-cf7c7f83a791 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:15.969971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ca869065-c02e-4754-a605-cf7c7f83a791 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:15.977255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54484) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:15.979003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:15.985585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.013640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Provisioning for port b2785ff2-fb3c-4388-994d-036eb07d9665 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:16.026977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Provisioning complete for port b2785ff2-fb3c-4388-994d-036eb07d9665 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:16.027355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.065781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.074920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] Pushing event deleted for resources: {'Network': ['ID=c19419e8-cdbf-4f47-b312-90d4aee679e1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:16.083772 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-df901c97-0641-41a2-861e-9a738013197d tempest-BulkNetworkOpsIpV6Test-1720413451 tempest-BulkNetworkOpsIpV6Test-1720413451-project] 10.222.0.110 "DELETE /v2.0/networks/c19419e8-cdbf-4f47-b312-90d4aee679e1 HTTP/1.1" status: 204 len: 168 time: 1.3501182 Jan 31 17:55:16.125117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port cb4719f5-2e44-4648-befa-f45756fd607d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:16.125741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.190245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Port b2785ff2-fb3c-4388-994d-036eb07d9665 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:16.204300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port c3618486-d302-42ed-a78c-bed12034cfc3 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:16.228711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Provisioning complete for port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:16.229004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d1c8b43-863d-442d-a5c5-56102a8793a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.263030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Allocated IP 172.20.0.2 (78c34a5f-8722-4630-84ca-354f3b387cf2/596e31b9-515c-4900-bfa1-b54829a0fb85/018697a1-11a0-412b-b149-a93cdbb09705) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:16.324808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcfa3a-b9d2-4b3f-8589-49f216423349 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:16.326690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c9dcfa3a-b9d2-4b3f-8589-49f216423349 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "GET /v2.0/ports?device_id=be3df113-00b0-4974-8293-977f24e65456 HTTP/1.1" status: 200 len: 913 time: 0.5929148 Jan 31 17:55:16.335205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54492) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:16.505142 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:55:16.578238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28d6004d-27f9-435e-a299-c70b3dbbe5c9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:16.588851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:16.589340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:16.727799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.10 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/c3618486-d302-42ed-a78c-bed12034cfc3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:16.736989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.878022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for cb4719f5-2e44-4648-befa-f45756fd607d owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:16.915428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.929400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Transition to ACTIVE for port object 018697a1-11a0-412b-b149-a93cdbb09705 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:16.958173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c8d9c2b0-ef93-40d1-8f69-85554b694c7b None None] Provisioning complete for port b2785ff2-fb3c-4388-994d-036eb07d9665 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:16.958649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c8d9c2b0-ef93-40d1-8f69-85554b694c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:16.995490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.007785 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0d8e5466-2bc1-4828-9414-40a2f31c8528 req-79ea889d-6825-4bc6-a1e8-506e8670322e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1389148 Jan 31 17:55:17.018046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:17.031364 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:17.035576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Transition to ACTIVE for port object 018697a1-11a0-412b-b149-a93cdbb09705 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:17.040486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:17.040849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.044879 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:17.045720 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:17.085184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.112122 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:17.124019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:17.124857 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:17.159451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.174542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:17.184635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Usage tracker for resource:security_group_rule and tenant:f48bafcb3e4d46ffb91ea168284b8cd9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:17.189787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:17.191681 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:17.192286 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb53114-fa20-44c1-ae8b-3dc996936340 None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:17.192505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.197522 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29c7ee94-5fa4-4544-841a-e03493245b3a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=5735305e24fe4b84b9c3661f872174ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6055715 Jan 31 17:55:17.217171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54518) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:17.230186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.235426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:17.237294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c8d9c2b0-ef93-40d1-8f69-85554b694c7b None None] Port b2785ff2-fb3c-4388-994d-036eb07d9665 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:17.243230 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d2aaf96d-be2a-4a02-9f49-0bf95af838af tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.7919071 Jan 31 17:55:17.249039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:17.253906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:17.254665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Port': ['ID=cb4719f5-2e44-4648-befa-f45756fd607d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:17.258462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:17.264029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:17.266052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1666772283'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:17.275270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:17.275795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object c3618486-d302-42ed-a78c-bed12034cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:17.286276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.290029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:network and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:17.298101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:17.307797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:17.322726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Pushing event updated for resources: {'Port': ['ID=018697a1-11a0-412b-b149-a93cdbb09705,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:17.330144 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-67dce712-e609-41dc-910c-65a233473466 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/ports/cb4719f5-2e44-4648-befa-f45756fd607d HTTP/1.1" status: 204 len: 168 time: 1.3374577 Jan 31 17:55:17.331251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:17.333595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.345119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:17.417620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Attempting to bind port 018697a1-11a0-412b-b149-a93cdbb09705 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:17.417992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Attempting to bind port 018697a1-11a0-412b-b149-a93cdbb09705 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:17.418397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Attempting to bind port 018697a1-11a0-412b-b149-a93cdbb09705 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:17.425827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:17.426195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:17.426596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.426984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:17.427443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Bound port: 018697a1-11a0-412b-b149-a93cdbb09705, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:17.427821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.429809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-317329ff-9674-4211-bb92-efa2cf8df3f8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:17.430250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317329ff-9674-4211-bb92-efa2cf8df3f8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:17.444683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-317329ff-9674-4211-bb92-efa2cf8df3f8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/433a8411-27d3-44af-bb5b-13b38ba6efa6 HTTP/1.1" status: 404 len: 337 time: 0.0978386 Jan 31 17:55:17.455657 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:17.458414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:17.512707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.528381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] For port 018697a1-11a0-412b-b149-a93cdbb09705, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:17.532250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] For port 018697a1-11a0-412b-b149-a93cdbb09705, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=018697a1-11a0-412b-b149-a93cdbb09705,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:17.536597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.537519 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.549474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.556425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.556764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Added segment 64bd7917-53c9-408c-ac08-28a896296c8d of type vlan for network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b Jan 31 17:55:17.573006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.643055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:17.643252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c691a53-5799-4181-9e85-517a0b751cb5 None None] Pushing event updated for resources: {'Port': ['ID=018697a1-11a0-412b-b149-a93cdbb09705,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:17.655203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7f2dfa-5b9f-425e-836a-4789ee1579e7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:17.663966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.666261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:17.668674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:17.673827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.712195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.720638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=c3618486-d302-42ed-a78c-bed12034cfc3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:17.729767 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c1b2ac7e-d840-4dbc-98e6-24b23e5eff04 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f48bafcb3e4d46ffb91ea168284b8cd9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1352654 Jan 31 17:55:17.732218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:17.745063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:55:17.855283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:17.891687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.909008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.940874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.944580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:17.945506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:17.990195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c09d41b-7490-485e-9952-09e51f0a8e98']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:17.990372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c3af68bd-210c-44c5-b7a6-569f0b542d67 None None] Provisioning for port c3618486-d302-42ed-a78c-bed12034cfc3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:17.998188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c3af68bd-210c-44c5-b7a6-569f0b542d67 None None] Provisioning complete for port c3618486-d302-42ed-a78c-bed12034cfc3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:17.998188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c3af68bd-210c-44c5-b7a6-569f0b542d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.011403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:18.012217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.015171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579c5dbb-1895-40ff-958e-ba398763a712') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:18.015524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579c5dbb-1895-40ff-958e-ba398763a712') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:18.065371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c3af68bd-210c-44c5-b7a6-569f0b542d67 None None] Port c3618486-d302-42ed-a78c-bed12034cfc3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:18.101307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.132316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.159467 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9025800 Jan 31 17:55:18.172112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54540) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:18.181699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d6e83-9135-477d-af49-11174052bb4c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Network': ['ID=94af91f1-b5f2-4ecc-adcd-3a64966f8c4b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:18.190450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'subnet': {'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:18.196462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:18.204967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.208199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.275661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:18.276052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.300784 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c03c9da0-4b6f-4f6f-a2d4-277bd55cae3e tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4554069 Jan 31 17:55:18.303173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:18.306575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-26ede988-855a-4069-bcdb-47954717643a req-4ae88ad1-31a1-483c-93fc-889eeddd10c3 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1993332 Jan 31 17:55:18.312299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.314758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.318389 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/54987e26-39b5-4e28-8120-cb3b7225978e HTTP/1.1" status: 204 len: 168 time: 1.0943396 Jan 31 17:55:18.410919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebb3b4-e24f-4364-b357-e2c2b6fb1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54987e26-39b5-4e28-8120-cb3b7225978e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:18.469380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:18.482200 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:18.607084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:18.613534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:18.613755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.615501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:18.616476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:18.653573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.657872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.662629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 018697a1-11a0-412b-b149-a93cdbb09705 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:18.699025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7f2dfa-5b9f-425e-836a-4789ee1579e7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:18.723535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=9c09d41b-7490-485e-9952-09e51f0a8e98,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:18.730125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:18.734059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-82a9ceda-bd1a-498d-99cc-e275e99178d3 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/9c09d41b-7490-485e-9952-09e51f0a8e98 HTTP/1.1" status: 204 len: 168 time: 1.2769573 Jan 31 17:55:18.735403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.736618 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29f6ecbb-2ce3-4b25-b3da-a7a3e3edc846 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2c7f2dfa-5b9f-425e-836a-4789ee1579e7 HTTP/1.1" status: 204 len: 168 time: 0.9811268 Jan 31 17:55:18.741697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54552) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:18.748127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:subnet and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:18.751524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:18.801103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:18.830679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:18.848877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port db68536b-1e3d-4d6c-9da5-ca036056760a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:18.849580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:18.973346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 018697a1-11a0-412b-b149-a93cdbb09705 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:19.035222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:19.036552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-331adb90-f7a2-42bd-abe2-cdf81b0c76b2 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7291691 Jan 31 17:55:19.040314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54564) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:19.049378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.098603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Provisioning for port 018697a1-11a0-412b-b149-a93cdbb09705 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:19.113167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Provisioning complete for port 018697a1-11a0-412b-b149-a93cdbb09705 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:19.115013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.304370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.306712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 018697a1-11a0-412b-b149-a93cdbb09705, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=018697a1-11a0-412b-b149-a93cdbb09705,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:19.428765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port c3618486-d302-42ed-a78c-bed12034cfc3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:19.429641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.468579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:19.492095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.542733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.544131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.551910 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bff9c739-7f24-425b-9888-7211a773e4e0 req-91ecb1b1-d2b1-44d0-8d1c-39211f86558f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0903566 Jan 31 17:55:19.560498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.678139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:19.678602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:19.695906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e317346-19da-4b5d-9b3d-5309537a672e None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:55:19.743183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:19.750745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:19.758939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:19.759525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:19.763020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for db68536b-1e3d-4d6c-9da5-ca036056760a owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:19.770810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=c88680bc-61f1-497d-9085-a0d4cc14c434,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:19.781001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=018697a1-11a0-412b-b149-a93cdbb09705,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:19.861041 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3882c3e3-086f-4bca-991e-b74b97fbbf62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6966648 Jan 31 17:55:19.863324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:19.882053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:fb:03:be', 'name': 'tempest-NetworksTestDHCPv6-885807596'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:20.002120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e317346-19da-4b5d-9b3d-5309537a672e None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:55:20.079451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:20.083890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:20.087279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:20.096743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:20.124410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:20.173347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.243877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.287934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Port': ['ID=db68536b-1e3d-4d6c-9da5-ca036056760a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:20.326085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.357759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.383362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.396604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting port 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:20.396850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.493875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54604) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:20.523821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] For port 018697a1-11a0-412b-b149-a93cdbb09705, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=018697a1-11a0-412b-b149-a93cdbb09705,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:20.534438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.577509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 018697a1-11a0-412b-b149-a93cdbb09705 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:20.738738 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72b84fa6-9c8f-4103-8ede-72133c732384 req-2bf12709-ddba-46fc-a540-fbc2ca69cf56 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0574439 Jan 31 17:55:20.751379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.765889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b88f801-c4cf-4c8e-aaf5-fbb3d5bf1769 None None] Could not find standard attr ID for object 8d239b7e-e37c-4751-8dae-c65a295b521d. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:55:20.771951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-67a5a411-0059-4704-a0a1-bd52fe54fceb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/ports/db68536b-1e3d-4d6c-9da5-ca036056760a HTTP/1.1" status: 204 len: 168 time: 2.0291784 Jan 31 17:55:20.776069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:20.800033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for c3618486-d302-42ed-a78c-bed12034cfc3 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:20.804470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 018697a1-11a0-412b-b149-a93cdbb09705 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:20.804856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:20.829134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1982801363'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:20.837821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Subnet': ['ID=74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:20.872059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Checking segment: {'id': '64bd7917-53c9-408c-ac08-28a896296c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:20.872928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network hostable DHCP agents. Network: 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:20.891320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd41e86-7e67-4540-ad3e-ee16dfad70ed None None] Pushing event updated for resources: {'Port': ['ID=018697a1-11a0-412b-b149-a93cdbb09705,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:20.931061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:20.978772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:20.991024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:20.991726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.042131 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-03369e03-4ef4-42c0-af28-f2ceb3578db2 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8668282 Jan 31 17:55:21.042849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54622) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:21.047190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7670e68-b080-40b9-8c4e-f42e218c1f21 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:55:21.052572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1821075021', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:21.053847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 00ca71f9-352f-41a4-97f5-5465bf896ba8 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:21.062413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:21.064848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.102440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:router and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:21.111555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:21.124366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-e565b748-4ab8-4456-b7d9-7370d326dbeb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:21.124918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e565b748-4ab8-4456-b7d9-7370d326dbeb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:21.126857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=c3618486-d302-42ed-a78c-bed12034cfc3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:21.129254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e565b748-4ab8-4456-b7d9-7370d326dbeb tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/0b87c7b7-8eaf-4cdb-bcfe-a234a177536a HTTP/1.1" status: 404 len: 337 time: 0.3522174 Jan 31 17:55:21.130456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:21.133840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:21.136142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54628) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:21.147367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:21.157603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.182096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.183445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.186780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:21.213497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:21.251640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7670e68-b080-40b9-8c4e-f42e218c1f21 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:55:21.291450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.412019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Calling delete_port for 8dd000e8-ddf8-4c56-aa17-88e94bb3eb62 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:21.446535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.513591 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f32ef688-8a45-4fb8-9a1d-d81b727f9091 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/c3618486-d302-42ed-a78c-bed12034cfc3 HTTP/1.1" status: 204 len: 168 time: 2.4703557 Jan 31 17:55:21.519002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54638) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:21.572612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:21.576025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.579690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.584688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68ca4b3-47ae-42ff-bf40-39b53aa4d0b3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] GET failed (client error): The resource could not be found. Jan 31 17:55:21.585190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a68ca4b3-47ae-42ff-bf40-39b53aa4d0b3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:21.606876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.607277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a68ca4b3-47ae-42ff-bf40-39b53aa4d0b3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:21.612143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a68ca4b3-47ae-42ff-bf40-39b53aa4d0b3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports/c3618486-d302-42ed-a78c-bed12034cfc3 HTTP/1.1" status: 404 len: 333 time: 0.0829916 Jan 31 17:55:21.613486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:21.619080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-467100662'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:21.641343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.676430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-94af91f1-b5f2-4ecc-adcd-3a64966f8c4b', 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b', 'tenant_id': '15ecdceafe3949c9ab679137dcff8722', 'fixed_ips': [{'subnet_id': '74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:21.678377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.909722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:21.929644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:21.932956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Allocated IP 172.20.0.2 (94af91f1-b5f2-4ecc-adcd-3a64966f8c4b/74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb/c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:21.935081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:21.949095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:21.952725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 172.20.0.8 (78c34a5f-8722-4630-84ca-354f3b387cf2/596e31b9-515c-4900-bfa1-b54829a0fb85/00ca71f9-352f-41a4-97f5-5465bf896ba8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:21.976287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fefb:3be (78c34a5f-8722-4630-84ca-354f3b387cf2/c88680bc-61f1-497d-9085-a0d4cc14c434/00ca71f9-352f-41a4-97f5-5465bf896ba8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:21.978608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:21.992424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a12c96c-d010-4e28-8b34-2ffd8a02a77b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:22.010084 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-557ae6ea-5991-463a-ada0-e86fe09b41ab req-37ef2bf1-ad27-44b7-9ae1-1b60d76200cf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1304023 Jan 31 17:55:22.014705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54652) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:22.034872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:22.048237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:22.066943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa90192-0e1f-4b51-a110-20aa52593ca0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:22.067288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa90192-0e1f-4b51-a110-20aa52593ca0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:22.067400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:22.070304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.111517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.118762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port 50d00e8b-1e66-4575-81e0-13c67c461c7f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:22.167780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.190220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:22.190571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.195700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:22.206477 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:22.279943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.311834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.335823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--1960731613', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:22.348314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.400230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.14 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/50d00e8b-1e66-4575-81e0-13c67c461c7f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:22.423917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:22.462026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Port': ['ID=8dd000e8-ddf8-4c56-aa17-88e94bb3eb62,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:22.473008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.474248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:22.492386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:22.500175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Transition to ACTIVE for port object c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:22.530374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.538138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Transition to ACTIVE for port object c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:22.546742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.546909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:22.552882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.582915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 018697a1-11a0-412b-b149-a93cdbb09705 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:22.607091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.612004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.26.4.175 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/be57fd03-d85e-4e2b-af2e-fb5c9388f6e7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:22.639223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:22.646614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=1a12c96c-d010-4e28-8b34-2ffd8a02a77b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:22.674461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:22.674859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:22.677631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.680012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:22.683142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Pushing event updated for resources: {'Port': ['ID=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:22.686136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:22.688218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae62d6f-07d5-41ef-b6cb-e464ad2d16a1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:22.710209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.710571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment 167c8eb9-07b7-4932-a2f4-fee6eefe479b of type vlan for network 6366434d-171c-4c1c-a6cd-44be175465de Jan 31 17:55:22.780529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 018697a1-11a0-412b-b149-a93cdbb09705 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:22.781060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.790610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.825752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Attempting to bind port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:22.825752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Attempting to bind port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '64bd7917-53c9-408c-ac08-28a896296c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:22.826460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Attempting to bind port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 on network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:22.851422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:22.852211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Checking segment: {'id': '64bd7917-53c9-408c-ac08-28a896296c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:22.852482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.852971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Bound using segment: {'id': '64bd7917-53c9-408c-ac08-28a896296c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:22.853569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Bound port: c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bd7917-53c9-408c-ac08-28a896296c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:22.854053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.900588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.934857 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d83689c-e258-4c80-9e15-7ee2d92e14a8 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/1a12c96c-d010-4e28-8b34-2ffd8a02a77b HTTP/1.1" status: 204 len: 168 time: 1.7958531 Jan 31 17:55:22.939454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:22.940194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object 50d00e8b-1e66-4575-81e0-13c67c461c7f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:22.954197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.991192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:22.998242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 00ca71f9-352f-41a4-97f5-5465bf896ba8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:23.014847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] For port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:23.019914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] For port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,segment=NetworkSegment(64bd7917-53c9-408c-ac08-28a896296c8d),segment_id=64bd7917-53c9-408c-ac08-28a896296c8d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:23.027756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.051110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.081056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:23.090891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:23.096868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:23.105547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.112711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:23.121724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.135550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890fed4-3508-4d56-9404-47105c0a1d4a None None] Pushing event updated for resources: {'Port': ['ID=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:23.194953 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c3fe454-ec27-44bb-a204-f1742ea9f289 req-2556e027-1e60-4c4f-ac8e-63bd060d9324 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0844927 Jan 31 17:55:23.233184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.244586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:23.259186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:23.265851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=50d00e8b-1e66-4575-81e0-13c67c461c7f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:23.271735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:23.276228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.280489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:23.281103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.318178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.361853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting subnet 3408428d-0e0f-4dc1-a467-f3f0134f2b3a {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:23.389995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.417766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:23.437241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:23.446517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:23.519795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=be57fd03-d85e-4e2b-af2e-fb5c9388f6e7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:23.524175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.548599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.0515308 Jan 31 17:55:23.551061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db5fd9-0442-4f68-bc3e-1dca10eec8fd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=6366434d-171c-4c1c-a6cd-44be175465de,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:23.553285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:23.559520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:23.560237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.564262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:23.580255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'name': 'tempest-PortsTestJSON-1796322282'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:23.618286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:23.666797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-806a07a5-90eb-4821-823f-3587cf608c50 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0532525 Jan 31 17:55:23.673228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54668) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:23.681103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:23.685960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a3:56:f1'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:23.741663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=00ca71f9-352f-41a4-97f5-5465bf896ba8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:23.760463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:23.797475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.867028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.894791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.951241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:23.959673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:23.960327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:23.968557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1421, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:23.978411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:23.982833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.039058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:24.056987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:24.057747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Subnet': ['ID=3408428d-0e0f-4dc1-a467-f3f0134f2b3a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:24.060752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:24.067687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.068035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 2582e99a-a747-41d3-8964-c1e860ae5930 of type vlan for network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 Jan 31 17:55:24.087121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.108489 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-86b90cf8-2003-4bef-a095-174522861be7 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/subnets/3408428d-0e0f-4dc1-a467-f3f0134f2b3a HTTP/1.1" status: 204 len: 168 time: 1.1667831 Jan 31 17:55:24.110240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.119290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:24.122553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.123327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.159495 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a8df120-1150-463e-ab59-e80263878c30 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.2929654 Jan 31 17:55:24.167627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:24.171168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.181736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:24.188836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.254320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:24.259869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c4cfa9-63da-4c9b-8da8-11cf6f172af8 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:24.293796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be7e03d-aa18-4ceb-90d2-8aa77cbe87d2 None None] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:24.314685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e3465a-feb9-427e-bc3e-d0b91d2b8388 None None] Network 1b10f974-75fb-4680-bf6b-c00ce67dd864 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:24.363749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:24.385356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Router be3df113-00b0-4974-8293-977f24e65456 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:24.403196 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-076aed58-8fc5-4c2f-ac5c-b8707944cb5d req-2b176182-4c47-4091-8bfc-d2f1f38a1172 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1044774 Jan 31 17:55:24.424589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.495119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Deleting port 42a790d5-c5d5-4750-8740-c99060aba1a7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:24.495801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.525387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.529694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:24.530317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:24.597301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61bec3-29d6-4045-bd3d-380afa4ce73f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:24.601694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc61bec3-29d6-4045-bd3d-380afa4ce73f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:24.602619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc61bec3-29d6-4045-bd3d-380afa4ce73f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:24.708526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:24.847582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8b071ca9-880d-4a8d-8533-5d043f01335d None None] Provisioning for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:24.972659 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9520352 Jan 31 17:55:24.975316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54682) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:24.991418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:24.994836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5733bd-b0cc-41f0-a4f3-c72ac8845a72 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=0b7ed51e-f910-43ab-b792-0f3f74025ff8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:24.997809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc61bec3-29d6-4045-bd3d-380afa4ce73f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:25.001767 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dc61bec3-29d6-4045-bd3d-380afa4ce73f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.8169489 Jan 31 17:55:25.017082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:25.057587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:25.059340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:25.085508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:25.093194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:25.150140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:25.153529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:25.156274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:25.162537 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-97b74aab-4de9-4d9c-98a1-7cffe6e30e60 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "PUT /v2.0/routers/be3df113-00b0-4974-8293-977f24e65456/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8191907 Jan 31 17:55:25.166243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:25.189158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:25.189696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.211792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] Sync routers for ids ['be3df113-00b0-4974-8293-977f24e65456'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:25.221438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.222342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.236596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.239617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] For port 42a790d5-c5d5-4750-8740-c99060aba1a7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42a790d5-c5d5-4750-8740-c99060aba1a7,segment=NetworkSegment(548fb856-fec8-4db0-84cd-0d2ecdf48fb3),segment_id=548fb856-fec8-4db0-84cd-0d2ecdf48fb3)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:25.239891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.246327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 00ca71f9-352f-41a4-97f5-5465bf896ba8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:25.246963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.289991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8abae898-81ec-4d31-9c91-2d08211f63ad None None] Provisioning for port 50d00e8b-1e66-4575-81e0-13c67c461c7f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:25.295238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.313335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.364076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8abae898-81ec-4d31-9c91-2d08211f63ad None None] Provisioning complete for port 50d00e8b-1e66-4575-81e0-13c67c461c7f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:25.364605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8abae898-81ec-4d31-9c91-2d08211f63ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.415908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Calling delete_port for 42a790d5-c5d5-4750-8740-c99060aba1a7 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:25.417229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] Routers {'be3df113-00b0-4974-8293-977f24e65456'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:25.417433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['be3df113-00b0-4974-8293-977f24e65456'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:25.446240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.503311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:25.532905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8abae898-81ec-4d31-9c91-2d08211f63ad None None] Port 50d00e8b-1e66-4575-81e0-13c67c461c7f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:25.558630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=50d00e8b-1e66-4575-81e0-13c67c461c7f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:25.564829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.587634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.615310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.619699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] In _notify_port_updated(), no bound segment for port 50d00e8b-1e66-4575-81e0-13c67c461c7f on network 685ea8f7-d21c-4071-8187-1548a532cd60 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:55:25.624600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:25.625249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.630164 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-277193e5-107c-4de0-a930-ef7186e204b4 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "PUT /v2.0/ports/50d00e8b-1e66-4575-81e0-13c67c461c7f HTTP/1.1" status: 200 len: 993 time: 1.9499264 Jan 31 17:55:25.630373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] Routers {'be3df113-00b0-4974-8293-977f24e65456'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:25.630373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['be3df113-00b0-4974-8293-977f24e65456'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:25.631787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54696) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:25.678244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.723468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afaf7eb-8cf0-498b-96b5-210f585b52ef None None] DHCP port deletion for 1b10f974-75fb-4680-bf6b-c00ce67dd864 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:25.735842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:25.736513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cd3c08-41c4-47dd-af57-3565ebdc368f None None] The sync data for ids ['be3df113-00b0-4974-8293-977f24e65456'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:25.789163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,segment=NetworkSegment(64bd7917-53c9-408c-ac08-28a896296c8d),segment_id=64bd7917-53c9-408c-ac08-28a896296c8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:25.794539 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ceeb5342-2ecd-4bfc-9076-15986b660834 req-1bd9c5ab-261c-4676-8a41-cf9295e87dfc tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1532609 Jan 31 17:55:25.805586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.848963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=856215b4-eafa-4d33-8efd-c2a56e33c7e7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:25.894763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Port': ['ID=42a790d5-c5d5-4750-8740-c99060aba1a7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:25.924151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:25.957812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] No DVR routers for this DVR port 42a790d5-c5d5-4750-8740-c99060aba1a7 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:25.980497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cff7546f-2389-473d-8768-352a3ef49613 None None] Provisioning complete for port 50d00e8b-1e66-4575-81e0-13c67c461c7f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:25.981125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cff7546f-2389-473d-8768-352a3ef49613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:25.990778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.007312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port 50d00e8b-1e66-4575-81e0-13c67c461c7f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:26.007794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.062706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cff7546f-2389-473d-8768-352a3ef49613 None None] Port 50d00e8b-1e66-4575-81e0-13c67c461c7f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:26.149912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 00ca71f9-352f-41a4-97f5-5465bf896ba8 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:26.193900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:55:26.230378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.251243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.380761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': '167c8eb9-07b7-4932-a2f4-fee6eefe479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:26.381672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: 6366434d-171c-4c1c-a6cd-44be175465de, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:26.523870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b10f974-75fb-4680-bf6b-c00ce67dd864']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:26.554235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:26.573503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548fb856-fec8-4db0-84cd-0d2ecdf48fb3') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:26.574120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548fb856-fec8-4db0-84cd-0d2ecdf48fb3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:26.578794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.598668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.614330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:26.661140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 6366434d-171c-4c1c-a6cd-44be175465de) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:26.675843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:26.678821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.679862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:26.680464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.684079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaede99-5e42-4753-848a-3faf695f6127 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:26.709725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.710236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Fanout notify agent at l3_agent the message router_deleted on router be3df113-00b0-4974-8293-977f24e65456 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:55:26.725488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5360c6-41aa-4e11-b62b-97f0800ed67e None None] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:26.763507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.764733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9d357087-9a91-4cfa-8b56-ef11d7949467 tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "DELETE /v2.0/routers/be3df113-00b0-4974-8293-977f24e65456 HTTP/1.1" status: 204 len: 168 time: 1.5964558 Jan 31 17:55:26.770110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:26.773086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-25528774-1e1c-4341-a82a-797229e5857d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2096672 Jan 31 17:55:26.775203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.783459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:26.850285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:26.946792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:26.947424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.021815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1148881563'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:27.026329 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:27.045231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for 50d00e8b-1e66-4575-81e0-13c67c461c7f owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:27.052421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.086208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:27.140053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=00ca71f9-352f-41a4-97f5-5465bf896ba8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:27.178654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:27.179189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.225147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:27.237781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:27.287210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:27.296131 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-30d7b838-00f7-4a8b-ba79-bbf887953755 req-62903fe3-6dc0-4323-9ab2-12135ba0fb14 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.3523641 Jan 31 17:55:27.318855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting subnet 3bcd2b5b-c97c-49a0-850b-b886efc3cd32 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:27.332520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.341790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.343680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:27.346840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.400759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.410462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.424187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] Pushing event deleted for resources: {'Network': ['ID=1b10f974-75fb-4680-bf6b-c00ce67dd864,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:27.424412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4df4d117-c51a-46ee-b765-bea3e10f3d79 None None] Provisioning complete for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:27.424816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4df4d117-c51a-46ee-b765-bea3e10f3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.437738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.441832 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-07c8d5d5-1769-41bf-b7ef-8576c59d1019 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/00ca71f9-352f-41a4-97f5-5465bf896ba8 HTTP/1.1" status: 204 len: 168 time: 2.3825791 Jan 31 17:55:27.444099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54712) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:27.537895 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-05f262d9-adb2-469b-a1eb-e08bf0c79172 tempest-NetworksIpV6TestAttrs-386643206 tempest-NetworksIpV6TestAttrs-386643206-project] 10.222.0.110 "DELETE /v2.0/networks/1b10f974-75fb-4680-bf6b-c00ce67dd864 HTTP/1.1" status: 204 len: 168 time: 3.4173434 Jan 31 17:55:27.538168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:27.539600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:27.540676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:27.541508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:27.559620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:27.572410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.612252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:27.616426 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8fcf6254-9e75-4d95-b4b6-64aa5cf38de5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1684973 Jan 31 17:55:27.616708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:27.617282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.617645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment bb2739df-895f-4f2a-b8e3-9e2aca3b1111 of type vlan for network ab5ba2d0-16ba-4b86-acc9-9e15904c6613 Jan 31 17:55:27.682589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.708589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.856273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.869149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42a790d5-c5d5-4750-8740-c99060aba1a7 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:27.943333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=50d00e8b-1e66-4575-81e0-13c67c461c7f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:27.954375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:27.961432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Subnet': ['ID=3bcd2b5b-c97c-49a0-850b-b886efc3cd32,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:27.992965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.010072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 42a790d5-c5d5-4750-8740-c99060aba1a7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:28.010501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42a790d5-c5d5-4750-8740-c99060aba1a7 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:28.031086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.054373 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cb904471-6bda-4915-938d-b8ae487665ce tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "DELETE /v2.0/subnets/3bcd2b5b-c97c-49a0-850b-b886efc3cd32 HTTP/1.1" status: 204 len: 168 time: 1.2766562 Jan 31 17:55:28.055347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54722) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:28.070125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b4607b-2dfe-47f9-950e-3f8486597f38 None None] Network d837b816-a440-4efd-aff6-42bb3c729c61 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:28.165160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 596e31b9-515c-4900-bfa1-b54829a0fb85 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:28.199016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:28.218314 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] Sync routers for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:28.239761 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:28.240720 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:28.283213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.285656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.287047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:28.287607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.321192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:28.343204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.355357 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:28.372089 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:28.374954 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:28.378675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1451eeda-5932-4cb2-a77f-40883bcabf47 None None] Provisioning complete for port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:28.379044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1451eeda-5932-4cb2-a77f-40883bcabf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.448759 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:28.450460 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154373b-e39b-43f0-91fe-20d70de74789 None None] The sync data for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:28.545846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=ab5ba2d0-16ba-4b86-acc9-9e15904c6613,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:28.573086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network ab5ba2d0-16ba-4b86-acc9-9e15904c6613 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:28.656074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] DHCP port deletion for d837b816-a440-4efd-aff6-42bb3c729c61 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:28.685391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Deleting port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:28.685391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.694246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33653a4b-04df-49a0-a565-8fc95cd54ec9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8964975 Jan 31 17:55:28.706010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:28.710596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.711831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-50971ead-8a77-4371-ac0a-cd9efcb67113 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6649463 Jan 31 17:55:28.725097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54738) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:28.727368 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-caf93631-01b2-4243-92a0-a14a9182246d req-9a734131-4722-4e76-a4d9-8db39c34236a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2391458 Jan 31 17:55:28.735444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'ports': [{'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'}, {'network_id': 'ab5ba2d0-16ba-4b86-acc9-9e15904c6613'}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:28.735742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:28.736196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'ab5ba2d0-16ba-4b86-acc9-9e15904c6613'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:28.814061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1451eeda-5932-4cb2-a77f-40883bcabf47 None None] Provisioning complete for port 018697a1-11a0-412b-b149-a93cdbb09705 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:28.814424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1451eeda-5932-4cb2-a77f-40883bcabf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.950762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:28.966262 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8123b12f-3453-433f-b2f7-b606a8e54735 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=89ef5ca449904a268cfd30fcab5a0c35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6082819 Jan 31 17:55:28.969269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:28.977549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.109 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/c61572a6-1356-40a7-ab21-08567ce1ca07) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:28.981366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] For port 31cada96-3a33-4ccd-a7e4-f77dc3c25217, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=31cada96-3a33-4ccd-a7e4-f77dc3c25217,segment=NetworkSegment(ab4c7ea5-6692-4d6a-b583-aa65675441b4),segment_id=ab4c7ea5-6692-4d6a-b583-aa65675441b4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:28.982017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.006239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.008688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b9edb85a-f66a-48bb-bdc5-3814ff98aadb tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/50d00e8b-1e66-4575-81e0-13c67c461c7f HTTP/1.1" status: 204 len: 168 time: 3.3728781 Jan 31 17:55:29.011742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54748) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:29.083142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Deleting port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:29.083793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.105123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1451eeda-5932-4cb2-a77f-40883bcabf47 None None] Could not find standard attr ID for object 00ca71f9-352f-41a4-97f5-5465bf896ba8. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:55:29.123023 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-14277752-9ab0-4147-91cb-2d5d9dd05f0a tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] GET failed (client error): The resource could not be found. Jan 31 17:55:29.123507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14277752-9ab0-4147-91cb-2d5d9dd05f0a tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:29.155213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14277752-9ab0-4147-91cb-2d5d9dd05f0a tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:29.156340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-14277752-9ab0-4147-91cb-2d5d9dd05f0a tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports/50d00e8b-1e66-4575-81e0-13c67c461c7f HTTP/1.1" status: 404 len: 333 time: 0.1427922 Jan 31 17:55:29.160531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:29.178040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-827367189'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:29.182644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.223147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Calling delete_port for 31cada96-3a33-4ccd-a7e4-f77dc3c25217 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:29.286671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.306271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.334443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] The port '31cada96-3a33-4ccd-a7e4-f77dc3c25217' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:55:29.345876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.352989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:29.363946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] Pushing event deleted for resources: {'Port': ['ID=31cada96-3a33-4ccd-a7e4-f77dc3c25217,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:29.364815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:29.369101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4552a5c5-47a1-4789-99fe-1d51835c9726 None None] No DVR routers for this DVR port 31cada96-3a33-4ccd-a7e4-f77dc3c25217 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:29.376426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.420799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:29.424500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.426940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:29.446774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:29.457798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:29.481853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port 0ab051f9-3a00-42e2-b712-1b5c8d181069 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:29.501677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:29.527193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:29.532574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:29.541871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:29.559204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.576793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.579259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=c61572a6-1356-40a7-ab21-08567ce1ca07,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:29.651656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:29.655308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.666477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.678021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=596e31b9-515c-4900-bfa1-b54829a0fb85,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:29.717070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba3d794-1754-4a89-811a-41e8f3da8be9 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:29.720079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.723732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.743055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d837b816-a440-4efd-aff6-42bb3c729c61']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:29.744888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.11 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/0ab051f9-3a00-42e2-b712-1b5c8d181069) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:29.774989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c7ea5-6692-4d6a-b583-aa65675441b4') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:29.775304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c7ea5-6692-4d6a-b583-aa65675441b4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:29.830892 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6b11c8d1-9a0e-49c5-8dcd-739a5281a6b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/596e31b9-515c-4900-bfa1-b54829a0fb85 HTTP/1.1" status: 204 len: 168 time: 2.2131701 Jan 31 17:55:29.840174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:29.845100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.864984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.867322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:29.880535 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2e25095d-c4e8-4d06-862b-477eee261203 HTTP/1.1" status: 204 len: 168 time: 0.8973036 Jan 31 17:55:29.953864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.027882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:30.028276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.038227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-03320669-4c4d-40fb-a4e5-de92e3063afe req-5388e340-21ad-4c2c-8f85-15a38af4c2b6 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1254752 Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:30.049171 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:30.051361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4137b-14d6-4ab5-822e-784ab90876e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e25095d-c4e8-4d06-862b-477eee261203,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:30.166506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.167309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.303724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.316007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.321102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 399f18d1-6f9c-4d05-8e57-27fdf6005695 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:30.323870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.348789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object 0ab051f9-3a00-42e2-b712-1b5c8d181069 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:30.353766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] 10.222.0.110 "DELETE /v2.0/networks/d837b816-a440-4efd-aff6-42bb3c729c61 HTTP/1.1" status: 204 len: 168 time: 2.2949038 Jan 31 17:55:30.354938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b894a7-d900-4af6-b19d-b4e07b25565c tempest-FloatingIPNegativeTestJSON-201745107 tempest-FloatingIPNegativeTestJSON-201745107-project] Pushing event deleted for resources: {'Network': ['ID=d837b816-a440-4efd-aff6-42bb3c729c61,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:30.440136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet c88680bc-61f1-497d-9085-a0d4cc14c434 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:30.451941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.454468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.557887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31cada96-3a33-4ccd-a7e4-f77dc3c25217 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:30.560235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.604381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 31cada96-3a33-4ccd-a7e4-f77dc3c25217 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:30.604726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 31cada96-3a33-4ccd-a7e4-f77dc3c25217 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:30.742430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:30.869934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:30.905648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=0ab051f9-3a00-42e2-b712-1b5c8d181069,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:30.919911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:30.921633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:30.947789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:30.948421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:30.967887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47472ca0-c27b-4210-b0d4-bb9b8a2d7a6b None None] Provisioning complete for port 018697a1-11a0-412b-b149-a93cdbb09705 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:30.973808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47472ca0-c27b-4210-b0d4-bb9b8a2d7a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.023353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.153039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.229325 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b4deba12-31bf-43b9-80ef-d40d467c2168 req-d8920ffb-4dff-4a86-abf7-6d576dfae2f1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0580270 Jan 31 17:55:31.304700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54794) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:31.340749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.397137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e618633c-63c2-44d8-a59b-43e2291cafb8 None None] Provisioning for port 0ab051f9-3a00-42e2-b712-1b5c8d181069 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:31.404215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e618633c-63c2-44d8-a59b-43e2291cafb8 None None] Provisioning complete for port 0ab051f9-3a00-42e2-b712-1b5c8d181069 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:31.405159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e618633c-63c2-44d8-a59b-43e2291cafb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.422990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1538464189'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:31.443541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:31.455615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:31.461082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:31.463125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e618633c-63c2-44d8-a59b-43e2291cafb8 None None] Port 0ab051f9-3a00-42e2-b712-1b5c8d181069 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:31.466737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:31.469069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:31.470055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.475827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:31.478611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=399f18d1-6f9c-4d05-8e57-27fdf6005695,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:31.491785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:31.492467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.554609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:31.569186 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ebeb3ee-0df4-45c9-9cb8-433fea3ec7d8 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4080784 Jan 31 17:55:31.570473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.574434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:31.611909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a3:56:f1'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:31.613319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.626989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:31.629876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.642176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:31.650425 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a6555e52-f3f1-47c8-9ae7-a76cb365894b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ae7a5023c0924c8ca4ad2d382a69bb93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7718334 Jan 31 17:55:31.656537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=c88680bc-61f1-497d-9085-a0d4cc14c434,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:31.657810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54804) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:31.669665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.690167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b43b3c0-302e-4f47-85b7-1483bf88fdeb None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:31.698501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:31.702669 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd7b65ca-29de-40e5-af3d-78813d811f45 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/c88680bc-61f1-497d-9085-a0d4cc14c434 HTTP/1.1" status: 204 len: 168 time: 1.8589706 Jan 31 17:55:31.713131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54810) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:31.791289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': 'bb2739df-895f-4f2a-b8e3-9e2aca3b1111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'ab5ba2d0-16ba-4b86-acc9-9e15904c6613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:31.791903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: ab5ba2d0-16ba-4b86-acc9-9e15904c6613, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:31.801899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:31.860306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:security_group_rule and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:31.869194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:31.879505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:31.886447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b4f8845-b4c3-4da5-a0f6-019dc966d096 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:31.950183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b4f8845-b4c3-4da5-a0f6-019dc966d096 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:router {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:31.954014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2b4f8845-b4c3-4da5-a0f6-019dc966d096 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2372394 Jan 31 17:55:31.955710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54814) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:31.968726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network ab5ba2d0-16ba-4b86-acc9-9e15904c6613 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:31.977081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:31.981666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:31.982380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Deleting port 018697a1-11a0-412b-b149-a93cdbb09705 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:31.982880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.001384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, ab5ba2d0-16ba-4b86-acc9-9e15904c6613) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:32.005245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:32.011000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:32.014346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:32.014786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b4cb5-4247-4579-bffe-12fabed9890b None None] Network ab5ba2d0-16ba-4b86-acc9-9e15904c6613 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:32.015587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.018766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.135808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.151539 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9f15385-c24c-4f50-931f-0182d5e6e9ae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4365351 Jan 31 17:55:32.157904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:32.159735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.198827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.220638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:55:32.230268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:32.251273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:32.256909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:32.259892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.281166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:32.315701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:32.331883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:32.332194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.362060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] For port 018697a1-11a0-412b-b149-a93cdbb09705, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=018697a1-11a0-412b-b149-a93cdbb09705,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:32.362450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.365671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce52ce7-ec24-440e-ba8f-c961cc7e1331,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:32.381543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.381920 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment a26ef49d-2664-48bf-a272-4a799d6c6f08 of type vlan for network b29a9169-937b-4204-bc9d-7eed4837ab60 Jan 31 17:55:32.398006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:32.406745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.414831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.1 (94af91f1-b5f2-4ecc-adcd-3a64966f8c4b/74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb/080769aa-87e0-40dc-8057-171adafc66f6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:32.473156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.493631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Calling delete_port for 018697a1-11a0-412b-b149-a93cdbb09705 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:32.528196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 018697a1-11a0-412b-b149-a93cdbb09705 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:32.579772 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d5775058-ff7d-4928-a65c-aa6684c4b960 req-9a19f7da-ce13-4cac-80ba-2f468b37fb8d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2052240 Jan 31 17:55:32.632998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.685418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0be4582-c1d1-4bf3-9870-619164272ea2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:32.687692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.692434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:55:32.717201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.718342 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-123aeeb8-f0f4-467e-b722-a80f0d043a70 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b0be4582-c1d1-4bf3-9870-619164272ea2 HTTP/1.1" status: 204 len: 168 time: 1.0536673 Jan 31 17:55:32.758852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] Pushing event deleted for resources: {'Port': ['ID=018697a1-11a0-412b-b149-a93cdbb09705,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:32.771642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f22a2d-4a85-4097-a9bd-0c5a74abb0d6 None None] No DVR routers for this DVR port 018697a1-11a0-412b-b149-a93cdbb09705 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:32.773282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.812202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:32.815842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:32.816422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.001363 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6955264 Jan 31 17:55:33.007579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54828) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:33.008273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.028301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1734957174'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:33.035740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761063c1-3200-439d-8d0d-57f2d189c515 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=b29a9169-937b-4204-bc9d-7eed4837ab60,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:33.037523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:33.042654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.045745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:33.049397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:33.050850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b29a9169-937b-4204-bc9d-7eed4837ab60 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:33.077616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:33.114336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.124660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.169979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:33.234641 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Transition to ACTIVE for port object 080769aa-87e0-40dc-8057-171adafc66f6 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:33.278114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:33.281136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.283591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.298530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.328721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.346231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:33.352875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:33.373284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:33.385777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:33.386426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:33.402393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.427190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:33.428721 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99ba30d0-4e84-45ca-8752-a796935092dc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9 HTTP/1.1" status: 204 len: 168 time: 1.2677126 Jan 31 17:55:33.432436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:33.435420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54840) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:33.441169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:33.466493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:33.478958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:33.490936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=9f78f00e-fd1a-4df7-9ac7-9449012ed6ef,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:33.498991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:33.499664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.503916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=0ab051f9-3a00-42e2-b712-1b5c8d181069,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:33.506516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:33.510214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=080769aa-87e0-40dc-8057-171adafc66f6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:33.528883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.532781 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7c017495-ef2c-467a-94e4-fee992d05175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.5563748 Jan 31 17:55:33.534049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:33.571433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.576741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.578731 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment 6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e of type vlan for network 15124712-8212-48b1-bc31-eac2c42e51f4 Jan 31 17:55:33.612799 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9f671f22-0c36-45c2-b7a6-1fe73eb9bba0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6468065 Jan 31 17:55:33.613453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:55:33.613582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e384c0e-7d26-4c21-a1db-5cfe9a01f83c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:33.617225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] In _notify_port_updated(), no bound segment for port 0ab051f9-3a00-42e2-b712-1b5c8d181069 on network 685ea8f7-d21c-4071-8187-1548a532cd60 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:55:33.618139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e384c0e-7d26-4c21-a1db-5cfe9a01f83c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:33.618926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e384c0e-7d26-4c21-a1db-5cfe9a01f83c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:33.624310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:33.632825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:33.635863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:33.644389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.649096 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d7b6b30f-24de-40eb-8ea0-ee9f03739b2b tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "PUT /v2.0/ports/0ab051f9-3a00-42e2-b712-1b5c8d181069 HTTP/1.1" status: 200 len: 996 time: 2.0476682 Jan 31 17:55:33.653224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:33.869543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.914620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port 0ab051f9-3a00-42e2-b712-1b5c8d181069 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:33.915187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:33.918806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b43ee27-1a49-4e39-860f-03adc95c8bbc None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:33.960033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.040999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e384c0e-7d26-4c21-a1db-5cfe9a01f83c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:34.042183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7e384c0e-7d26-4c21-a1db-5cfe9a01f83c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.6034214 Jan 31 17:55:34.059562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.112861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:34.116642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8a66b868-2c53-48a4-b102-5290bf95fa7d req-bb931c2e-0708-4f40-be87-37d15f81a3fa tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1585791 Jan 31 17:55:34.117093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.136551 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-528366e2-2dcd-47bd-92d3-05596f2516b7 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5980060 Jan 31 17:55:34.144923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54872) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.155590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 399f18d1-6f9c-4d05-8e57-27fdf6005695 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:34.155928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.180676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.181630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:34.185162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:34.185867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.194584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:34.211188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:34.308547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e931aaac-17ff-4de0-922d-635d0567d79a None None] Provisioning complete for port 0ab051f9-3a00-42e2-b712-1b5c8d181069 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:34.309489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e931aaac-17ff-4de0-922d-635d0567d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.360550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:34.374282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '9f78f00e-fd1a-4df7-9ac7-9449012ed6ef'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:34.375339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.438032 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4226303 Jan 31 17:55:34.445855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54880) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.468295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:34.485554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e931aaac-17ff-4de0-922d-635d0567d79a None None] Port 0ab051f9-3a00-42e2-b712-1b5c8d181069 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:34.485806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6f69e-cf16-476c-86b5-5bbded5bed39 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=15124712-8212-48b1-bc31-eac2c42e51f4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:34.516804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 15124712-8212-48b1-bc31-eac2c42e51f4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:34.561693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1374737865'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:34.630457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:34.637753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:34.648845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3504672-4c41-460a-bc75-7121dd8b226b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:34.652945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e3504672-4c41-460a-bc75-7121dd8b226b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4972470 Jan 31 17:55:34.653122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:34.656273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.703214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:34.706441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.712950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-386f1025-d9d6-43b1-9ffe-3e796f613818 None None] Provisioning for port 080769aa-87e0-40dc-8057-171adafc66f6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:34.719738 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-54bc4bed-cfc2-4e7e-ba49-54e66515f312 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612578 Jan 31 17:55:34.722770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54888) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:34.739863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-386f1025-d9d6-43b1-9ffe-3e796f613818 None None] Provisioning complete for port 080769aa-87e0-40dc-8057-171adafc66f6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:34.740634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-386f1025-d9d6-43b1-9ffe-3e796f613818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.783513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Allocated IP 172.20.0.2 (78c34a5f-8722-4630-84ca-354f3b387cf2/9f78f00e-fd1a-4df7-9ac7-9449012ed6ef/58b96f9f-e6a9-4705-af5f-f4eb56b43253) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:34.786654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:34.791347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2126852389', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:34.798777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:29Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:34.811121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:55:34.811671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Updating router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 port c61572a6-1356-40a7-ab21-08567ce1ca07 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:55:34.856160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:34.859220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.867788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:34.870734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.873648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.877796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for 0ab051f9-3a00-42e2-b712-1b5c8d181069 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:34.903070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:34.909506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:34.965159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-386f1025-d9d6-43b1-9ffe-3e796f613818 None None] Port 080769aa-87e0-40dc-8057-171adafc66f6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:34.973677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:35.032780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:35.070693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:35.082404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.127162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:35.142269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:35.143905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 399f18d1-6f9c-4d05-8e57-27fdf6005695 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:35.159603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:35.210248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.270834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:35.290280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:35.297777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:35.341000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:35.363207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.380307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Transition to ACTIVE for port object 58b96f9f-e6a9-4705-af5f-f4eb56b43253 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:35.383385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.412818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Transition to ACTIVE for port object 58b96f9f-e6a9-4705-af5f-f4eb56b43253 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:35.435897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:35.451351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=399f18d1-6f9c-4d05-8e57-27fdf6005695,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.458503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.480954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.482755 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c2660ed5-eb08-47cd-957d-60e925c2519b req-da8b21c1-c7b3-43c9-9332-cb2f1e491fd5 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2798293 Jan 31 17:55:35.497951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.503042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.540581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Pushing event updated for resources: {'Port': ['ID=58b96f9f-e6a9-4705-af5f-f4eb56b43253,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.551455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:35.554516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:35.558074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:35.570480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.583833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.615970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Transition to ACTIVE for port object c61572a6-1356-40a7-ab21-08567ce1ca07 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:35.642878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=080769aa-87e0-40dc-8057-171adafc66f6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.656353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=0ab051f9-3a00-42e2-b712-1b5c8d181069,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.665389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.666238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.719907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.728224 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1ba94636-3b04-40cd-86c1-2789016bf6dd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/399f18d1-6f9c-4d05-8e57-27fdf6005695 HTTP/1.1" status: 204 len: 168 time: 1.6650438 Jan 31 17:55:35.732154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.739347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54894) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:35.743124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc28d6-631c-45ed-947d-732889023cad None None] Pushing event updated for resources: {'Port': ['ID=c61572a6-1356-40a7-ab21-08567ce1ca07,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.753173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Attempting to bind port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:35.753738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Attempting to bind port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:35.754207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Attempting to bind port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:35.775691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:35.776297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:35.776806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.777529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:35.778122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Bound port: 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:35.778648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.781188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.810158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Attempting to bind port c61572a6-1356-40a7-ab21-08567ce1ca07 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:35.810672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Attempting to bind port c61572a6-1356-40a7-ab21-08567ce1ca07 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:35.813653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Attempting to bind port c61572a6-1356-40a7-ab21-08567ce1ca07 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:35.847542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1402, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:35.924675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.926911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:35.938083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:35.938869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.939512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:35.940345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Bound port: c61572a6-1356-40a7-ab21-08567ce1ca07, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:35.940943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.954783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be1315-1521-45b0-a44b-ec7fad860836,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:35.960488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:35.962025 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment e2a7df98-78af-43cc-b9cc-5e81ee337816 of type vlan for network de776a43-8cf0-4bda-b4e6-596e3d220179 Jan 31 17:55:35.972569 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8605ff2-6e49-403e-a2a8-c357e7e677d5 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/0ab051f9-3a00-42e2-b712-1b5c8d181069 HTTP/1.1" status: 204 len: 168 time: 2.3130796 Jan 31 17:55:35.974354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.047568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.063020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] For port 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:36.076988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] For port 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58b96f9f-e6a9-4705-af5f-f4eb56b43253,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:36.077541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f0e394-8900-41f4-8f0f-46ec7cb39305 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] GET failed (client error): The resource could not be found. Jan 31 17:55:36.078080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7f0e394-8900-41f4-8f0f-46ec7cb39305 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:36.078768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] For port c61572a6-1356-40a7-ab21-08567ce1ca07, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:36.082561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] For port c61572a6-1356-40a7-ab21-08567ce1ca07, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c61572a6-1356-40a7-ab21-08567ce1ca07,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:36.084761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.106670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.110957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a0424-92c8-4ac8-bbf5-0dbbb26a5da2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:36.111649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f2a0424-92c8-4ac8-bbf5-0dbbb26a5da2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:36.116825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.153572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f2a0424-92c8-4ac8-bbf5-0dbbb26a5da2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:36.154729 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2f2a0424-92c8-4ac8-bbf5-0dbbb26a5da2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4142179 Jan 31 17:55:36.164347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54902) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.167063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c7f0e394-8900-41f4-8f0f-46ec7cb39305 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:36.168675 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c7f0e394-8900-41f4-8f0f-46ec7cb39305 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports/0ab051f9-3a00-42e2-b712-1b5c8d181069 HTTP/1.1" status: 404 len: 333 time: 0.1941309 Jan 31 17:55:36.173651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:36.174394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.175305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:36.223786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4c7be-6eda-4bda-a110-fcb46cd2d49c None None] Pushing event updated for resources: {'Port': ['ID=58b96f9f-e6a9-4705-af5f-f4eb56b43253,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:36.267296 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f3436f-4aae-4415-a45e-845903ac160b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:55:36.268529 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-34f3436f-4aae-4415-a45e-845903ac160b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/3ccc2742-7fd0-4d6b-a5c4-5825df62a4b9 HTTP/1.1" status: 404 len: 333 time: 0.1028287 Jan 31 17:55:36.271096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=9cf6704e-8933-41b4-98fd-619797ebad55,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:36.279923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54908) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.298077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:36.304722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:36.310952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-1003527774'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:36.339818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.420109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc28d6-631c-45ed-947d-732889023cad None None] Pushing event updated for resources: {'Port': ['ID=c61572a6-1356-40a7-ab21-08567ce1ca07,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:36.422509 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-571f2558-88d4-43f9-978d-e01ee4aebb8f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:55:36.430676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-571f2558-88d4-43f9-978d-e01ee4aebb8f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/399f18d1-6f9c-4d05-8e57-27fdf6005695 HTTP/1.1" status: 404 len: 333 time: 0.1459842 Jan 31 17:55:36.436579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54914) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.551679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'a26ef49d-2664-48bf-a272-4a799d6c6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:36.552034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: b29a9169-937b-4204-bc9d-7eed4837ab60, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:36.606890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.614885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:36.615081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:55:36.615505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.638630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:36.708779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.711327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:36.711680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 0b7ed51e-f910-43ab-b792-0f3f74025ff8, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:36.744096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network b29a9169-937b-4204-bc9d-7eed4837ab60 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:36.746502 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dff02b2b-02f3-4800-b537-3ea8ee9ac371 req-93648763-2f6a-405c-baf2-06480e88193c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1175258 Jan 31 17:55:36.814277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b29a9169-937b-4204-bc9d-7eed4837ab60) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:36.836177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc87b3-ce53-46d4-876f-a90f26359357 None None] Network b29a9169-937b-4204-bc9d-7eed4837ab60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:36.919378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:36.920427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:36.925003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:36.925782 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7742560 Jan 31 17:55:36.932630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:36.948797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721340f6-b3c6-4871-97e7-5a4050ce0afe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=de776a43-8cf0-4bda-b4e6-596e3d220179,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:36.968132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'name': 'tempest-PortsIpV6TestJSON-1824424343'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:36.983766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 0b7ed51e-f910-43ab-b792-0f3f74025ff8) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:36.988289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:36.988738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.001956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.010510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:55:37.012514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:37.059631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:37.075414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4188a1df-5654-42f0-a3b9-b403a0695a56 None None] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:37.081340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-95691bcf-be6d-41b1-9682-ed6fc37a2633 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6247036 Jan 31 17:55:37.093663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:37.097468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab5ba2d0-16ba-4b86-acc9-9e15904c6613']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:37.117084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:37.134218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:37.146477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-acc3234c-e14b-4872-b5b6-f4a4ffd5dfef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4213288 Jan 31 17:55:37.148567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2739df-895f-4f2a-b8e3-9e2aca3b1111') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:37.148954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2739df-895f-4f2a-b8e3-9e2aca3b1111') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:37.161167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:37.234715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.253574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ff4c2f66-1c28-40dc-9f7d-50201db845f9 None None] Provisioning complete for port 080769aa-87e0-40dc-8057-171adafc66f6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:37.253834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:37.253982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2f66-1c28-40dc-9f7d-50201db845f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.257346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.277754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16dd087a-5e70-45a8-94c3-e265150cda64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.282113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.284623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:37.325805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port b594aa98-1091-403d-a5da-28cca2ea06ff yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:37.398938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:37.404779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:37.408141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:37.408535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:37.425640 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:37.434403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:37.483082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:37.507841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:37.515308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:37.521817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:37.525066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.539240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:37.560453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 128b4be7-d04e-4e23-b422-40a53f70e222 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:37.597325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:37.612588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.614830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ff4c2f66-1c28-40dc-9f7d-50201db845f9 None None] Port 080769aa-87e0-40dc-8057-171adafc66f6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:37.618314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.622329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.730345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=ab5ba2d0-16ba-4b86-acc9-9e15904c6613,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:37.754407 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c07d2558-bac0-4444-a96e-3cbf175c35bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/ab5ba2d0-16ba-4b86-acc9-9e15904c6613 HTTP/1.1" status: 204 len: 168 time: 1.3103225 Jan 31 17:55:37.758263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:37.764599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.14 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/b594aa98-1091-403d-a5da-28cca2ea06ff) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:37.779880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1531531793'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:37.814186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:37.833777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:37.847912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:37.876808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.892825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:37.905587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b29a9169-937b-4204-bc9d-7eed4837ab60', 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': '9cf6704e-8933-41b4-98fd-619797ebad55'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:37.906523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.926182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:37.926753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:37.927291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:37.936948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a16655f-601c-4145-9b2a-21f755291672 None None] Provisioning for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:37.963099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:29Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:37.981814 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c17d29d3-007b-4ea8-9594-c9f2c14e1fd8 req-d6572a08-50b4-4211-bcd4-3f86112c58b0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1493061 Jan 31 17:55:38.039519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:38.042546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.063213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1fa3d0-ca3a-4302-b3a3-e61bc32351df None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:29Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:38.189400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1408, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:38.220258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.224549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.224889 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b of type vlan for network 9778d0cc-1665-4e89-84b7-0f4319873d07 Jan 31 17:55:38.312711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.369714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Allocated IP 172.20.0.2 (b29a9169-937b-4204-bc9d-7eed4837ab60/9cf6704e-8933-41b4-98fd-619797ebad55/ba62116b-5534-4c54-9527-a23094fdaa7c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:38.380437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Allocated IP 172.20.0.2 (0b7ed51e-f910-43ab-b792-0f3f74025ff8/a34803a8-03a2-4f05-b8cf-afbc3f2eaf08/3b53569b-c30f-48d3-8b87-e70fc0b5db14) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:38.392114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.453457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58b96f9f-e6a9-4705-af5f-f4eb56b43253,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:38.470517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.475166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:38.475899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.528503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.532229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.556182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.574577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object b594aa98-1091-403d-a5da-28cca2ea06ff will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:38.575719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.576434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:38.733963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=128b4be7-d04e-4e23-b422-40a53f70e222,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:38.740399 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9765220 Jan 31 17:55:38.743849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58b96f9f-e6a9-4705-af5f-f4eb56b43253 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:38.754791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:38.764620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093823e2-8cba-4c30-9603-6779de21938f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=9778d0cc-1665-4e89-84b7-0f4319873d07,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:38.780804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:38.840007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=08981fc6-0e53-4ffb-9f4d-b6587de3ed36,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:38.853315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:38.900954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=58b96f9f-e6a9-4705-af5f-f4eb56b43253,revision_number=4']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:38.942925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:38.943370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: 15124712-8212-48b1-bc31-eac2c42e51f4, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:38.948178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': 'e2a7df98-78af-43cc-b9cc-5e81ee337816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:38.948585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: de776a43-8cf0-4bda-b4e6-596e3d220179, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:38.979712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:38.987872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:38.992772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:38.992957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=b5351a6a-7d04-48c5-b1cd-d1addf24524d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:38.994839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.002505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:39.004621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:39.009783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:39.020522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:39.026301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 15124712-8212-48b1-bc31-eac2c42e51f4 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:39.034311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77185019-c844-47a4-b860-c815c07c270c None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:39.037419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:39.093253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:39.093873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.114708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 15124712-8212-48b1-bc31-eac2c42e51f4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:39.118861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:39.119443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.129631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, de776a43-8cf0-4bda-b4e6-596e3d220179) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:39.133466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:39.137952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:39.138557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.165071 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e0323c3f-bd07-4d43-b1fc-d5dac1dc8243 req-65720431-5cf4-4086-8b5e-b1a600ed13fb tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0551839 Jan 31 17:55:39.207811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.248905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:39.254475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:39.264853 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cc032be1-accc-44e8-8a86-d4e8f02571ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6393685 Jan 31 17:55:39.265664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:39.267929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:39.284833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834290d5-7a5d-44d7-808d-5af2e9ebc931 None None] Network 15124712-8212-48b1-bc31-eac2c42e51f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:39.299753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57414276-8ca8-4982-b11b-16a489672a52 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:39.311321 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-adde80f6-cbba-411e-89cb-f77070268aa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2160671 Jan 31 17:55:39.316539 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ca567138-1132-4ce3-bfb4-5b9dc0f7a7a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3698761 Jan 31 17:55:39.323727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:39.324707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:39.340505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:55:39.341603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:55:39.351067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:c2:18:f8', 'name': 'tempest-NetworksTestDHCPv6-1818230843'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:39.392926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=b594aa98-1091-403d-a5da-28cca2ea06ff,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:39.407585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-85958518'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:39.426120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-899465962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:39.538770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:39.545188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:39.563768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:39.572269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.576700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:39.583071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:39.586593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9a2a87d8-b2d1-4339-baee-f1f7db5c2e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.593217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:39.599202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:39.606633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:39.615308 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] Sync routers for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:39.631083 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:39.632649 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:39.658187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.660893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.668347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Transition to ACTIVE for port object 3b53569b-c30f-48d3-8b87-e70fc0b5db14 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:39.680014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:39.695947 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-268fae42-ba74-47ca-a350-7d995d4f8f82 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/routers/636f01f8-200e-4580-ab4c-4f8dfd4e47bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9676087 Jan 31 17:55:39.704293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:39.708266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:39.708877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.710564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Transition to ACTIVE for port object ba62116b-5534-4c54-9527-a23094fdaa7c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:39.721582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'port': {'network_id': '94af91f1-b5f2-4ecc-adcd-3a64966f8c4b', 'name': 'tempest-FloatingIPTestJSON-473379328'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:39.723854 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:39.740669 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:39.741691 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:39.758780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:39.763043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.779435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.780364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.813188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.818425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:39.833649 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:39.834232 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7f9a78-1905-4ad1-88d1-0805aba37764 None None] The sync data for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:39.834753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Transition to ACTIVE for port object 3b53569b-c30f-48d3-8b87-e70fc0b5db14 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:39.845398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:39.845793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.857025 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0717086-e331-430c-8ade-5b55719bc3d7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5755320 Jan 31 17:55:39.864542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:39.868663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.892212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'network_id': '685ea8f7-d21c-4071-8187-1548a532cd60', 'name': 'tempest-AllowedAddressPairTestJSON-557584436'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:39.918031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:39.923385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Usage tracker for resource:port and tenant:15ecdceafe3949c9ab679137dcff8722 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:39.936181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:39.939591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:39.942049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e79c2bf-f5ca-4081-a0d2-a3c41aa621cc None None] Provisioning for port b594aa98-1091-403d-a5da-28cca2ea06ff completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:39.945949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Transition to ACTIVE for port object ba62116b-5534-4c54-9527-a23094fdaa7c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:39.952230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:39.954658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:39.983067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=7d92b3e7-df8c-400f-b854-16bcfbb90b95,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:39.993985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:39.993985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: 9778d0cc-1665-4e89-84b7-0f4319873d07, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:40.005096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:40.011028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:40.014239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1424, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:40.015593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Made reservation on behalf of 15ecdceafe3949c9ab679137dcff8722 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:40.021153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.026740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.030646 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e139ab18-9edc-4bba-8339-abe8353e084e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6920354 Jan 31 17:55:40.031067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e79c2bf-f5ca-4081-a0d2-a3c41aa621cc None None] Provisioning complete for port b594aa98-1091-403d-a5da-28cca2ea06ff triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:40.031436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e79c2bf-f5ca-4081-a0d2-a3c41aa621cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.033361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:40.035192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:40.061908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:40.075912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 9778d0cc-1665-4e89-84b7-0f4319873d07) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:40.079061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.084388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] device_id is not set on port 75b2f6ff-d302-48d5-89ca-966fc5adb1cf yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:40.112892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.113290 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment 8b68b4a1-64e5-4bbc-b65b-13abfde85715 of type vlan for network 0f8899cd-c682-4c21-89be-786f157efdde Jan 31 17:55:40.114935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63cec44-b9a7-491b-8d56-a387ec5fc89f None None] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:40.144160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:40.144648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.158548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:40.202224 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-99e646a7-ffdf-4a79-9070-1f4365dfebae tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4344230 Jan 31 17:55:40.203169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54974) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:40.249703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07', 'name': 'tempest-PortsTestJSON-639118481'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:40.396831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49c3aa27-f02b-4806-8ae6-bfc61e3f9c09 req-53f6ac4b-843f-4b54-b3d5-88b17ad7f04a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0676572 Jan 31 17:55:40.414801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.432644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:40.445560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Allocated IP 172.20.0.14 (94af91f1-b5f2-4ecc-adcd-3a64966f8c4b/74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb/75b2f6ff-d302-48d5-89ca-966fc5adb1cf) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:40.465912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Pushing event updated for resources: {'Port': ['ID=3b53569b-c30f-48d3-8b87-e70fc0b5db14,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:40.477924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:40.499700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:40.509103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:40.527039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:40.530308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.541894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:40.575785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:40.624278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port f8010ffe-cc7f-4f3e-81fa-76e907054e78 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:40.657390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:40.676585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Pushing event updated for resources: {'Port': ['ID=ba62116b-5534-4c54-9527-a23094fdaa7c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:40.679158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e79c2bf-f5ca-4081-a0d2-a3c41aa621cc None None] Port b594aa98-1091-403d-a5da-28cca2ea06ff cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:40.701477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.719908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Made reservation on behalf of 7ebf19db4a8c44d0a2b93b7433fc1eae for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:40.722401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.743473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.750831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Network b29a9169-937b-4204-bc9d-7eed4837ab60 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:40.754201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.757889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:40.758474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.784856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-9778d0cc-1665-4e89-84b7-0f4319873d07', 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': '7d92b3e7-df8c-400f-b854-16bcfbb90b95'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:40.785721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.826245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.845178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:40.853708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.10 (9778d0cc-1665-4e89-84b7-0f4319873d07/7d92b3e7-df8c-400f-b854-16bcfbb90b95/f8010ffe-cc7f-4f3e-81fa-76e907054e78) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:40.856048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Transition to ACTIVE for port object 75b2f6ff-d302-48d5-89ca-966fc5adb1cf will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:40.866608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-15124712-8212-48b1-bc31-eac2c42e51f4', 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': '08981fc6-0e53-4ffb-9f4d-b6587de3ed36'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:40.866829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.892556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:40.911020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] device_id is not set on port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:40.943483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.965442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Attempting to bind port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:40.965829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Attempting to bind port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:40.966335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Attempting to bind port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 on network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:40.973937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:40.982152 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6417456 Jan 31 17:55:40.988898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 54982) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:41.001542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 5b089693-4067-4e31-8311-b4ba441323a5 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:41.018781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:41.019147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Checking segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:41.019549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.019935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Bound using segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:41.020409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Bound port: 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:41.020781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.055338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'ports': [{'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'}, {'network_id': '0f8899cd-c682-4c21-89be-786f157efdde'}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:41.055628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:41.056076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '0f8899cd-c682-4c21-89be-786f157efdde'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:41.088145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:41.096408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:41.101453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event updated for resources: {'Port': ['ID=75b2f6ff-d302-48d5-89ca-966fc5adb1cf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:41.103697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:41.207853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:41.208415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.216388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.224850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:41.228815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3b53569b-c30f-48d3-8b87-e70fc0b5db14,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:41.250478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object f8010ffe-cc7f-4f3e-81fa-76e907054e78 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:41.255642 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-68699bfb-b4fe-46df-82d2-348f3d97d1fb tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5490179 Jan 31 17:55:41.259898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:41.269066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Request body: {'floatingip': {'port_id': '75b2f6ff-d302-48d5-89ca-966fc5adb1cf'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:41.282050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.286365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Attempting to bind port ba62116b-5534-4c54-9527-a23094fdaa7c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:41.286741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Attempting to bind port ba62116b-5534-4c54-9527-a23094fdaa7c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a26ef49d-2664-48bf-a272-4a799d6c6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:41.287098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Attempting to bind port ba62116b-5534-4c54-9527-a23094fdaa7c on network b29a9169-937b-4204-bc9d-7eed4837ab60 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:41.294712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.355831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f63afa-6db3-4527-9a4a-d1271abd7ba1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=0f8899cd-c682-4c21-89be-786f157efdde,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:41.380851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:41.381716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Checking segment: {'id': 'a26ef49d-2664-48bf-a272-4a799d6c6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:41.382320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.382755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Bound using segment: {'id': 'a26ef49d-2664-48bf-a272-4a799d6c6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:41.383306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Bound port: ba62116b-5534-4c54-9527-a23094fdaa7c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a26ef49d-2664-48bf-a272-4a799d6c6f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'b29a9169-937b-4204-bc9d-7eed4837ab60'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:41.384256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.408715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.411415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a143f-ca18-460d-805b-95c31e366575 None None] Pushing event updated for resources: {'Port': ['ID=3b53569b-c30f-48d3-8b87-e70fc0b5db14,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:41.415888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0f8899cd-c682-4c21-89be-786f157efdde details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:41.508830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.619656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:41.636241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:41.644016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:41.702374 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1772406a-f388-4b31-8520-6c2dba08d323 req-aaba6008-5d27-43f0-8a3a-2517da1b18cf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1359897 Jan 31 17:55:41.719493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58b96f9f-e6a9-4705-af5f-f4eb56b43253,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:41.736572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.785113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.785927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c61572a6-1356-40a7-ab21-08567ce1ca07 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:41.801364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=f8010ffe-cc7f-4f3e-81fa-76e907054e78,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:41.833491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Allocated IP 172.20.0.7 (685ea8f7-d21c-4071-8187-1548a532cd60/533a9696-3ebb-4ddd-a62a-aebc66bd1201/cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:41.893200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:41.894191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:41.894908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:41.924946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:41.939419 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5036aab5-7013-4298-a482-272081d6bc95 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7300348 Jan 31 17:55:41.939983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 54992) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:41.966018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:41.999290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eb219c1-e412-4079-9df1-44b3867bbeeb None None] Provisioning for port 75b2f6ff-d302-48d5-89ca-966fc5adb1cf completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:42.018228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] For port ba62116b-5534-4c54-9527-a23094fdaa7c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:42.083382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eb219c1-e412-4079-9df1-44b3867bbeeb None None] Provisioning complete for port 75b2f6ff-d302-48d5-89ca-966fc5adb1cf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:42.083762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb219c1-e412-4079-9df1-44b3867bbeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.115534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=58b96f9f-e6a9-4705-af5f-f4eb56b43253,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:42.148354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] For port ba62116b-5534-4c54-9527-a23094fdaa7c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ba62116b-5534-4c54-9527-a23094fdaa7c,segment=NetworkSegment(a26ef49d-2664-48bf-a272-4a799d6c6f08),segment_id=a26ef49d-2664-48bf-a272-4a799d6c6f08)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:42.190121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.225221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port f8010ffe-cc7f-4f3e-81fa-76e907054e78 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:42.226531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.240735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:42.268931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Allocated IP 172.20.0.2 (9778d0cc-1665-4e89-84b7-0f4319873d07/7d92b3e7-df8c-400f-b854-16bcfbb90b95/61649ea6-d3e5-46fe-8d02-61edb93bc921) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:42.296992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Allocated IP 172.21.0.2 (15124712-8212-48b1-bc31-eac2c42e51f4/08981fc6-0e53-4ffb-9f4d-b6587de3ed36/c89798dc-c5c3-4d98-8182-d0dd942fa3f5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:42.319221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5eb219c1-e412-4079-9df1-44b3867bbeeb None None] Port 75b2f6ff-d302-48d5-89ca-966fc5adb1cf cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:42.509947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:42.514843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.549021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.579240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.628627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c4e69-4026-414d-a5e0-dc099f4501c9 None None] Pushing event updated for resources: {'Port': ['ID=ba62116b-5534-4c54-9527-a23094fdaa7c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:42.642112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.661625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 172.20.0.5 (78c34a5f-8722-4630-84ca-354f3b387cf2/9f78f00e-fd1a-4df7-9ac7-9449012ed6ef/5b089693-4067-4e31-8311-b4ba441323a5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:42.711892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c61572a6-1356-40a7-ab21-08567ce1ca07 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:42.738322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c61572a6-1356-40a7-ab21-08567ce1ca07 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:42.738983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.768267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cad96db9-2373-487a-ad6a-5034a4940855 None None] Provisioning complete for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:42.768812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cad96db9-2373-487a-ad6a-5034a4940855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:42.873049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fec2:18f8 (78c34a5f-8722-4630-84ca-354f3b387cf2/b5351a6a-7d04-48c5-b1cd-d1addf24524d/5b089693-4067-4e31-8311-b4ba441323a5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:42.957444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.001274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.119560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.122330 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5663761c-9c3b-4827-bc63-88c02ac3caf7 req-e70e0842-6d2f-44f0-b6b4-4bd2abd5fbe0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1747618 Jan 31 17:55:43.168338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.249277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Transition to ACTIVE for port object 61649ea6-d3e5-46fe-8d02-61edb93bc921 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:43.277125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.301849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Transition to ACTIVE for port object cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:43.306657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.327060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Transition to ACTIVE for port object 61649ea6-d3e5-46fe-8d02-61edb93bc921 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:43.341314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Transition to ACTIVE for port object c89798dc-c5c3-4d98-8182-d0dd942fa3f5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:43.359259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.368973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.420170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.444646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:43.447410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Transition to ACTIVE for port object c89798dc-c5c3-4d98-8182-d0dd942fa3f5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:43.452202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:43.455677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c61572a6-1356-40a7-ab21-08567ce1ca07, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c61572a6-1356-40a7-ab21-08567ce1ca07,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:43.462113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:43.468327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.478088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.483587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Pushing event updated for resources: {'Port': ['ID=61649ea6-d3e5-46fe-8d02-61edb93bc921,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:43.674213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for f8010ffe-cc7f-4f3e-81fa-76e907054e78 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:43.680029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:43.726299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Network 15124712-8212-48b1-bc31-eac2c42e51f4 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:43.749397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:43.757440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:43.767965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c61572a6-1356-40a7-ab21-08567ce1ca07,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:43.788994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 9fab5940-df81-4184-892a-e3f9cf316a50 associated. External IP: 172.26.4.73, port: c9e4e1bc-4053-4e1e-9119-81c023ab6929. Jan 31 17:55:43.821143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df190669-97f9-45b7-bb48-dc109220b73a None None] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:43.821346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:43.836057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Attempting to bind port 61649ea6-d3e5-46fe-8d02-61edb93bc921 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:43.836724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Attempting to bind port 61649ea6-d3e5-46fe-8d02-61edb93bc921 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:43.837300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Attempting to bind port 61649ea6-d3e5-46fe-8d02-61edb93bc921 on network 9778d0cc-1665-4e89-84b7-0f4319873d07 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:43.945995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58b96f9f-e6a9-4705-af5f-f4eb56b43253 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:44.052217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:44.052917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Checking segment: {'id': 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:44.053517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.054071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Bound using segment: {'id': 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:44.054718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Bound port: 61649ea6-d3e5-46fe-8d02-61edb93bc921, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': '9778d0cc-1665-4e89-84b7-0f4319873d07'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:44.055257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.090717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Pushing event updated for resources: {'Port': ['ID=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:44.123725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Attempting to bind port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:44.124089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Attempting to bind port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:44.124650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Attempting to bind port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 on network 15124712-8212-48b1-bc31-eac2c42e51f4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:44.174903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23a036-8170-474a-a7d4-3ddefa2018de None None] Network b29a9169-937b-4204-bc9d-7eed4837ab60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:44.188032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-24033367-71c0-4bd8-9a4d-aaa81464a4ed None None] Provisioning for port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:44.239877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Network 685ea8f7-d21c-4071-8187-1548a532cd60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:44.284256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:44.287461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:44.303787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:44.303787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Checking segment: {'id': '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:44.303787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.303787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Bound using segment: {'id': '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:44.304267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Bound port: c89798dc-c5c3-4d98-8182-d0dd942fa3f5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '15124712-8212-48b1-bc31-eac2c42e51f4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:44.304554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.322532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.334828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.336665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:44.369652 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf5d5890-8d91-427b-a259-898ddd5a7119 req-8ff6bd08-79ee-4cad-8c50-5c371af1c16a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1360590 Jan 31 17:55:44.405192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=f8010ffe-cc7f-4f3e-81fa-76e907054e78,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:44.443051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.20.0.1 (b29a9169-937b-4204-bc9d-7eed4837ab60/9cf6704e-8933-41b4-98fd-619797ebad55/225a92bb-cc95-4fc4-be73-8513252f561b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:44.456027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 5b089693-4067-4e31-8311-b4ba441323a5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:44.542239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:44.543061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.588370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] For port 61649ea6-d3e5-46fe-8d02-61edb93bc921, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:44.598453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] For port 61649ea6-d3e5-46fe-8d02-61edb93bc921, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=61649ea6-d3e5-46fe-8d02-61edb93bc921,segment=NetworkSegment(c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b),segment_id=c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:44.607235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.622748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1ad7304e-669b-4aeb-8dfd-627a144c9638 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/f8010ffe-cc7f-4f3e-81fa-76e907054e78 HTTP/1.1" status: 204 len: 168 time: 2.6793315 Jan 31 17:55:44.624666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:44.626408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.663649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (0b7ed51e-f910-43ab-b792-0f3f74025ff8/a34803a8-03a2-4f05-b8cf-afbc3f2eaf08/16e4be89-845c-49c2-b562-dfb5c0a87e32) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:44.665600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:44.665800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.673375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.679956 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b4852b-6ee1-4970-bfe0-1d4c5cbd8d22 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:55:44.680838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b4852b-6ee1-4970-bfe0-1d4c5cbd8d22 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:44.685490 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-44b4852b-6ee1-4970-bfe0-1d4c5cbd8d22 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/f8010ffe-cc7f-4f3e-81fa-76e907054e78 HTTP/1.1" status: 404 len: 333 time: 0.0553737 Jan 31 17:55:44.685914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:44.736081 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30e36d8-7ecf-4e0e-bea6-4954270bb1e5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:55:44.736081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f30e36d8-7ecf-4e0e-bea6-4954270bb1e5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:44.756427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.796030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] For port c89798dc-c5c3-4d98-8182-d0dd942fa3f5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:44.806402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f10cf444-49c3-4b0b-91d5-0b5a0b03a2c5 None None] Provisioning for port ba62116b-5534-4c54-9527-a23094fdaa7c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:44.807047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f30e36d8-7ecf-4e0e-bea6-4954270bb1e5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:44.811826 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f30e36d8-7ecf-4e0e-bea6-4954270bb1e5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/f8010ffe-cc7f-4f3e-81fa-76e907054e78 HTTP/1.1" status: 404 len: 333 time: 0.1214919 Jan 31 17:55:44.814611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:44.847885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] For port c89798dc-c5c3-4d98-8182-d0dd942fa3f5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,segment=NetworkSegment(6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e),segment_id=6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:44.873224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:44.920943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479c882-3c84-4429-94fe-76d21ee4b010 None None] Pushing event updated for resources: {'Port': ['ID=61649ea6-d3e5-46fe-8d02-61edb93bc921,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:44.998610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 7977d6f5-76f6-4d6c-8172-fbe7b35c551f yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:45.036249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:45.077155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 7d92b3e7-df8c-400f-b854-16bcfbb90b95 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:45.085689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:45.111542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.179445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=5b089693-4067-4e31-8311-b4ba441323a5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:45.182978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:45.185736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:45.227477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad480de4-426b-49d2-95f4-05e6a01d116f None None] Provisioning for port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:45.265915 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-be00a4da-969d-4740-87f9-254b86532bdc tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.3962181 Jan 31 17:55:45.272475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:45.280662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.313799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad480de4-426b-49d2-95f4-05e6a01d116f None None] Provisioning complete for port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:45.314675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad480de4-426b-49d2-95f4-05e6a01d116f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.324414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a3:56:f1'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:2e:19:52'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:45.365222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd3f39-97c8-413d-b7cd-8a6cfac6b3b5 None None] Pushing event updated for resources: {'Port': ['ID=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:45.373578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ba62116b-5534-4c54-9527-a23094fdaa7c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:45.377557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.472964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.532477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ad480de4-426b-49d2-95f4-05e6a01d116f None None] Port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:45.562513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 225a92bb-cc95-4fc4-be73-8513252f561b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:45.568986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ba62116b-5534-4c54-9527-a23094fdaa7c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:45.575126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ba62116b-5534-4c54-9527-a23094fdaa7c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:45.575840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.622236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:45.622928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.627651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 16e4be89-845c-49c2-b562-dfb5c0a87e32 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:45.641210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.764966 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-283d8376-3872-470f-b96b-740a169fbfd6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.4619050 Jan 31 17:55:45.771101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:45.811280 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8276afba-2299-441e-8948-5e6c608391d9 req-51a77990-8ee1-41c4-b0fe-a20a792a1706 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2181590 Jan 31 17:55:45.851103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.896807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.956355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port ba62116b-5534-4c54-9527-a23094fdaa7c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ba62116b-5534-4c54-9527-a23094fdaa7c,segment=NetworkSegment(a26ef49d-2664-48bf-a272-4a799d6c6f08),segment_id=a26ef49d-2664-48bf-a272-4a799d6c6f08)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:45.987709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.987976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:45.989143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3b53569b-c30f-48d3-8b87-e70fc0b5db14 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:45.995520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network b29a9169-937b-4204-bc9d-7eed4837ab60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:46.009097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:46.020843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=225a92bb-cc95-4fc4-be73-8513252f561b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:46.028984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:46.117984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.160100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:46.167879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=ba62116b-5534-4c54-9527-a23094fdaa7c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:46.173065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:46.173528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.254456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.312864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.343777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:46.345666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.348136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:46.393624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Provisioning complete for port ba62116b-5534-4c54-9527-a23094fdaa7c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:46.394543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.399557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.399940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:46.420785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e07a5-b75c-445d-89e7-aca80f6a4d60 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:46.436274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6e07a5-b75c-445d-89e7-aca80f6a4d60 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:46.437130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f6e07a5-b75c-445d-89e7-aca80f6a4d60 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:46.450849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:46.500490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3b53569b-c30f-48d3-8b87-e70fc0b5db14,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:46.516653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.608161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:46.622428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:46.657955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:46.658700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.714478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3b53569b-c30f-48d3-8b87-e70fc0b5db14,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:46.758997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Provisioning for port 5b089693-4067-4e31-8311-b4ba441323a5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:46.767365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3f6e07a5-b75c-445d-89e7-aca80f6a4d60 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:46.771198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f6e07a5-b75c-445d-89e7-aca80f6a4d60 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9809945 Jan 31 17:55:46.771198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:46.771457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.777785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55022) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:46.786278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Provisioning complete for port 5b089693-4067-4e31-8311-b4ba441323a5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:46.787862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.830091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.922579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:46.925454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2a495208-58b2-498c-acd0-10f96e91c740 None None] Port 5b089693-4067-4e31-8311-b4ba441323a5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:46.926846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b379e4-4072-4aa3-a76f-680af843ad8e None None] Network 9778d0cc-1665-4e89-84b7-0f4319873d07 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:46.957346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ba62116b-5534-4c54-9527-a23094fdaa7c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:46.957777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.019341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=7977d6f5-76f6-4d6c-8172-fbe7b35c551f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:47.041440 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c53ab75b-cdf2-4171-a2a6-ff2a2fcb40fd req-8de390b8-b87e-414d-a5c1-fd43e23fe543 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0937209 Jan 31 17:55:47.092814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.114316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Provisioning for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:47.138710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Provisioning complete for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:47.140320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.171980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=7d92b3e7-df8c-400f-b854-16bcfbb90b95,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:47.234846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8805bd-7524-4a46-ac5a-f07fe071eedb None None] Network 15124712-8212-48b1-bc31-eac2c42e51f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:47.236936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event updated for resources: {'Port': ['ID=cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:47.243753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 5b089693-4067-4e31-8311-b4ba441323a5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:47.244248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.268734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Port 16e4be89-845c-49c2-b562-dfb5c0a87e32 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:47.298216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.304738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] In _notify_port_updated(), no bound segment for port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 on network 685ea8f7-d21c-4071-8187-1548a532cd60 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:55:47.309070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:47.309946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.311474 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e9061c5b-8c56-4cbf-bafc-6564ebe560c9 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "PUT /v2.0/ports/cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 HTTP/1.1" status: 200 len: 1055 time: 2.0380161 Jan 31 17:55:47.321916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:47.327109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:47.362422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:47.416611 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2e795b0a-52f4-49c2-93d5-8cb28c8da5fb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/7d92b3e7-df8c-400f-b854-16bcfbb90b95 HTTP/1.1" status: 204 len: 168 time: 2.5982356 Jan 31 17:55:47.431627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55032) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:47.469465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': '8b68b4a1-64e5-4bbc-b65b-13abfde85715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '0f8899cd-c682-4c21-89be-786f157efdde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:47.469465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: 0f8899cd-c682-4c21-89be-786f157efdde, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:47.472645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Provisioning for port 61649ea6-d3e5-46fe-8d02-61edb93bc921 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:47.506613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ba62116b-5534-4c54-9527-a23094fdaa7c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:47.506981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.529681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.537490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:47.538148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:47.590284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:47.590830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.655899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 0f8899cd-c682-4c21-89be-786f157efdde is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:47.656402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:47.702093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 0f8899cd-c682-4c21-89be-786f157efdde) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:47.702526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Provisioning for port 225a92bb-cc95-4fc4-be73-8513252f561b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:47.743142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bde62b-0caf-40c8-aa64-28b355041d54 None None] Network 0f8899cd-c682-4c21-89be-786f157efdde requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:47.777529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.782119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:47.786263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:47.789146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:47.789881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.827589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Provisioning complete for port 225a92bb-cc95-4fc4-be73-8513252f561b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:47.827985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.883429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 61649ea6-d3e5-46fe-8d02-61edb93bc921 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:47.883993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.903384 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9017eb9-f14e-4a71-8d69-d5c720987a45 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.8653975 Jan 31 17:55:47.916639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55036) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:47.922443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:47.923404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:47.928578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:47.942622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.056080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:48.056698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7f9df9-36f8-40f9-89a8-4cbcb50c351f None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:48.139853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.146392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] DHCP port deletion for 9778d0cc-1665-4e89-84b7-0f4319873d07 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:48.148029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-94791f95-f69b-45a5-90ff-5fd1bac5b4ae None None] Port 225a92bb-cc95-4fc4-be73-8513252f561b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:48.157651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c89798dc-c5c3-4d98-8182-d0dd942fa3f5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:48.193925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=225a92bb-cc95-4fc4-be73-8513252f561b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:48.200053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.220351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Deleting port 61649ea6-d3e5-46fe-8d02-61edb93bc921 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:48.220631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.391537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.405297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e2a36ab-f6aa-4fd6-abe4-ec63c6f02802 None None] Provisioning for port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:48.405587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.493599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 5b089693-4067-4e31-8311-b4ba441323a5 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:48.516476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network b29a9169-937b-4204-bc9d-7eed4837ab60 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:48.527981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:48.540378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-401ae39b-2dfb-4fc4-9286-bd6c9831b956 req-d2c1fd79-e8a3-42ae-aaee-e1c0985e1227 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2636158 Jan 31 17:55:48.560971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 7977d6f5-76f6-4d6c-8172-fbe7b35c551f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:48.561321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.584205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] For port 61649ea6-d3e5-46fe-8d02-61edb93bc921, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=61649ea6-d3e5-46fe-8d02-61edb93bc921,segment=NetworkSegment(c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b),segment_id=c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:48.584743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.634809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:48.637609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.735281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:48.740421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.746255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Calling delete_port for 61649ea6-d3e5-46fe-8d02-61edb93bc921 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:48.784918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:48.785271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.865950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e2a36ab-f6aa-4fd6-abe4-ec63c6f02802 None None] Provisioning complete for port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:48.866314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e2a36ab-f6aa-4fd6-abe4-ec63c6f02802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.950629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:48.987964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e2a36ab-f6aa-4fd6-abe4-ec63c6f02802 None None] Port cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:48.996182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:49.036578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] Pushing event deleted for resources: {'Port': ['ID=61649ea6-d3e5-46fe-8d02-61edb93bc921,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:49.053490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77ec894-f0b6-4305-a6a3-8758ecb12c7d None None] No DVR routers for this DVR port 61649ea6-d3e5-46fe-8d02-61edb93bc921 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:49.062796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.104396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c89798dc-c5c3-4d98-8182-d0dd942fa3f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,segment=NetworkSegment(6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e),segment_id=6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:49.112538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.113516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c61572a6-1356-40a7-ab21-08567ce1ca07 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:49.194778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-18b068dd-573b-4887-a170-a7e318c15b23 None None] Provisioning complete for port 225a92bb-cc95-4fc4-be73-8513252f561b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:49.195135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b068dd-573b-4887-a170-a7e318c15b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.220152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 61649ea6-d3e5-46fe-8d02-61edb93bc921, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=61649ea6-d3e5-46fe-8d02-61edb93bc921,segment=NetworkSegment(c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b),segment_id=c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:49.220819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.236049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:49.238780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:49.287441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-18b068dd-573b-4887-a170-a7e318c15b23 None None] Port 225a92bb-cc95-4fc4-be73-8513252f561b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:49.299316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:49.323679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-18b068dd-573b-4887-a170-a7e318c15b23 None None] Provisioning complete for port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:49.324498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-18b068dd-573b-4887-a170-a7e318c15b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.352633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c61572a6-1356-40a7-ab21-08567ce1ca07 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:49.352994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.402032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 61649ea6-d3e5-46fe-8d02-61edb93bc921 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:49.524280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.578033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:55:49.614996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 61649ea6-d3e5-46fe-8d02-61edb93bc921 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:49.659809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 61649ea6-d3e5-46fe-8d02-61edb93bc921 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:49.660329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 61649ea6-d3e5-46fe-8d02-61edb93bc921 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 31 17:55:49.692570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port 61649ea6-d3e5-46fe-8d02-61edb93bc921 not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 31 17:55:49.720081 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2d4373fe-a2cd-4d86-9d2d-13dbccd10cc8 req-c4c0c604-c02c-48c5-83bc-61f32effa10b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0600240 Jan 31 17:55:49.782103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c89798dc-c5c3-4d98-8182-d0dd942fa3f5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:49.852601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-82b6ad45-306b-43ee-817c-9da452e3cb5e None None] Provisioning complete for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:49.853239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82b6ad45-306b-43ee-817c-9da452e3cb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.928511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-82b6ad45-306b-43ee-817c-9da452e3cb5e None None] Port 16e4be89-845c-49c2-b562-dfb5c0a87e32 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:49.929085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:49.930936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:49.931448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:49.935214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-72bc3159-68f0-4490-afbc-2d2a395137f2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8892615 Jan 31 17:55:49.937994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 7977d6f5-76f6-4d6c-8172-fbe7b35c551f owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:49.938258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:49.951303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:49.953903 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] Sync routers for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:49.992909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:49.993811 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:50.028070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:55:50.028664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:55:50.034602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a045320-8f69-4884-a202-becd8a8f89fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:50.035184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a045320-8f69-4884-a202-becd8a8f89fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:50.043838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.055920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.065559 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:50.077997 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:50.078814 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:50.082824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3b53569b-c30f-48d3-8b87-e70fc0b5db14 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:50.125237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4a045320-8f69-4884-a202-becd8a8f89fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:50.126569 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4a045320-8f69-4884-a202-becd8a8f89fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports/225a92bb-cc95-4fc4-be73-8513252f561b HTTP/1.1" status: 200 len: 910 time: 0.1872351 Jan 31 17:55:50.129198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:50.144837 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:50.145499 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262537c3-90aa-4497-8708-a1309ab32d35 None None] The sync data for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:50.184564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:50.184986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.240234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=5b089693-4067-4e31-8311-b4ba441323a5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:50.394966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 61649ea6-d3e5-46fe-8d02-61edb93bc921 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:50.435942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 61649ea6-d3e5-46fe-8d02-61edb93bc921 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:50.436509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 61649ea6-d3e5-46fe-8d02-61edb93bc921 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:50.445649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:50.535633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 61649ea6-d3e5-46fe-8d02-61edb93bc921 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:50.535972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.612574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.628109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.691797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:50.698147 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8fdfff66-4d03-4d8a-8a68-73e9c74cb247 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0b3a3aca-dbe3-474a-a024-09ebc23ca492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5329778 Jan 31 17:55:50.705206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55062) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:50.705939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:50.720279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:50.721053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:50.731973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] The port '61649ea6-d3e5-46fe-8d02-61edb93bc921' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:55:50.762869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=7977d6f5-76f6-4d6c-8172-fbe7b35c551f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:50.917147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:55:50.945993 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cdb6813f-de26-455b-8a73-29ba177f95c3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5b089693-4067-4e31-8311-b4ba441323a5 HTTP/1.1" status: 204 len: 168 time: 4.1637938 Jan 31 17:55:50.956255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55070) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:50.975379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:50.980138 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-935a53b7-06ce-4a8e-b33d-5bcfd310c258 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/7977d6f5-76f6-4d6c-8172-fbe7b35c551f HTTP/1.1" status: 204 len: 168 time: 3.0593727 Jan 31 17:55:50.987408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.045985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.047302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.048603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.049391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:51.078471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:51.082122 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a730b5b0-8f31-4a63-9236-ef7cb580153e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1231356 Jan 31 17:55:51.082510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.131549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ebb6df6c-1b9c-4ab6-8786-520fd594dffc req-c0936541-73c8-451e-acb7-417c719cacd8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2584271 Jan 31 17:55:51.245149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:51.250586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:55:51.250923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Updating router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 port 16e4be89-845c-49c2-b562-dfb5c0a87e32 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:55:51.256726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.302282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.349054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.350032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9778d0cc-1665-4e89-84b7-0f4319873d07']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:51.376948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:51.377243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c76aa4-5bfe-4ac2-bac8-9b626a83cc8b') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:51.386712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.387077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.387436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.387785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.388134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.388477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.388823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.389438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.389563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.389859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.390203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.390542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.390881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.391274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.391559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.396377 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-72d83427-8472-45f9-ac89-eb5a91163d5d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10422 time: 0.6741817 Jan 31 17:55:51.399128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.400044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.404705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eea51f99-485a-49c2-a979-b766a8ab2805 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 HTTP/1.1" status: 204 len: 168 time: 4.0741515 Jan 31 17:55:51.408151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.415751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.454629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:51.463294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 9f78f00e-fd1a-4df7-9ac7-9449012ed6ef {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:51.526048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.604089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.633808 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ead4698-81bd-4a10-8c81-99f30c3948df tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] GET failed (client error): The resource could not be found. Jan 31 17:55:51.634300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ead4698-81bd-4a10-8c81-99f30c3948df tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:51.642351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ee0d5-9aae-457a-b7bf-b26e6b43b414 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.646136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ee0d5-9aae-457a-b7bf-b26e6b43b414 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.646888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-486ee0d5-9aae-457a-b7bf-b26e6b43b414 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:51.653972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.686315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1408 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:51.686585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:51.706547 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:51.712093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.789752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ead4698-81bd-4a10-8c81-99f30c3948df tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:51.790891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5ead4698-81bd-4a10-8c81-99f30c3948df tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports/cc71b082-2ff8-4cf6-ac9b-8f9d47d65f11 HTTP/1.1" status: 404 len: 333 time: 0.3810308 Jan 31 17:55:51.794866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.797392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.797392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.797637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.798499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.798499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.798837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.798930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.799215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.799841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.800213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.800501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.800842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:51.802908 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7692acb4-fca9-466e-af7c-ccff8d509e7b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7560 time: 0.3985143 Jan 31 17:55:51.812052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.870313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-486ee0d5-9aae-457a-b7bf-b26e6b43b414 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:51.874126 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-486ee0d5-9aae-457a-b7bf-b26e6b43b414 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.8791034 Jan 31 17:55:51.884024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:51.926965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Transition to ACTIVE for port object 16e4be89-845c-49c2-b562-dfb5c0a87e32 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:51.930751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.937538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.965318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.985270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:51.997535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=9778d0cc-1665-4e89-84b7-0f4319873d07,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:52.005721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:52.006431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.037018 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-18147a34-10e5-4ed4-a0be-6b7ee5220e27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/9778d0cc-1665-4e89-84b7-0f4319873d07 HTTP/1.1" status: 204 len: 168 time: 4.5989089 Jan 31 17:55:52.041470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port b594aa98-1091-403d-a5da-28cca2ea06ff {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:52.041688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.041796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:52.058871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1068150164'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:52.066321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38208e75-8242-4bd4-9793-88418d3b7268 None None] Pushing event updated for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:52.075203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:52.086286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:52.090160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:52.101715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:52.199683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Attempting to bind port 16e4be89-845c-49c2-b562-dfb5c0a87e32 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:52.200057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Attempting to bind port 16e4be89-845c-49c2-b562-dfb5c0a87e32 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:52.200469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Attempting to bind port 16e4be89-845c-49c2-b562-dfb5c0a87e32 on network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:52.209638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:52.212596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.215512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:52.215925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Checking segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:52.216339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.216736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Bound using segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:52.217216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Bound port: 16e4be89-845c-49c2-b562-dfb5c0a87e32, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:52.217622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.335591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] For port 16e4be89-845c-49c2-b562-dfb5c0a87e32, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:52.338624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] For port 16e4be89-845c-49c2-b562-dfb5c0a87e32, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=16e4be89-845c-49c2-b562-dfb5c0a87e32,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:52.345283 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2c25d4b4-9abc-4864-afc2-73dd9c8fbaeb req-3666bc8b-4c40-430a-81a6-9b099183cb01 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0927320 Jan 31 17:55:52.346571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.349157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.21.0.1 (15124712-8212-48b1-bc31-eac2c42e51f4/08981fc6-0e53-4ffb-9f4d-b6587de3ed36/08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:52.372784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:52.381964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.382444 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment 173131c7-2b4b-4931-841f-01dbefc37f85 of type vlan for network b157f651-a228-42ab-8894-a8d1df89146b Jan 31 17:55:52.441390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.452872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.455213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.457501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38208e75-8242-4bd4-9793-88418d3b7268 None None] Pushing event updated for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:52.465675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:52.466299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:52.585055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=9f78f00e-fd1a-4df7-9ac7-9449012ed6ef,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:52.588205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:52.669975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.677384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:52.687273 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] Sync routers for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:52.699469 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:52.700394 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:52.711740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:55:52.713361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.754131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.758505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:52.759215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.767435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:52.780507 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:52.781372 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:52.804137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.813897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4bc40ae5-beb5-4f42-8ccc-df24616962ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9f78f00e-fd1a-4df7-9ac7-9449012ed6ef HTTP/1.1" status: 204 len: 168 time: 1.7304616 Jan 31 17:55:52.814911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:52.844542 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:52.845206 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3ecec9-aa41-4607-9cdb-b032cec0ba55 None None] The sync data for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:52.911350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d1e74-98e7-4ed1-82b6-c69a67119b55 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:52.917331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.929428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:52.953219 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9101136 Jan 31 17:55:52.966944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55116) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:52.977996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:53.032115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153c110-c55d-43b0-9c2e-dfe3157e6d84 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=b157f651-a228-42ab-8894-a8d1df89146b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:53.036741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.039005 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ee2a261e-1a71-4b5d-b38a-dcf272e5da3e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec HTTP/1.1" status: 204 len: 168 time: 1.1547542 Jan 31 17:55:53.041841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.061524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b157f651-a228-42ab-8894-a8d1df89146b details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:53.087087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:53.091734 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2ca04924-0eee-428d-99f9-91b40ea1abf9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/floatingips/9fab5940-df81-4184-892a-e3f9cf316a50 HTTP/1.1" status: 200 len: 977 time: 11.8277562 Jan 31 17:55:53.094098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55124) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.105921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:53.118914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for b594aa98-1091-403d-a5da-28cca2ea06ff owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:53.178042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 75b2f6ff-d302-48d5-89ca-966fc5adb1cf {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:53.178439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.211163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet b5351a6a-7d04-48c5-b1cd-d1addf24524d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:53.225825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.231570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d849f7-9baf-426d-9c69-e7b5da3d8b7b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:53.233111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6d849f7-9baf-426d-9c69-e7b5da3d8b7b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:53.332890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6d849f7-9baf-426d-9c69-e7b5da3d8b7b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:53.336743 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a6d849f7-9baf-426d-9c69-e7b5da3d8b7b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2907734 Jan 31 17:55:53.338280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55128) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.353273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:53.357671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.408682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:53.419496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:53.432390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:53.432608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:52Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:53.439235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232abaa3-44de-48a3-8526-d68bb4d6b03d None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:52Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:53.444731 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e519ebea-531c-4bb2-998c-0805f32f1f6d tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4295 time: 1.5950286 Jan 31 17:55:53.457314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.507267 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:55:53.599611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:53.682016 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62613a-f817-43d1-bf15-e7ef27eb6ba9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:55:53.685804 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9e62613a-f817-43d1-bf15-e7ef27eb6ba9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/7977d6f5-76f6-4d6c-8172-fbe7b35c551f HTTP/1.1" status: 404 len: 333 time: 0.3441043 Jan 31 17:55:53.686119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.711645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-920741a3-afea-4354-86ba-c91699449ad4 req-1a4a2822-2903-4fbf-9fc0-d84b32d43ac4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0770068 Jan 31 17:55:53.776312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.794932 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f71fad-6814-4fd7-9011-3ff2b84612ee tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:55:53.796427 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c2f71fad-6814-4fd7-9011-3ff2b84612ee tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/fe1640e8-74b4-4ae7-8aff-ec7b5e17b5ec HTTP/1.1" status: 404 len: 333 time: 0.1030390 Jan 31 17:55:53.800987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.825249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:53.852602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-362163567', 'description': 'tempest-secgroup-smoke-362163567 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:53.884623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 16e4be89-845c-49c2-b562-dfb5c0a87e32 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:53.935832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 15124712-8212-48b1-bc31-eac2c42e51f4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:53.949858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:53.963347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:53.976355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:53.990900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:53.997087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:54.024990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:54.037259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:54.043623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.046863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:54.057084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:54.058383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.127693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.162988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:54.259599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.271490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.284696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.340084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 16e4be89-845c-49c2-b562-dfb5c0a87e32, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=16e4be89-845c-49c2-b562-dfb5c0a87e32,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:54.356295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.385516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:54.395483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:54.398488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:54.404691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:54.482474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=b594aa98-1091-403d-a5da-28cca2ea06ff,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:54.539274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:54.545732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35ca8184-ad04-4256-b9ab-b6be95a3efc2 None None] Provisioning for port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:54.551724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-35ca8184-ad04-4256-b9ab-b6be95a3efc2 None None] Provisioning complete for port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:54.551938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35ca8184-ad04-4256-b9ab-b6be95a3efc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.608303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.625621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-35ca8184-ad04-4256-b9ab-b6be95a3efc2 None None] Port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:54.668880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.725587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.726718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815dd86e-309d-4f64-a524-22a872a92c87 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:54.739287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.762773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=b5351a6a-7d04-48c5-b1cd-d1addf24524d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:54.838170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e25f7aae-58e9-4fc9-93aa-7f387094c866 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/b5351a6a-7d04-48c5-b1cd-d1addf24524d HTTP/1.1" status: 204 len: 168 time: 2.0164192 Jan 31 17:55:54.851727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:54.944292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92bfbf6f-1825-48d0-84ea-010cdc375d96 None None] Provisioning complete for port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:54.944663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92bfbf6f-1825-48d0-84ea-010cdc375d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.950492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:54.952371 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-09748ad0-bebb-4426-b7bb-03971728afc7 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/b594aa98-1091-403d-a5da-28cca2ea06ff HTTP/1.1" status: 204 len: 168 time: 3.1540225 Jan 31 17:55:54.966830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55154) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:54.971994 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-325c9a1c-cf6b-43c3-ac01-5dfd814309e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160102 Jan 31 17:55:54.984383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.001445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.003024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.016594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8899cd-c682-4c21-89be-786f157efdde']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:55.051896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.079772 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5f4fa6f3-c767-4a6d-a6a8-a40562bb51a0 req-3cae457d-f4da-4726-9670-61dc403d8a82 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1397917 Jan 31 17:55:55.086910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b68b4a1-64e5-4bbc-b65b-13abfde85715') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:55.086910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b68b4a1-64e5-4bbc-b65b-13abfde85715') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:55.091282 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d461af00-dc5e-4825-b246-e45470d679e3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] GET failed (client error): The resource could not be found. Jan 31 17:55:55.091785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d461af00-dc5e-4825-b246-e45470d679e3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Synchronizing usage tracker for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:55.127678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.160332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.170186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=1f7554e3-b56c-4434-acc9-2cef19b58cc7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:55.171320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.171704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.172011 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Floating IP 9fab5940-df81-4184-892a-e3f9cf316a50 disassociated. External IP: 172.26.4.73, port: 75b2f6ff-d302-48d5-89ca-966fc5adb1cf. Jan 31 17:55:55.172340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 75b2f6ff-d302-48d5-89ca-966fc5adb1cf owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:55.179794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d461af00-dc5e-4825-b246-e45470d679e3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Unset dirty status for tenant:7ebf19db4a8c44d0a2b93b7433fc1eae on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:55.180904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d461af00-dc5e-4825-b246-e45470d679e3 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "GET /v2.0/ports/b594aa98-1091-403d-a5da-28cca2ea06ff HTTP/1.1" status: 404 len: 333 time: 0.2126122 Jan 31 17:55:55.186596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.197093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:55:55.202311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Deleting port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:55.202784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.221248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.225436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.229383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.3934684 Jan 31 17:55:55.239463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55166) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.240090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99d701-7b39-49cb-b6a4-e224cce1702b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b72cff-e528-4842-a9f4-3ebf4f9ce17d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:55.250600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:55.267608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1424 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:55:55.268007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:55:55.282916 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:55:55.285888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': '173131c7-2b4b-4931-841f-01dbefc37f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:55.285888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: b157f651-a228-42ab-8894-a8d1df89146b, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:55.290329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:55.326676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port b2785ff2-fb3c-4388-994d-036eb07d9665 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:55.327037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.354473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:55.362785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:55.379756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:55.416197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.433253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] For port 58b96f9f-e6a9-4705-af5f-f4eb56b43253, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58b96f9f-e6a9-4705-af5f-f4eb56b43253,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:55:55.433759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.469934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.488188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.499714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=0f8899cd-c682-4c21-89be-786f157efdde,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:55.506901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b647540-c06e-4c86-8466-4356e5a9254b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:55.507573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1b647540-c06e-4c86-8466-4356e5a9254b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:55.523326 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f55b8ea8-864c-4989-883a-9683137f722a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/0f8899cd-c682-4c21-89be-786f157efdde HTTP/1.1" status: 204 len: 168 time: 1.7175202 Jan 31 17:55:55.523726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network b157f651-a228-42ab-8894-a8d1df89146b is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:55.524768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55170) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.561811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680664137'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:55.570857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.571077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Calling delete_port for 58b96f9f-e6a9-4705-af5f-f4eb56b43253 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:55.573194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1b647540-c06e-4c86-8466-4356e5a9254b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:55.576571 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1b647540-c06e-4c86-8466-4356e5a9254b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5705538 Jan 31 17:55:55.581035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55174) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.590862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:55.602267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:55.605364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b157f651-a228-42ab-8894-a8d1df89146b) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:55.606833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:55.628528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:55.628730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba155040-11e3-48ac-8ef5-30330767a04d None None] Network b157f651-a228-42ab-8894-a8d1df89146b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:55.631203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:55.631785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.680978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=75b2f6ff-d302-48d5-89ca-966fc5adb1cf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:55.684372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.705873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.727613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.728301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec1487-6e66-4a60-8bc7-a7ac7957b2d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:55.729352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3aec1487-6e66-4a60-8bc7-a7ac7957b2d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:55:55.801277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] Pushing event deleted for resources: {'Port': ['ID=58b96f9f-e6a9-4705-af5f-f4eb56b43253,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:55.808878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:55.814790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:55.818787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa595b6-bc02-4fb3-81d4-94f6661b2280 None None] No DVR routers for this DVR port 58b96f9f-e6a9-4705-af5f-f4eb56b43253 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:55:55.843344 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b6cb6a8a-387b-441f-8f39-d8277277da03 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8730953 Jan 31 17:55:55.848918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:55.877583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-957477426'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:55.960247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 16e4be89-845c-49c2-b562-dfb5c0a87e32 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:55:56.020934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c9c4c4-f921-4ca6-b073-e3ad6d163078,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:56.025325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b157f651-a228-42ab-8894-a8d1df89146b', 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': '1f7554e3-b56c-4434-acc9-2cef19b58cc7'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:56.027615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.032596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1416, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:55:56.041301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.049773 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5a571270-66f5-4bf5-a15d-659c789df5ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8043411 Jan 31 17:55:56.054531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55182) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:56.066401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:56.068900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.080030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3aec1487-6e66-4a60-8bc7-a7ac7957b2d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:55:56.083722 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3aec1487-6e66-4a60-8bc7-a7ac7957b2d1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4641683 Jan 31 17:55:56.084079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:56.086611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55186) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:56.163764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:56.178878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:56.187687 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8cc3ee86-8c81-4c03-8368-e74b6bf37bfb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896060 Jan 31 17:55:56.192462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:56.192952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:56.202508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:56.231654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 16e4be89-845c-49c2-b562-dfb5c0a87e32 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:56.232137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.267590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Allocated IP 172.20.0.2 (b157f651-a228-42ab-8894-a8d1df89146b/1f7554e3-b56c-4434-acc9-2cef19b58cc7/59c84bf5-20c7-4c52-9dc9-777b5a505389) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:56.299126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.348406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for b2785ff2-fb3c-4388-994d-036eb07d9665 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:55:56.375506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.375852 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment 3abe781b-97b9-4cb7-913e-a956a7ba33d2 of type vlan for network 587ccd32-4f79-490a-87e1-00433ecf7451 Jan 31 17:55:56.433675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:56.455754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea19c286-82b2-4fe2-bc38-681e553a58dd req-9bb217c7-2f52-4b42-befc-2d7bdad14d8d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1776772 Jan 31 17:55:56.460753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:56.492107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:56.524863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.531822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.534304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.539289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:56.556150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.565814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58b96f9f-e6a9-4705-af5f-f4eb56b43253 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:55:56.594389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.601865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 58b96f9f-e6a9-4705-af5f-f4eb56b43253 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:55:56.601865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58b96f9f-e6a9-4705-af5f-f4eb56b43253 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:55:56.644258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:56.653044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd06934-e61e-4516-a2cd-35863954ed17,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:56.672443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.674118 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:56.674678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:56.683051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.687224 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7b16d25f-39b3-4069-9a28-c799327d9b2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6271720 Jan 31 17:55:56.690399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.693615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:56.702944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:56.712766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:56.715919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-08571505-a2ee-4dc3-a643-410236936da0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5208166 Jan 31 17:55:56.720939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55200) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:56.721165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:56.726496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:56.727662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:56.733823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:56.746305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.750080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:56.753231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.756513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:56.767978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:56.775742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.779431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:56.780006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.893224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 8c3ff356-596c-4620-9294-3b68f64478e8 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:56.911053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:56.950672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:56.967497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:56.971614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Transition to ACTIVE for port object 59c84bf5-20c7-4c52-9dc9-777b5a505389 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:57.000916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:57.001984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Transition to ACTIVE for port object 59c84bf5-20c7-4c52-9dc9-777b5a505389 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:57.004684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.007082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:57.007534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:57.009022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.018158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4873528 Jan 31 17:55:57.026194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.027706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:57.037299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:57.044344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134ca2a-6ac1-478f-8e5c-69bf90994e58 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=587ccd32-4f79-490a-87e1-00433ecf7451,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:57.071914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 587ccd32-4f79-490a-87e1-00433ecf7451 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:55:57.079264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.097422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=b2785ff2-fb3c-4388-994d-036eb07d9665,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:57.128931 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2428374c-1fe2-4f30-a0e5-5fbab66ab7a6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4047716 Jan 31 17:55:57.134124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:57.139861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.155554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Network b157f651-a228-42ab-8894-a8d1df89146b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:57.164893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:57.170800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Pushing event updated for resources: {'Port': ['ID=59c84bf5-20c7-4c52-9dc9-777b5a505389,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:57.173911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:57.174666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:57.195460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b907051a-09e8-4aed-8e8a-29619dbd4789,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:57.265228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:57.272898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.274081 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d918880-9139-4752-af2f-a7fc9fc6ea55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5793762 Jan 31 17:55:57.277272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55212) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:57.280346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:57.284869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:57.290387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:57.300356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:57.305231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:57.313924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:57.318889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:57.331598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Attempting to bind port 59c84bf5-20c7-4c52-9dc9-777b5a505389 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:55:57.332325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Attempting to bind port 59c84bf5-20c7-4c52-9dc9-777b5a505389 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '173131c7-2b4b-4931-841f-01dbefc37f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:55:57.333089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Attempting to bind port 59c84bf5-20c7-4c52-9dc9-777b5a505389 on network b157f651-a228-42ab-8894-a8d1df89146b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:55:57.335764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:57.341813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:55:57.342443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Checking segment: {'id': '173131c7-2b4b-4931-841f-01dbefc37f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:57.343178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.343763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Bound using segment: {'id': '173131c7-2b4b-4931-841f-01dbefc37f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:55:57.344377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Bound port: 59c84bf5-20c7-4c52-9dc9-777b5a505389, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '173131c7-2b4b-4931-841f-01dbefc37f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': 'b157f651-a228-42ab-8894-a8d1df89146b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:55:57.344968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.346556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:57.439115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 15124712-8212-48b1-bc31-eac2c42e51f4 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:57.440510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.453111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:57.492004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:55:57.494562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.496002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:55:57.501628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.520358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:57.523308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:57.530712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:57.549648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.3 (b157f651-a228-42ab-8894-a8d1df89146b/1f7554e3-b56c-4434-acc9-2cef19b58cc7/8c3ff356-596c-4620-9294-3b68f64478e8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:57.551587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:57.591401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] Sync routers for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:57.591716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.632769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:57.634064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:57.710829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:57.725266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d57158-b0b6-48a7-a82a-2b42b0a8d743 None None] Pushing event updated for resources: {'Port': ['ID=59c84bf5-20c7-4c52-9dc9-777b5a505389,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:57.732496 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-51610593-dc04-41f8-ac42-7dd49d8d764f tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/ports/b2785ff2-fb3c-4388-994d-036eb07d9665 HTTP/1.1" status: 204 len: 168 time: 2.5448852 Jan 31 17:55:57.751372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:57.752062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:57.758861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:57.893531 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-469a311c-9cd4-49d1-be3a-4d65672f5d89 req-8d1c08f6-6016-4003-8124-674280c18c5f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2469308 Jan 31 17:55:57.895916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:57.896534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09875e1e-e1e1-49c4-9166-e8f3efc89d46 None None] The sync data for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:55:57.907246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:55:57.910196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:55:57.926936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-49858383-4294-4f02-989b-910b05acc829 None None] Provisioning complete for port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:55:57.927365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-49858383-4294-4f02-989b-910b05acc829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.960648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.965326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:57.977171 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-35247ce4-a460-4441-9712-9667361d5f65 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/75b2f6ff-d302-48d5-89ca-966fc5adb1cf HTTP/1.1" status: 204 len: 168 time: 4.8763490 Jan 31 17:55:57.978836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55222) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:57.980207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.064718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-49858383-4294-4f02-989b-910b05acc829 None None] Port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:55:58.091792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f522e88-6a5a-4c76-9e7a-bacea3fd8507,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:58.115603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.116917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-acbeece0-7e96-4eda-adfc-6ee98d431104 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8385751 Jan 31 17:55:58.121112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.122656 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:58.123152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:58.135940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:58.146979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:58.175555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:58.204861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:58.226064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:58.285067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.288995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9c35101c-7728-41b8-984f-2be7f89a2685 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1495931 Jan 31 17:55:58.323052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:58.334466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:58.350387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:58.410152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.413827 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:55:58.486419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=093809cf-aef9-42e3-95d6-507d22c2904a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:58.487419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.513161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:58.517851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': '3abe781b-97b9-4cb7-913e-a956a7ba33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:55:58.518202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: 587ccd32-4f79-490a-87e1-00433ecf7451, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:55:58.531602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:58.534689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 8c3ff356-596c-4620-9294-3b68f64478e8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:55:58.568442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting subnet 533a9696-3ebb-4ddd-a62a-aebc66bd1201 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:55:58.591452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.646523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:58.650141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.652095 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:58.652513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:58.675593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.691831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-76fe08bd-0c16-4d33-b846-3d916ab8144b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3643386 Jan 31 17:55:58.692064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 587ccd32-4f79-490a-87e1-00433ecf7451 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:55:58.694156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55234) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:58.705840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:58.724719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.783529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.798981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 587ccd32-4f79-490a-87e1-00433ecf7451) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:58.804065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.816697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:58.816897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.818197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab58686-b2d7-494c-b6a3-e1efb10e894c None None] Network 587ccd32-4f79-490a-87e1-00433ecf7451 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:58.859416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network b157f651-a228-42ab-8894-a8d1df89146b is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:55:58.872337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:55:58.874295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06b3d3e-08e9-4020-a488-55679cede40b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:58.876502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:55:58.933252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=8c3ff356-596c-4620-9294-3b68f64478e8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:58.940095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:58.953978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-05c4ba94-5127-4036-b401-735e1e73b82e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9240258 Jan 31 17:55:58.960717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:58.961033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:58.962243 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8253405 Jan 31 17:55:58.966183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:55:58.968509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451', 'name': 'tempest-PortsIpV6TestJSON-1748347669'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:58.980097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:58.981593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.981837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.982176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.982505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.982836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.983162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.983486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.983810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.984129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.984490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.984749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234af933-e5cf-44e5-8e82-b939653ebd24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:58.997046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '76b72cff-e528-4842-a9f4-3ebf4f9ce17d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:59.018983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:59.021836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.022181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.022517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.022870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.023205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.023530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.023855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.024174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.024493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.024814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.025134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:55:59.034578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:55:59.038479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:55:59.052504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:59.055907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:59.066244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:55:59.066852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.075191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27c4cd-efea-4e5d-9ef9-acd65b2f04b3 None None] Network b157f651-a228-42ab-8894-a8d1df89146b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:59.104253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:59.108255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.109650 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:59.110068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:59.127077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.156640 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c15ec369-967d-4ac9-b686-373152766293 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4556820 Jan 31 17:55:59.157120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55248) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:59.157906 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2a131fb4-fd53-4ed8-b889-49a29c8940eb req-5f8b3c47-efbc-4895-994e-ca3911eeb104 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1074386 Jan 31 17:55:59.163913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:55:59.188696 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3088f74c-f2e1-4bae-8e4c-d7c794dafac3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 3.3253977 Jan 31 17:55:59.189842 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:55:59.240866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55252) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:59.251169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:59.268045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.271473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-44983874-1189-46a6-9e85-140b1d8e393b None None] Provisioning for port 59c84bf5-20c7-4c52-9dc9-777b5a505389 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:55:59.312998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-587ccd32-4f79-490a-87e1-00433ecf7451', 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': '093809cf-aef9-42e3-95d6-507d22c2904a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:55:59.313990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.350390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:59.358244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.391740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.421239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 8c3ff356-596c-4620-9294-3b68f64478e8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:59.421595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.440731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Subnet': ['ID=533a9696-3ebb-4ddd-a62a-aebc66bd1201,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:59.469065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:55:59.475141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.484661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:59.487549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.497942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.499603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bc3cf0a-f5e7-47e9-9c72-dff17ac2dd65 tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/subnets/533a9696-3ebb-4ddd-a62a-aebc66bd1201 HTTP/1.1" status: 204 len: 168 time: 1.7392695 Jan 31 17:55:59.503825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:59.506479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:55:59.508191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.529032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89822298-fe4b-4c5f-86c0-15ec1e9f3f2e None None] Network 685ea8f7-d21c-4071-8187-1548a532cd60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:55:59.608917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d480577-9e80-4fbe-ae75-ceb9295410a7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:55:59.646767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.658501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6ef393b-4088-44a6-8daf-97f395d730cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6605773 Jan 31 17:55:59.674624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Allocated IP 2001:db8::2 (587ccd32-4f79-490a-87e1-00433ecf7451/093809cf-aef9-42e3-95d6-507d22c2904a/7136bea6-3dd9-4ef3-b268-7b8b50e03662) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:55:59.677711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:55:59.688730 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] Sync routers for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:55:59.697228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 65689325-5071-46a5-b0c0-333d8d9cfb47 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:55:59.704558 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:59.705483 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:59.715232 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c07ec7d0-89ad-45d1-81cd-33096fbecb52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5849226 Jan 31 17:55:59.715901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:55:59.724711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.772206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:55:59.777276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.778730 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:55:59.779146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:55:59.828663 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:59.855495 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:55:59.856101 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:55:59.884418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Deleting port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:55:59.884759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:55:59.980381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cdd71cd9-76bc-463a-95a3-cf1ce41279a5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8222735 Jan 31 17:55:59.992613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:00.006941 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:00.007673 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d8813c-fd47-4294-b77b-804d93624cb7 None None] The sync data for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:00.020113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 59c84bf5-20c7-4c52-9dc9-777b5a505389 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:00.244700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.253282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.261170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f743d0b8-7007-4a57-8b8f-b81629e1fc8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:00.261887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f743d0b8-7007-4a57-8b8f-b81629e1fc8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:00.269100 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1bcb0a41-f1a4-4f5a-acd5-e369353e40a0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2753563 Jan 31 17:56:00.272136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Transition to ACTIVE for port object 7136bea6-3dd9-4ef3-b268-7b8b50e03662 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:00.272296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:00.275126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 59c84bf5-20c7-4c52-9dc9-777b5a505389 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:00.305042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 59c84bf5-20c7-4c52-9dc9-777b5a505389 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:00.305431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.366709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] DHCP port deletion for 685ea8f7-d21c-4071-8187-1548a532cd60 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:00.373194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Transition to ACTIVE for port object 7136bea6-3dd9-4ef3-b268-7b8b50e03662 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:00.377906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Deleting port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:00.378311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.404747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b475dd9f-ef8b-4015-82c1-610fbf6dc71b None None] Provisioning for port 8c3ff356-596c-4620-9294-3b68f64478e8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:00.421955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.426282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f743d0b8-7007-4a57-8b8f-b81629e1fc8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:00.426627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 8c3ff356-596c-4620-9294-3b68f64478e8 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:00.430362 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f743d0b8-7007-4a57-8b8f-b81629e1fc8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports/08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d HTTP/1.1" status: 200 len: 910 time: 0.7111552 Jan 31 17:56:00.434069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0bef0607-f21e-433c-9b84-df1f7a59b3c7 req-9f30b962-dd10-476e-954a-19014522a91d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1006434 Jan 31 17:56:00.454504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:00.467730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b475dd9f-ef8b-4015-82c1-610fbf6dc71b None None] Provisioning complete for port 8c3ff356-596c-4620-9294-3b68f64478e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:00.468101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b475dd9f-ef8b-4015-82c1-610fbf6dc71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.471810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff3edd0-ddea-47d3-8702-b7d9ca890cf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:00.472495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eff3edd0-ddea-47d3-8702-b7d9ca890cf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:00.558131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-6b16a3b5-ccb5-489c-b405-b682399e50cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:00.623614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::b5 (587ccd32-4f79-490a-87e1-00433ecf7451/093809cf-aef9-42e3-95d6-507d22c2904a/65689325-5071-46a5-b0c0-333d8d9cfb47) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:00.625693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eff3edd0-ddea-47d3-8702-b7d9ca890cf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:00.626991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eff3edd0-ddea-47d3-8702-b7d9ca890cf8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3538134 Jan 31 17:56:00.631760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:00.633045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Network 587ccd32-4f79-490a-87e1-00433ecf7451 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:00.648894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:00.656315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Pushing event updated for resources: {'Port': ['ID=7136bea6-3dd9-4ef3-b268-7b8b50e03662,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:00.658566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:00.668767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.676106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-6b16a3b5-ccb5-489c-b405-b682399e50cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:00.677258 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-6b16a3b5-ccb5-489c-b405-b682399e50cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-362163567&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.5147276 Jan 31 17:56:00.681810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b475dd9f-ef8b-4015-82c1-610fbf6dc71b None None] Port 8c3ff356-596c-4620-9294-3b68f64478e8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:00.703317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.703569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.703887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.704238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.704551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.704880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.705204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.705577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.705913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.706218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.706536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:00.776085 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-097d961d-bdcf-4514-9957-baa9c75197ce tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400435 Jan 31 17:56:00.781870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55290) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:00.802924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] For port 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28d6004d-27f9-435e-a299-c70b3dbbe5c9,segment=NetworkSegment(73cabf9e-3215-4ca9-9aa9-39ab59f38a92),segment_id=73cabf9e-3215-4ca9-9aa9-39ab59f38a92)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:00.803295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.822370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:00.894972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:00.906695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:00.941895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Calling delete_port for 28d6004d-27f9-435e-a299-c70b3dbbe5c9 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:00.947043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Attempting to bind port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:00.947413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Attempting to bind port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '3abe781b-97b9-4cb7-913e-a956a7ba33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:00.947774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Attempting to bind port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 on network 587ccd32-4f79-490a-87e1-00433ecf7451 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:00.962464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] For port 28d6004d-27f9-435e-a299-c70b3dbbe5c9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28d6004d-27f9-435e-a299-c70b3dbbe5c9,segment=NetworkSegment(73cabf9e-3215-4ca9-9aa9-39ab59f38a92),segment_id=73cabf9e-3215-4ca9-9aa9-39ab59f38a92)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:00.962857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.028419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.039120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0818fbb6-5f2c-494e-87e2-7a98c498b3ff None None] Provisioning complete for port 8c3ff356-596c-4620-9294-3b68f64478e8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:01.040104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0818fbb6-5f2c-494e-87e2-7a98c498b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.096487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.124155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:01.124548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Checking segment: {'id': '3abe781b-97b9-4cb7-913e-a956a7ba33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:01.124924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.125317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Bound using segment: {'id': '3abe781b-97b9-4cb7-913e-a956a7ba33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:01.125821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Bound port: 7136bea6-3dd9-4ef3-b268-7b8b50e03662, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abe781b-97b9-4cb7-913e-a956a7ba33d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '587ccd32-4f79-490a-87e1-00433ecf7451'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:01.126187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.142863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Calling delete_port for 28d6004d-27f9-435e-a299-c70b3dbbe5c9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:01.152572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Port': ['ID=28d6004d-27f9-435e-a299-c70b3dbbe5c9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:01.184934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0818fbb6-5f2c-494e-87e2-7a98c498b3ff None None] Port 8c3ff356-596c-4620-9294-3b68f64478e8 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:56:01.209245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] No DVR routers for this DVR port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:01.235500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=8c3ff356-596c-4620-9294-3b68f64478e8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:01.242708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=59c84bf5-20c7-4c52-9dc9-777b5a505389,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:01.286641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:01.304811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] For port 7136bea6-3dd9-4ef3-b268-7b8b50e03662, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:01.306736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:01.307085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:01.308784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] For port 7136bea6-3dd9-4ef3-b268-7b8b50e03662, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7136bea6-3dd9-4ef3-b268-7b8b50e03662,segment=NetworkSegment(3abe781b-97b9-4cb7-913e-a956a7ba33d2),segment_id=3abe781b-97b9-4cb7-913e-a956a7ba33d2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:01.314441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.389796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.399693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4016cb-4a88-4ac1-aba7-8f7f6c54b49d None None] Pushing event updated for resources: {'Port': ['ID=7136bea6-3dd9-4ef3-b268-7b8b50e03662,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:01.409314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.496196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685ea8f7-d21c-4071-8187-1548a532cd60']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:01.512489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73cabf9e-3215-4ca9-9aa9-39ab59f38a92') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:01.512776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73cabf9e-3215-4ca9-9aa9-39ab59f38a92') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:01.555499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:01.574873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2772fe0e-e123-473a-9d0b-522ab2b8f185 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:01.576213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2772fe0e-e123-473a-9d0b-522ab2b8f185 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 797 time: 0.8737712 Jan 31 17:56:01.580206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.646166 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-02a25727-260b-46bc-84de-b46456d1cfd7 req-a720014c-7834-4c70-ab82-b918284a8c66 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1225374 Jan 31 17:56:01.650706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.664816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:01.665457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.683888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:01.808558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Deleting port 28d6004d-27f9-435e-a299-c70b3dbbe5c9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:01.808941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.811375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-fe9b9135-9040-4d89-b0b0-664204a871c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.2123921 Jan 31 17:56:01.812439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:01.849367 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:01.958762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.994710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:01.998734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 59c84bf5-20c7-4c52-9dc9-777b5a505389 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:02.004366 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d96afb04-a0d8-43ca-bd09-f4e11f9e8502 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/8c3ff356-596c-4620-9294-3b68f64478e8 HTTP/1.1" status: 204 len: 168 time: 2.7573173 Jan 31 17:56:02.013574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:02.015600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.033947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16cc557d-c1b2-45bb-9d20-63e53402b69a None None] The port '28d6004d-27f9-435e-a299-c70b3dbbe5c9' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:02.058401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] Pushing event deleted for resources: {'Network': ['ID=685ea8f7-d21c-4071-8187-1548a532cd60,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:02.065257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.077236 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-597f5017-0fdc-4808-9dac-ab640138aade tempest-AllowedAddressPairTestJSON-281772155 tempest-AllowedAddressPairTestJSON-281772155-project] 10.222.0.110 "DELETE /v2.0/networks/685ea8f7-d21c-4071-8187-1548a532cd60 HTTP/1.1" status: 204 len: 168 time: 2.5724406 Jan 31 17:56:02.091797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 59c84bf5-20c7-4c52-9dc9-777b5a505389 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:02.092332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.107741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 65689325-5071-46a5-b0c0-333d8d9cfb47 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:02.165516 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92c29a7-e0b6-419d-bead-8d6487c833d5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:56:02.166028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a92c29a7-e0b6-419d-bead-8d6487c833d5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:02.236412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7136bea6-3dd9-4ef3-b268-7b8b50e03662 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:02.283617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a92c29a7-e0b6-419d-bead-8d6487c833d5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:02.287319 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a92c29a7-e0b6-419d-bead-8d6487c833d5 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/8c3ff356-596c-4620-9294-3b68f64478e8 HTTP/1.1" status: 404 len: 333 time: 0.2656903 Jan 31 17:56:02.294729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:02.347699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:02.349881 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-e6efd89f-70bc-4ac5-93e6-ae5110d6c5f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5096822 Jan 31 17:56:02.366085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.433964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28d6004d-27f9-435e-a299-c70b3dbbe5c9 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:02.499830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 28d6004d-27f9-435e-a299-c70b3dbbe5c9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:02.502226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28d6004d-27f9-435e-a299-c70b3dbbe5c9 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:02.559455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:02.616431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:02.616826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.648851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 587ccd32-4f79-490a-87e1-00433ecf7451 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:02.678973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:02.702642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:02.706527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:02.707127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.806007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b56307-e25d-42d1-801d-393fc3e87cb7 None None] Network 587ccd32-4f79-490a-87e1-00433ecf7451 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:02.855138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=65689325-5071-46a5-b0c0-333d8d9cfb47,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:02.873322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.873733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.874044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.874378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.874708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.875034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.875372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.875680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.876001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.876320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.876636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:56:02.910909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Provisioning for port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:02.917858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-693ba07c-57c7-4f9a-a815-c028c86081c8 req-10d55420-dfc3-424f-9787-9f492205f54e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1295362 Jan 31 17:56:02.924457 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7207f105-a684-4b40-8971-e87aae5bade1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.9637375 Jan 31 17:56:02.927630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:02.929303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Provisioning complete for port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:02.930240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:02.985487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.027788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-41cab1d8-d96c-412e-91fb-99c9ecaec8ac service neutron] 10.222.0.110 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500545 Jan 31 17:56:03.046751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 1f7554e3-b56c-4434-acc9-2cef19b58cc7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:03.069397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.135011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c0f435da-97d0-46f7-a4a3-3f0949193299 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7ebf19db4a8c44d0a2b93b7433fc1eae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5720236 Jan 31 17:56:03.139205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:03.153906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:03.170826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.192638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 65689325-5071-46a5-b0c0-333d8d9cfb47 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:03.192982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.218063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] For port 7136bea6-3dd9-4ef3-b268-7b8b50e03662, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7136bea6-3dd9-4ef3-b268-7b8b50e03662,segment=NetworkSegment(3abe781b-97b9-4cb7-913e-a956a7ba33d2),segment_id=3abe781b-97b9-4cb7-913e-a956a7ba33d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:03.229915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.300753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ea688-c076-42a1-917b-806d89a8ca56 None None] Pushing event updated for resources: {'Port': ['ID=7136bea6-3dd9-4ef3-b268-7b8b50e03662,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:03.318161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.352288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:56:03.379987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 080769aa-87e0-40dc-8057-171adafc66f6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:03.380332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.404490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.535925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.598222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Provisioning for port 65689325-5071-46a5-b0c0-333d8d9cfb47 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:03.604031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.605600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Provisioning complete for port 65689325-5071-46a5-b0c0-333d8d9cfb47 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:03.606182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.665503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Port 65689325-5071-46a5-b0c0-333d8d9cfb47 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:03.680986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Provisioning complete for port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:03.681806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-41394e89-fc0e-439e-a634-07a4a52b6a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.709906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:03.732033 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-db624952-c705-4884-9821-89d250d44e2b service neutron] 10.222.0.110 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6881814 Jan 31 17:56:03.743053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=024696f8-8ce4-4c74-8275-f23bdddfe6fc,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:03.745972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:03.762501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8cdbd3-d35e-4b06-b4a8-ed818a3ce2d6 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:03.830054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 65689325-5071-46a5-b0c0-333d8d9cfb47 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:03.846171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:03.846171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.858457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.898684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=08fc3730-bc6b-4a3b-a8fd-a4f7bfbdc80d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:03.938852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7136bea6-3dd9-4ef3-b268-7b8b50e03662 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:03.958537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-219fb68c-62a9-45ee-ba9b-dde289104886 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1637583 Jan 31 17:56:03.963812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:03.980031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:03.998316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.040780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:89:b2:6f', 'name': 'tempest-NetworksTestDHCPv6-1482127786'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:04.114169 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e65cd86-6e81-4b76-a1b0-3110367570d3 req-80134506-7bf8-4ca5-80b4-c8432385d1cd tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.0609250 Jan 31 17:56:04.189621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.238224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:04.238806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.327528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.342670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '024696f8-8ce4-4c74-8275-f23bdddfe6fc'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:04.343572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.344433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 080769aa-87e0-40dc-8057-171adafc66f6 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:04.374866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7b15b575-3ad3-4a5a-9cc7-be6314a013de None None] Provisioning complete for port 65689325-5071-46a5-b0c0-333d8d9cfb47 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:04.375253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7b15b575-3ad3-4a5a-9cc7-be6314a013de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.377913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=65689325-5071-46a5-b0c0-333d8d9cfb47,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:04.433217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.455758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7b15b575-3ad3-4a5a-9cc7-be6314a013de None None] Port 65689325-5071-46a5-b0c0-333d8d9cfb47 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:56:04.456876 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6adda66e-ff0f-4325-bcff-b1d2a874304b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/65689325-5071-46a5-b0c0-333d8d9cfb47 HTTP/1.1" status: 204 len: 168 time: 1.5280743 Jan 31 17:56:04.460273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55330) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:04.484757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.487601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.492401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.511929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f5ce18-3bbe-40c1-b033-72267ab0cc2d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:56:04.512368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f5ce18-3bbe-40c1-b033-72267ab0cc2d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:56:04.514296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62f5ce18-3bbe-40c1-b033-72267ab0cc2d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/65689325-5071-46a5-b0c0-333d8d9cfb47 HTTP/1.1" status: 404 len: 333 time: 0.0529068 Jan 31 17:56:04.516911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:04.574937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16c91af-d085-4127-a9ba-6e69b8e54998,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:04.585623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=1f7554e3-b56c-4434-acc9-2cef19b58cc7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:04.623053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cf6ddc-e663-46fb-8c3f-19e7a557c579 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:56:04.623575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-16cf6ddc-e663-46fb-8c3f-19e7a557c579 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:04.624154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Allocated IP 2001:db8::f816:3eff:fead:8dc6 (78c34a5f-8722-4630-84ca-354f3b387cf2/024696f8-8ce4-4c74-8275-f23bdddfe6fc/852baeb4-7597-435e-a3ac-ed935319e620) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:04.644334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:04.649893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:04.653683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:04.661126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:04.680263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.691649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:04.695923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.722313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:04.728380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-16cf6ddc-e663-46fb-8c3f-19e7a557c579 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:04.730070 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-16cf6ddc-e663-46fb-8c3f-19e7a557c579 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/65689325-5071-46a5-b0c0-333d8d9cfb47 HTTP/1.1" status: 404 len: 333 time: 0.2120402 Jan 31 17:56:04.732856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55340) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:04.737702 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8ffd72f9-2891-4b42-9625-48949e7efcf3 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d16c91af-d085-4127-a9ba-6e69b8e54998 HTTP/1.1" status: 204 len: 168 time: 1.5417185 Jan 31 17:56:04.753146 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-409d411b-b608-442c-ae1e-a70abaf52582 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/1f7554e3-b56c-4434-acc9-2cef19b58cc7 HTTP/1.1" status: 204 len: 168 time: 2.4563265 Jan 31 17:56:04.758747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f579c-adff-4dde-98db-2fa9461dbf43 None None] Network b157f651-a228-42ab-8894-a8d1df89146b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:04.770371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:04.777860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:04.939364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.003312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=080769aa-87e0-40dc-8057-171adafc66f6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:05.106364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.226219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.251036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Transition to ACTIVE for port object 852baeb4-7597-435e-a3ac-ed935319e620 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:05.264506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9f1467cd-785e-462b-aed8-27471915245d req-adf2d528-35ef-491f-addb-0b07a1583749 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:05.297010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Transition to ACTIVE for port object 852baeb4-7597-435e-a3ac-ed935319e620 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:05.321848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.423411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] DHCP port deletion for b157f651-a228-42ab-8894-a8d1df89146b request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:05.457630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Deleting port 59c84bf5-20c7-4c52-9dc9-777b5a505389 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:05.458279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.492842 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f94a9cb9-e9ef-4b19-999b-02217daac57b req-c33214bf-585f-4bb3-9b5d-53a9f2610c63 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2053258 Jan 31 17:56:05.577167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:05.582547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:05.594648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:05.621811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fe89:b26f (78c34a5f-8722-4630-84ca-354f3b387cf2/024696f8-8ce4-4c74-8275-f23bdddfe6fc/97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:05.670574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 59c84bf5-20c7-4c52-9dc9-777b5a505389 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:05.671903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.742646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Pushing event updated for resources: {'Port': ['ID=852baeb4-7597-435e-a3ac-ed935319e620,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:05.783223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Attempting to bind port 852baeb4-7597-435e-a3ac-ed935319e620 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:05.783596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Attempting to bind port 852baeb4-7597-435e-a3ac-ed935319e620 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:05.783950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Attempting to bind port 852baeb4-7597-435e-a3ac-ed935319e620 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:05.825001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:05.826690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:05.826881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.827277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:05.827768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Bound port: 852baeb4-7597-435e-a3ac-ed935319e620, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:05.828142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:05.943541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 59c84bf5-20c7-4c52-9dc9-777b5a505389 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:06.041079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9f1467cd-785e-462b-aed8-27471915245d req-adf2d528-35ef-491f-addb-0b07a1583749 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:06.051984 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9f1467cd-785e-462b-aed8-27471915245d req-adf2d528-35ef-491f-addb-0b07a1583749 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 210 time: 0.9114008 Jan 31 17:56:06.094425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet 093809cf-aef9-42e3-95d6-507d22c2904a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:06.101868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.137885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.204162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.268042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.317758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55390) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:06.369191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.371870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:06.373993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.458265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:06.564444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.569605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.580524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Calling delete_port for 59c84bf5-20c7-4c52-9dc9-777b5a505389 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:06.604882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:06.605323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.635354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-388676252'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:06.658127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:06.660971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:06.663079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:06.669112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:06.673282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:06.674001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.676712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] For port 852baeb4-7597-435e-a3ac-ed935319e620, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:06.683125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.700710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] For port 852baeb4-7597-435e-a3ac-ed935319e620, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=852baeb4-7597-435e-a3ac-ed935319e620,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:06.717232 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7291856 Jan 31 17:56:06.718172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:06.724066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29d60-867c-4ec5-9208-4dcb60f381af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:06.733433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:06.810109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 59c84bf5-20c7-4c52-9dc9-777b5a505389 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:06.814748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:06.835612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:06.836225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:06.850231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:06.855079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:06.859243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:06.886883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=59c84bf5-20c7-4c52-9dc9-777b5a505389,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:06.898457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:06.991030 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77179b62-dba7-4a51-9c46-c009609fb081 req-e3c6c9da-03dc-40d0-9621-521004d6d7a2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1509476 Jan 31 17:56:07.024431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bd2883e0-9c0e-4631-bcb0-e5d636d81255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.044687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175d611-ef8c-4881-b448-25ab6840fb37 None None] Pushing event updated for resources: {'Port': ['ID=852baeb4-7597-435e-a3ac-ed935319e620,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:07.150840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:07.151337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:07.166166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:07.170899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.195914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af18e619-bc93-4fa1-bf9d-9e2f3e97a90a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:07.201605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af18e619-bc93-4fa1-bf9d-9e2f3e97a90a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:07.202612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af18e619-bc93-4fa1-bf9d-9e2f3e97a90a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:07.310157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.310784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af18e619-bc93-4fa1-bf9d-9e2f3e97a90a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:07.313696 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af18e619-bc93-4fa1-bf9d-9e2f3e97a90a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5892217 Jan 31 17:56:07.315993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55404) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:07.338645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Deleting port 59c84bf5-20c7-4c52-9dc9-777b5a505389 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:07.339107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.418352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:07.418689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.427328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.513954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:07.518387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:security_group_rule and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:07.521670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:07.529264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2dff24f4-cb4c-443e-8167-99bb7b950462 req-f4aa16df-f202-4176-9b63-d0a7ab915710 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 210 time: 0.2219341 Jan 31 17:56:07.538813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:07.546606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=093809cf-aef9-42e3-95d6-507d22c2904a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:07.623280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7446936-b9be-4f2c-bd96-22c3603fc9af None None] Network 587ccd32-4f79-490a-87e1-00433ecf7451 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:07.672553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.702871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 59c84bf5-20c7-4c52-9dc9-777b5a505389 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:07.703459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.826583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:07.826962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:07.837092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-4046a734-5b83-486b-9388-f8eb6915ea82 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:07.838759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-4046a734-5b83-486b-9388-f8eb6915ea82 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 812 time: 0.9457874 Jan 31 17:56:07.891482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-9ab0d319-717c-4fa4-967a-8b7d0f6f1c2a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:07.895698 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-9ab0d319-717c-4fa4-967a-8b7d0f6f1c2a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 797 time: 0.3913593 Jan 31 17:56:08.033339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:08.045484 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2c7cc406-ef12-49c3-bc7f-abf8fcf7aec2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.1248760 Jan 31 17:56:08.047415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.066214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['76b72cff-e528-4842-a9f4-3ebf4f9ce17d']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:08.069594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Calling delete_port for 59c84bf5-20c7-4c52-9dc9-777b5a505389 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:08.152874 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-177a87ce-08f8-48a8-8515-5175f5755ae3 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e909c1ce43e447e38e1d5797a4c970f7 HTTP/1.1" status: 200 len: 380 time: 0.2572696 Jan 31 17:56:08.168213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 852baeb4-7597-435e-a3ac-ed935319e620 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:08.235205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.240261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'port': {'device_id': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'admin_state_up': True, 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'security_groups': ['f6231c15-a19d-436a-b084-95d90f1be7aa']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:08.273341 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-727358a9-cc38-4817-9df6-9aa73cfa84cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/093809cf-aef9-42e3-95d6-507d22c2904a HTTP/1.1" status: 204 len: 168 time: 3.5389783 Jan 31 17:56:08.284589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:08.297002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.322620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.356163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:08.370298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 852baeb4-7597-435e-a3ac-ed935319e620 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:08.388918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] Pushing event deleted for resources: {'Port': ['ID=59c84bf5-20c7-4c52-9dc9-777b5a505389,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:08.403504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62660a4-5ede-442d-8539-e061c8988f86 None None] No DVR routers for this DVR port 59c84bf5-20c7-4c52-9dc9-777b5a505389 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:08.411412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Provisioning for port 852baeb4-7597-435e-a3ac-ed935319e620 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:08.430960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Provisioning complete for port 852baeb4-7597-435e-a3ac-ed935319e620 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:08.431468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.506065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] DHCP port deletion for 587ccd32-4f79-490a-87e1-00433ecf7451 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:08.515281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Deleting port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:08.515934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.555218 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e5ef8d98-418e-409d-a254-bd7fc7e31ad3 req-6d118774-712b-43b6-9751-09a00818c1df tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1696303 Jan 31 17:56:08.587482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:08.654453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6b2fb4-df4f-4ba3-b072-4eb99032b695,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:08.704225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.704603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 0c9b6944-93c6-4680-b64c-55ad74a66f3a of type vlan for network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 Jan 31 17:56:08.726854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.743106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:08.769995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.771205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:08.772907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 59c84bf5-20c7-4c52-9dc9-777b5a505389, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=59c84bf5-20c7-4c52-9dc9-777b5a505389,segment=NetworkSegment(173131c7-2b4b-4931-841f-01dbefc37f85),segment_id=173131c7-2b4b-4931-841f-01dbefc37f85)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:08.773399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.789745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:08.824493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] For port 852baeb4-7597-435e-a3ac-ed935319e620, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=852baeb4-7597-435e-a3ac-ed935319e620,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:08.837658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] Sync routers for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:08.841855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:08.848466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.895927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:08.992501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 59c84bf5-20c7-4c52-9dc9-777b5a505389 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:09.019666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] For port 7136bea6-3dd9-4ef3-b268-7b8b50e03662, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7136bea6-3dd9-4ef3-b268-7b8b50e03662,segment=NetworkSegment(3abe781b-97b9-4cb7-913e-a956a7ba33d2),segment_id=3abe781b-97b9-4cb7-913e-a956a7ba33d2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:09.020245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.032967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:09.033888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.037454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.052578 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c93ee5f7-cd8a-4fd2-bace-7cb3c028fa3b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5773125 Jan 31 17:56:09.064791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a86fe2b9-5be2-43fd-baef-9d21b7388456 req-54080bbd-0a64-4f7f-9d23-113d18d47432 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 210 time: 0.2526102 Jan 31 17:56:09.068679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:09.115929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.185505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:09.192130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:09.242725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.247221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:09.247932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.252712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:09.253339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.259335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-425280ac-11b8-4f62-bf60-8cee55c04d09 None None] Could not find standard attr ID for object 97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:56:09.261311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543c387d-1853-4f1f-b1ab-384a5b0b3ceb None None] Pushing event updated for resources: {'Port': ['ID=852baeb4-7597-435e-a3ac-ed935319e620,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:09.275725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Calling delete_port for 7136bea6-3dd9-4ef3-b268-7b8b50e03662 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:09.305216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.310875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.355661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:09.356287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:55:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.361533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.7 (0b7ed51e-f910-43ab-b792-0f3f74025ff8/a34803a8-03a2-4f05-b8cf-afbc3f2eaf08/503a173d-8357-400a-b58d-4b2252dea412) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:09.367876 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3d75702d-3113-4f67-b0d8-0a84e73270e5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b HTTP/1.1" status: 204 len: 168 time: 2.0493312 Jan 31 17:56:09.371863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55420) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:09.390771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:09.425881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:09.439909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] Sync routers for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:09.443381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c15d831-5f63-43ab-8ad9-615a32e62092 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/routers/636f01f8-200e-4580-ab4c-4f8dfd4e47bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4559886 Jan 31 17:56:09.451563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:09.461024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:09.461629 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.501750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1f35bb31-c917-490a-a28e-1b7b29fbbae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.512687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:09.513387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:09.527521 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.540943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=a5b2104c-f81b-4148-b6bd-d53e15b4bea3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:09.545391 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] Routers {'636f01f8-200e-4580-ab4c-4f8dfd4e47bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:09.546003 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.552202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Made reservation on behalf of e909c1ce43e447e38e1d5797a4c970f7 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:09.560183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.563355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.564230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8889a2a5-3576-4d0c-a33d-5cdf998688fb None None] The sync data for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:09.581619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:09.582241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c973d5f-e659-4ea7-a026-2763f4861343 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:09.583691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c973d5f-e659-4ea7-a026-2763f4861343 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:09.584596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c973d5f-e659-4ea7-a026-2763f4861343 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:09.590878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0e5a8d5-7ed4-42e2-be50-f668e5364ab0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.2484732 Jan 31 17:56:09.596783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:09.652801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] No DVR routers for this DVR port 7136bea6-3dd9-4ef3-b268-7b8b50e03662 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:09.678347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] The port '7136bea6-3dd9-4ef3-b268-7b8b50e03662' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:09.688977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522c31e-d9ae-4f97-9dbc-c181cc5c311c None None] Pushing event deleted for resources: {'Port': ['ID=7136bea6-3dd9-4ef3-b268-7b8b50e03662,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:09.734351 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:09.735202 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b015754-688a-42fb-890f-8285963e01c6 None None] The sync data for ids ['636f01f8-200e-4580-ab4c-4f8dfd4e47bd'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:09.735374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c973d5f-e659-4ea7-a026-2763f4861343 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:09.736424 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c973d5f-e659-4ea7-a026-2763f4861343 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3601370 Jan 31 17:56:09.740613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:09.775366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:09.824791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:09.841481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 852baeb4-7597-435e-a3ac-ed935319e620 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:09.943330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 852baeb4-7597-435e-a3ac-ed935319e620 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:09.943629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.011802 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8f125bbf-d29a-4d3e-b9b1-57ae9c34c1d9 req-b82a0416-070c-4ed8-9e2a-630a9a4e05a4 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1734085 Jan 31 17:56:10.071218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.138710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 503a173d-8357-400a-b58d-4b2252dea412 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:10.148313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 024696f8-8ce4-4c74-8275-f23bdddfe6fc {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:10.148934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7136bea6-3dd9-4ef3-b268-7b8b50e03662 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:10.152672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.172373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.211385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7136bea6-3dd9-4ef3-b268-7b8b50e03662 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:10.211804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7136bea6-3dd9-4ef3-b268-7b8b50e03662 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:10.217480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:10.226646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:10.228572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.239938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:10.243585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587ccd32-4f79-490a-87e1-00433ecf7451']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:10.295467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:10.332605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abe781b-97b9-4cb7-913e-a956a7ba33d2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:10.332892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abe781b-97b9-4cb7-913e-a956a7ba33d2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:10.348289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.348658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.388449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.414930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.429428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 59c84bf5-20c7-4c52-9dc9-777b5a505389 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:10.429768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.463285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.472757 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d4c720f0-c05c-4320-b7b6-fda4042d1321 req-bc554ad0-8fec-4435-8d0e-665f89fb7a52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 210 time: 0.1917050 Jan 31 17:56:10.487559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:10.537849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.544398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] The port '59c84bf5-20c7-4c52-9dc9-777b5a505389' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:10.588015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:10.589354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:10.592864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:10.598034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:10.600215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Allocated IP 172.20.0.14 (56a49de1-a708-479c-a65b-2f040dbacb6b/2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4/a99cf550-635d-4f24-b587-00dbbc681d5d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:10.635281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:10.636010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.648394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:10.656970 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:10.724650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:10.725472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.829127 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-2a2df5e0-f9d7-48df-9c24-9a54e0700b48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7687891 Jan 31 17:56:10.833193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.871828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Request body: {'port': {'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:10.897592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d187beb0-cbcb-45fc-9cc6-b5f2ff352ad9 None None] Provisioning for port 503a173d-8357-400a-b58d-4b2252dea412 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:10.905221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d187beb0-cbcb-45fc-9cc6-b5f2ff352ad9 None None] Provisioning complete for port 503a173d-8357-400a-b58d-4b2252dea412 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:10.905745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d187beb0-cbcb-45fc-9cc6-b5f2ff352ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.908367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.919619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=024696f8-8ce4-4c74-8275-f23bdddfe6fc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:10.938953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:10.940826 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bad70063-2a0d-4440-ab01-855c066988f1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/024696f8-8ce4-4c74-8275-f23bdddfe6fc HTTP/1.1" status: 204 len: 168 time: 1.1983030 Jan 31 17:56:10.945761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:10.952128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a4905-e1f1-4561-8e99-0625bffc8742 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:11.019684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.030302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.047933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d187beb0-cbcb-45fc-9cc6-b5f2ff352ad9 None None] Port 503a173d-8357-400a-b58d-4b2252dea412 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:11.057969 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0d34a901-750a-4b43-bb78-cd51229f6cd3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108325 Jan 31 17:56:11.061402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55446) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:11.082798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:11.093709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.103238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.171621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.171883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=587ccd32-4f79-490a-87e1-00433ecf7451,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:11.184656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b157f651-a228-42ab-8894-a8d1df89146b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:11.205879 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b833614a-6c1c-449c-9da2-51218ef5578d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/587ccd32-4f79-490a-87e1-00433ecf7451 HTTP/1.1" status: 204 len: 168 time: 2.9065216 Jan 31 17:56:11.206027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port be57fd03-d85e-4e2b-af2e-fb5c9388f6e7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:11.206117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.209256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '173131c7-2b4b-4931-841f-01dbefc37f85') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:11.209570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '173131c7-2b4b-4931-841f-01dbefc37f85') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:11.219542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:11.235257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-571015505'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:11.246390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.259993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:11.270607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:11.275157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Deleting port 852baeb4-7597-435e-a3ac-ed935319e620 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:11.275598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.279111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:11.288459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:11.304343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:11.306571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.346279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:11.346672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.350819 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-42130519-1371-4d4c-aa95-912decbfa985 req-a8701ce9-01bd-406c-9bdd-8af639ee4479 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1192536 Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:11.362242 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:11.364234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:11.372855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.430698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:11.433329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.452729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:11.524873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] For port 852baeb4-7597-435e-a3ac-ed935319e620, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=852baeb4-7597-435e-a3ac-ed935319e620,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:11.526927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.531853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:11.535310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.547463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.705528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Calling delete_port for 852baeb4-7597-435e-a3ac-ed935319e620 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:11.734523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.761629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.793221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1415, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:11.795869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Transition to ACTIVE for port object a99cf550-635d-4f24-b587-00dbbc681d5d will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:11.804143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.814360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.884032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 852baeb4-7597-435e-a3ac-ed935319e620 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:11.902837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.922032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] No DVR routers for this DVR port 852baeb4-7597-435e-a3ac-ed935319e620 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:11.923984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e341ec-c954-4091-9871-a09cbb746a09 None None] Pushing event deleted for resources: {'Port': ['ID=852baeb4-7597-435e-a3ac-ed935319e620,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:11.935543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:11.935914 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment d0f73019-0a7b-474c-8a51-60386b260dec of type vlan for network 539ae387-465b-40d5-9a84-a2fcc2fefb69 Jan 31 17:56:11.937381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 852baeb4-7597-435e-a3ac-ed935319e620 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:11.938061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 852baeb4-7597-435e-a3ac-ed935319e620 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:11.938210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=b157f651-a228-42ab-8894-a8d1df89146b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:11.975871 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-640c1bee-2dff-4a33-b61d-f31376884efd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/b157f651-a228-42ab-8894-a8d1df89146b HTTP/1.1" status: 204 len: 168 time: 7.2012124 Jan 31 17:56:11.987592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:12.004952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for be57fd03-d85e-4e2b-af2e-fb5c9388f6e7 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:12.024559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'name': 'tempest-PortsTestJSON-846304477'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:12.064154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.110821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.114449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.270449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503a173d-8357-400a-b58d-4b2252dea412 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:56:12.300167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.342218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b07d8-f575-4f0d-b169-837f1e1d4cda req-1c437674-47c9-4c38-8dfd-62dc216458a0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:12.343830 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c45b07d8-f575-4f0d-b169-837f1e1d4cda req-1c437674-47c9-4c38-8dfd-62dc216458a0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 931 time: 0.5524213 Jan 31 17:56:12.344553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:12.350593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Network 56a49de1-a708-479c-a65b-2f040dbacb6b is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:12.351358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event updated for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:12.355406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=cccbf744-e5f4-4c71-bfac-86a60e65e071,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:12.368308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:12.373430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:12.376968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:12.403598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:12.420994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.425089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:12.425265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.436270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Transition to ACTIVE for port object 503a173d-8357-400a-b58d-4b2252dea412 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:12.439759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.498439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:12.504559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.524761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=be57fd03-d85e-4e2b-af2e-fb5c9388f6e7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:12.589284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:56:12.627825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:12.631114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.644691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4230173 Jan 31 17:56:12.648945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55462) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:12.665731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.673227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '0c9b6944-93c6-4680-b64c-55ad74a66f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:12.673630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: a5b2104c-f81b-4148-b6bd-d53e15b4bea3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:12.707279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-699ee897-0542-4962-9dc9-508f64b96a3f None None] Provisioning for port a99cf550-635d-4f24-b587-00dbbc681d5d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:12.713790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-699ee897-0542-4962-9dc9-508f64b96a3f None None] Provisioning complete for port a99cf550-635d-4f24-b587-00dbbc681d5d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:12.714956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-699ee897-0542-4962-9dc9-508f64b96a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.738994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:12.739601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:12.744726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170c50f-7455-4cbe-b9bd-7714c15ef156 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=539ae387-465b-40d5-9a84-a2fcc2fefb69,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:12.759218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-c45b07d8-f575-4f0d-b169-837f1e1d4cda req-730785cc-d1f5-4160-a6fd-5319a2c59f69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:12.759468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:12.820452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-699ee897-0542-4962-9dc9-508f64b96a3f None None] Port a99cf550-635d-4f24-b587-00dbbc681d5d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:12.827479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:12.888186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port bb212157-3c78-4e2a-9c1b-67e190652c73 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:12.903935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:12.935147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-c45b07d8-f575-4f0d-b169-837f1e1d4cda req-730785cc-d1f5-4160-a6fd-5319a2c59f69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:12.941928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c45b07d8-f575-4f0d-b169-837f1e1d4cda req-730785cc-d1f5-4160-a6fd-5319a2c59f69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5832093 Jan 31 17:56:12.952465 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-1e4ca767-4443-44df-bf91-5a60513cf261 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7284114 Jan 31 17:56:12.972017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:12.990561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:13.000966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d405405-0b7c-4498-83d1-6c7fa303739c None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:13.003441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:13.004035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.022298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Request body: {'port': {'device_id': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:13.039139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=b31e3a61-57b0-4761-86b8-624daec4850a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:13.133625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:13.156284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:13.173770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:13.188924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:13.203837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:13.210086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.265672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a5b2104c-f81b-4148-b6bd-d53e15b4bea3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:13.270296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:13.271038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.278905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25b7505-ab13-447e-872f-c0b78b9fe2c4 None None] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:13.283138 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f78e377b-c4d1-428c-bb8e-db2def903e20 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2205703 Jan 31 17:56:13.294372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb121e-dc86-4576-a494-28cf9e85f7d5 req-a99b8720-8c68-43a1-8089-b2a3b0b63c51 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:13.295867 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fccb121e-dc86-4576-a494-28cf9e85f7d5 req-a99b8720-8c68-43a1-8089-b2a3b0b63c51 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 932 time: 0.7185798 Jan 31 17:56:13.296334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:13.301966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.303447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': 'b31e3a61-57b0-4761-86b8-624daec4850a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:13.304259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.370152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:c9:54:fe', 'name': 'tempest-NetworksTestDHCPv6-1494649366'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:13.399998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:13.404984 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-adf7837d-3edf-4984-9ce1-8b60a2740556 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.6242638 Jan 31 17:56:13.404984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.420196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:13.435639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329832755'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:13.453207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:13.488045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:13.493964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.496550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:13.520156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:13.585465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:13.588445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.617006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Allocated IP 2001:db8::f816:3eff:feba:b72d (78c34a5f-8722-4630-84ca-354f3b387cf2/b31e3a61-57b0-4761-86b8-624daec4850a/5682c565-785b-483b-9019-c79815c00b55) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:13.659511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a5b2104c-f81b-4148-b6bd-d53e15b4bea3', 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'cccbf744-e5f4-4c71-bfac-86a60e65e071'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:13.660737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.718815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Attempting to bind port 503a173d-8357-400a-b58d-4b2252dea412 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:13.719402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Attempting to bind port 503a173d-8357-400a-b58d-4b2252dea412 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:13.719530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Attempting to bind port 503a173d-8357-400a-b58d-4b2252dea412 on network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:13.903283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:13.907271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:13.932702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Port 503a173d-8357-400a-b58d-4b2252dea412 on network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:56:13.933793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Attempting to bind port 503a173d-8357-400a-b58d-4b2252dea412 on network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:13.980576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.002458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Transition to ACTIVE for port object 5682c565-785b-483b-9019-c79815c00b55 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:14.012086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-fccb121e-dc86-4576-a494-28cf9e85f7d5 req-50107474-b6cd-49fa-ab99-12607ccad33a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Synchronizing usage tracker for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:14.024860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Allocated IP 172.20.255.242 (a5b2104c-f81b-4148-b6bd-d53e15b4bea3/cccbf744-e5f4-4c71-bfac-86a60e65e071/cfcb9913-2682-4f5d-8df1-8a9e8d548d5c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:14.038061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.057920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.058476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Transition to ACTIVE for port object 5682c565-785b-483b-9019-c79815c00b55 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:14.071141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.071649 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 34e1051d-a01d-41ee-a6d1-210a2e3caeb2 of type vlan for network 7f12e28e-91cc-4f66-99eb-78fc1c5144af Jan 31 17:56:14.082357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:14.082690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Checking segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:14.083071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Bound using segment: {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:14.083511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Bound port: 503a173d-8357-400a-b58d-4b2252dea412, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2582e99a-a747-41d3-8964-c1e860ae5930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:14.083852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.155448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.179260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=bb212157-3c78-4e2a-9c1b-67e190652c73,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:14.201900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-fccb121e-dc86-4576-a494-28cf9e85f7d5 req-50107474-b6cd-49fa-ab99-12607ccad33a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Unset dirty status for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:14.203302 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fccb121e-dc86-4576-a494-28cf9e85f7d5 req-50107474-b6cd-49fa-ab99-12607ccad33a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8380435 Jan 31 17:56:14.220181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.277517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:14.284133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Pushing event updated for resources: {'Port': ['ID=5682c565-785b-483b-9019-c79815c00b55,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:14.291088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:14.298924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:14.301519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:14.303434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:14.306880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:14.313926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:14.316613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:14.327016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 225a92bb-cc95-4fc4-be73-8513252f561b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:14.327382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.332175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:14.351898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.353157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Fanout notify agent at l3_agent the message router_deleted on router 636f01f8-200e-4580-ab4c-4f8dfd4e47bd {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:56:14.358217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:14.362796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.374598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:14.379709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:14.380304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.382127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:14.388632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.408414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:14.418925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 098226c8-c8eb-4507-b746-e27bdb0b39ad yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:14.464311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.465908 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-479f700c-ad23-4024-b6fe-7b5c233463b3 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/routers/636f01f8-200e-4580-ab4c-4f8dfd4e47bd HTTP/1.1" status: 204 len: 168 time: 5.0132818 Jan 31 17:56:14.467584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.477495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55476) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:14.479271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Attempting to bind port 5682c565-785b-483b-9019-c79815c00b55 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:14.479772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Attempting to bind port 5682c565-785b-483b-9019-c79815c00b55 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:14.480291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Attempting to bind port 5682c565-785b-483b-9019-c79815c00b55 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:14.488877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.496522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:14.496892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:14.497271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.497689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:14.498148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Bound port: 5682c565-785b-483b-9019-c79815c00b55, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:14.498515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.517546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Transition to ACTIVE for port object cfcb9913-2682-4f5d-8df1-8a9e8d548d5c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:14.537600 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dfd3de3c-080b-41c1-a24d-7292055ef158 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5415974 Jan 31 17:56:14.560695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55480) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:14.587961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Transition to ACTIVE for port object cfcb9913-2682-4f5d-8df1-8a9e8d548d5c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:14.604827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.627536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfd1c8-fccd-44ce-961a-4e80b2d206c7 req-263d6f8b-6b61-48a4-8bbf-6046bcbfdac5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:14.637885 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cacfd1c8-fccd-44ce-961a-4e80b2d206c7 req-263d6f8b-6b61-48a4-8bbf-6046bcbfdac5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.5186617 Jan 31 17:56:14.642679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.644036 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] 10.222.0.86 "PUT /v2.0/ports/503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 1093 time: 3.8070331 Jan 31 17:56:14.646406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:14.664504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd6034-f230-4ef6-8d93-817b41118b74 service neutron] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:14.716162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] For port 5682c565-785b-483b-9019-c79815c00b55, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:14.754745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] For port 5682c565-785b-483b-9019-c79815c00b55, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5682c565-785b-483b-9019-c79815c00b55,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:14.755463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.757802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:14.758864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Pushing event updated for resources: {'Port': ['ID=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:14.759689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:14.760352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.762259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:14.765330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:14.802245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.830677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:14.849085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fec9:54fe (78c34a5f-8722-4630-84ca-354f3b387cf2/b31e3a61-57b0-4761-86b8-624daec4850a/098226c8-c8eb-4507-b746-e27bdb0b39ad) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:14.902429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.945699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Attempting to bind port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:14.946036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Attempting to bind port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0c9b6944-93c6-4680-b64c-55ad74a66f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:14.946312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Attempting to bind port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c on network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:14.958219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d78bd-8eaa-42d7-983f-0cdbcc6eac60 None None] Pushing event updated for resources: {'Port': ['ID=5682c565-785b-483b-9019-c79815c00b55,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:14.967464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:14.967860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Checking segment: {'id': '0c9b6944-93c6-4680-b64c-55ad74a66f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:14.968230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:14.968616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Bound using segment: {'id': '0c9b6944-93c6-4680-b64c-55ad74a66f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:14.969092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Bound port: cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9b6944-93c6-4680-b64c-55ad74a66f3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'a5b2104c-f81b-4148-b6bd-d53e15b4bea3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:14.969478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.039851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port bb212157-3c78-4e2a-9c1b-67e190652c73 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:15.040186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.068316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=866b6bb1-1c2a-4252-9574-d1c4ba67571b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:15.094291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6702664 Jan 31 17:56:15.105974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cacfd1c8-fccd-44ce-961a-4e80b2d206c7 req-a69807c8-8541-476d-b1b5-1b1a38cd8895 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4669263 Jan 31 17:56:15.109011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55488) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:15.144108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] For port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:15.149935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] For port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,segment=NetworkSegment(0c9b6944-93c6-4680-b64c-55ad74a66f3a),segment_id=0c9b6944-93c6-4680-b64c-55ad74a66f3a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:15.157989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.169214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:15.212738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64714f4a-919d-4d0f-9459-f1dcd85a3377 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=7f12e28e-91cc-4f66-99eb-78fc1c5144af,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:15.231817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99cf550-635d-4f24-b587-00dbbc681d5d {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:56:15.236167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 7f12e28e-91cc-4f66-99eb-78fc1c5144af details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:15.251164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.280965 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-84c09747-27ff-42b1-a9a7-37902f593220 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1096 time: 0.5683398 Jan 31 17:56:15.285257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.363725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42b153d-80f7-48b5-aeb0-e5a24948e173 None None] Pushing event updated for resources: {'Port': ['ID=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:15.428420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Transition to ACTIVE for port object a99cf550-635d-4f24-b587-00dbbc681d5d will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:15.579109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 225a92bb-cc95-4fc4-be73-8513252f561b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:15.600316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': 'd0f73019-0a7b-474c-8a51-60386b260dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:15.600678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: 539ae387-465b-40d5-9a84-a2fcc2fefb69, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:15.619528 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-ea86fe58-dee5-4798-80b4-2df99467cdad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 217 time: 0.3175049 Jan 31 17:56:15.626303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:15.675380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:15.683621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.690351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:15.706745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:15.712142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.747853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-ff236095-5b0c-4397-b101-588847af1532 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:15.749295 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-ff236095-5b0c-4397-b101-588847af1532 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 200 len: 835 time: 0.1206155 Jan 31 17:56:15.752362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:15.776621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 098226c8-c8eb-4507-b746-e27bdb0b39ad will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:15.820554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Pushing event updated for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:15.822376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:15.891750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'status': 'completed', 'code': 200} Jan 31 17:56:15.915694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 539ae387-465b-40d5-9a84-a2fcc2fefb69) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:15.925023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042f7d21-e65a-40a7-8658-d51ecf67b6a9 None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:15.938578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:15.939449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:15.967619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.017210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cfcb9913-2682-4f5d-8df1-8a9e8d548d5c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:16.072936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.092870 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-364f70bd-6c86-4829-8542-644967198e4d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4283738 Jan 31 17:56:16.115562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:16.169091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:16.181773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5682c565-785b-483b-9019-c79815c00b55 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:16.196209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-ad4f8904-1641-43c1-889c-f7cd333c896e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4180789 Jan 31 17:56:16.206985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1279479984'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:16.220702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=098226c8-c8eb-4507-b746-e27bdb0b39ad,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:16.247318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:16.252951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:16.260334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:16.279462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:16.280079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.356779 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-539ae387-465b-40d5-9a84-a2fcc2fefb69', 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': '866b6bb1-1c2a-4252-9574-d1c4ba67571b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:16.358112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.412771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting subnet 74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:16.434158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.460023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5682c565-785b-483b-9019-c79815c00b55 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:16.484243 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5b26615c-a3a6-489f-9f5e-9f39d17920b9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1838644 Jan 31 17:56:16.486472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55502) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:16.489817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:16.554546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:16.560082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.576934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:16.670471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Allocated IP 2001:db8::2 (539ae387-465b-40d5-9a84-a2fcc2fefb69/866b6bb1-1c2a-4252-9574-d1c4ba67571b/c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:16.735867 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-656027cf-2d43-4e4a-a859-21f0e0778c09 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164096 Jan 31 17:56:16.759147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:16.795859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for bb212157-3c78-4e2a-9c1b-67e190652c73 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:16.872298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.881581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:16.980010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12097a-f805-49d3-b9e9-14a1ab346d7d req-a5b0c538-8a8f-48eb-8a31-9242858d8515 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:16.981504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bf12097a-f805-49d3-b9e9-14a1ab346d7d req-a5b0c538-8a8f-48eb-8a31-9242858d8515 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:17.044152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070b9b6-9498-48d9-b7de-f7c8e8c27182 req-ad8bb49d-8b16-4ea3-a015-78e1c07cce08 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:17.045253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9070b9b6-9498-48d9-b7de-f7c8e8c27182 req-ad8bb49d-8b16-4ea3-a015-78e1c07cce08 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Synchronizing usage tracker for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:17.051944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Provisioning for port 5682c565-785b-483b-9019-c79815c00b55 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:17.064587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.068092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Provisioning complete for port 5682c565-785b-483b-9019-c79815c00b55 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:17.068539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.075530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:17.077870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bf12097a-f805-49d3-b9e9-14a1ab346d7d req-a5b0c538-8a8f-48eb-8a31-9242858d8515 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:17.079285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.080789 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf12097a-f805-49d3-b9e9-14a1ab346d7d req-a5b0c538-8a8f-48eb-8a31-9242858d8515 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.6837406 Jan 31 17:56:17.121137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=af96f73b-fe17-40db-83aa-79f36b12f2ea,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:17.152964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Transition to ACTIVE for port object c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:17.185715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd6d72d-1cde-4ad5-bf93-c5bc46a1d54e None None] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:17.192142 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef2e04ac-896a-4f8e-9625-a2247993383d req-ecae5799-3140-438a-8a3d-65ab2710993c service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278054 Jan 31 17:56:17.202703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927a569-1d82-491e-897c-38d759053cc8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:17.205529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port ece179ea-b3f9-484b-9940-bd65b2e38d85 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:17.206866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4927a569-1d82-491e-897c-38d759053cc8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:17.207377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4927a569-1d82-491e-897c-38d759053cc8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:17.239246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '34e1051d-a01d-41ee-a6d1-210a2e3caeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:17.239619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 7f12e28e-91cc-4f66-99eb-78fc1c5144af, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:17.255315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9070b9b6-9498-48d9-b7de-f7c8e8c27182 req-ad8bb49d-8b16-4ea3-a015-78e1c07cce08 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Unset dirty status for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:17.256855 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9070b9b6-9498-48d9-b7de-f7c8e8c27182 req-ad8bb49d-8b16-4ea3-a015-78e1c07cce08 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 944 time: 1.6378257 Jan 31 17:56:17.258039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf12097a-f805-49d3-b9e9-14a1ab346d7d req-b3ab89b6-de7c-4464-9f93-56dc183c51c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656322 Jan 31 17:56:17.264766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4927a569-1d82-491e-897c-38d759053cc8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:17.267015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4927a569-1d82-491e-897c-38d759053cc8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7653039 Jan 31 17:56:17.270392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:17.275057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Transition to ACTIVE for port object c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:17.299786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.319538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.370466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Attempting to bind port a99cf550-635d-4f24-b587-00dbbc681d5d on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:17.370822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Attempting to bind port a99cf550-635d-4f24-b587-00dbbc681d5d by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:17.371107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Attempting to bind port a99cf550-635d-4f24-b587-00dbbc681d5d on network 56a49de1-a708-479c-a65b-2f040dbacb6b {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:17.374264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.404823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=225a92bb-cc95-4fc4-be73-8513252f561b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:17.421025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 098226c8-c8eb-4507-b746-e27bdb0b39ad {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:17.421915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.431411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.451367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:17.455655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 7f12e28e-91cc-4f66-99eb-78fc1c5144af is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:17.458108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:17.469604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:17.477610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Pushing event updated for resources: {'Port': ['ID=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:17.526568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 7f12e28e-91cc-4f66-99eb-78fc1c5144af) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:17.530910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:17.531814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.546651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319a479-a9e0-441d-82c2-ff5bc5e8db60 None None] Network 7f12e28e-91cc-4f66-99eb-78fc1c5144af requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:17.547675 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-48c3630c-748e-4ae5-a6c6-c02475ba70f1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1096 time: 0.2876813 Jan 31 17:56:17.565720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.620170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9070b9b6-9498-48d9-b7de-f7c8e8c27182 req-a2561c57-1fa6-4ad7-9a90-a8fd2e0ae71f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303494 Jan 31 17:56:17.621067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Port a99cf550-635d-4f24-b587-00dbbc681d5d on network 56a49de1-a708-479c-a65b-2f040dbacb6b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:56:17.621386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Attempting to bind port a99cf550-635d-4f24-b587-00dbbc681d5d on network 56a49de1-a708-479c-a65b-2f040dbacb6b {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:17.666352 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8f0a866d-0d92-4236-b217-a3eb0da92955 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5561666 Jan 31 17:56:17.672446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=bb212157-3c78-4e2a-9c1b-67e190652c73,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:17.674577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:17.694027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] For port 5682c565-785b-483b-9019-c79815c00b55, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5682c565-785b-483b-9019-c79815c00b55,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:17.719008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.775495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:17.776617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Checking segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:17.776896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Bound using segment: {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:17.777339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Bound port: a99cf550-635d-4f24-b587-00dbbc681d5d, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bb8c11f-e27c-4946-9c9a-c4988696d7cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1418, 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:17.777711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.801940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.892816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382173e-dec1-4ea7-a065-bff9567c3c07 None None] Pushing event updated for resources: {'Port': ['ID=5682c565-785b-483b-9019-c79815c00b55,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:17.908764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Attempting to bind port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:17.909123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Attempting to bind port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd0f73019-0a7b-474c-8a51-60386b260dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:17.909492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Attempting to bind port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 on network 539ae387-465b-40d5-9a84-a2fcc2fefb69 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:17.928878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2bea24c2-27a8-41ac-8595-780543805775 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/bb212157-3c78-4e2a-9c1b-67e190652c73 HTTP/1.1" status: 204 len: 168 time: 3.2705214 Jan 31 17:56:17.936465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:17.942675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:17.943045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Checking segment: {'id': 'd0f73019-0a7b-474c-8a51-60386b260dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:17.943436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.944309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Bound using segment: {'id': 'd0f73019-0a7b-474c-8a51-60386b260dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:17.944309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Bound port: c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f73019-0a7b-474c-8a51-60386b260dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': '539ae387-465b-40d5-9a84-a2fcc2fefb69'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:17.944628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:17.969185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'mac_address': 'fa:16:3e:bb:8f:6e', 'name': 'tempest-PortsTestJSON-1555015696'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:17.982937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Provisioning for port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:17.991890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Provisioning complete for port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:17.992080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.098648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-1732de8d-bb82-466d-8b2f-3a2dbb5c2ceb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:18.100122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-1732de8d-bb82-466d-8b2f-3a2dbb5c2ceb service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 899 time: 0.5367203 Jan 31 17:56:18.167066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.178821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.202724 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-4a2184e1-128b-43e4-a2e7-bc455eaf272f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 217 time: 0.0897605 Jan 31 17:56:18.244044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::189 (539ae387-465b-40d5-9a84-a2fcc2fefb69/866b6bb1-1c2a-4252-9574-d1c4ba67571b/ece179ea-b3f9-484b-9940-bd65b2e38d85) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:18.281293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] For port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:18.286057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.314090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.362464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] For port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,segment=NetworkSegment(0c9b6944-93c6-4680-b64c-55ad74a66f3a),segment_id=0c9b6944-93c6-4680-b64c-55ad74a66f3a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:18.364095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-7f12e28e-91cc-4f66-99eb-78fc1c5144af', 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'af96f73b-fe17-40db-83aa-79f36b12f2ea'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:18.365103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.376262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:18.393244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.397936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Subnet': ['ID=74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:18.400556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] For port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,segment=NetworkSegment(d0f73019-0a7b-474c-8a51-60386b260dec),segment_id=d0f73019-0a7b-474c-8a51-60386b260dec)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:18.407608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.430941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:18.460578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a99cf550-635d-4f24-b587-00dbbc681d5d,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:18.462325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:18.466295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.473038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:18.475533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 098226c8-c8eb-4507-b746-e27bdb0b39ad owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:18.515235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.526209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca65c6-db61-414d-9494-bf6669f91542 None None] Network 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:18.537650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.541050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-1750d596-a72d-4333-b470-fb4497ad9db5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:18.543606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:18.543926 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-1750d596-a72d-4333-b470-fb4497ad9db5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 200 len: 835 time: 0.2843034 Jan 31 17:56:18.592712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6e6128da-26d5-41ee-baf6-59279fd8dec5 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/subnets/74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb HTTP/1.1" status: 204 len: 168 time: 4.1131315 Jan 31 17:56:18.611091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55520) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:18.649642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.682843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Pushing event updated for resources: {'Port': ['ID=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:18.730662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:18.791271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:18.793528 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] 10.222.0.86 "PUT /v2.0/ports/a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1094 time: 5.7756543 Jan 31 17:56:18.793658 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-88619d4a-0b7c-4a20-bad4-b38ccef44e02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2095327 Jan 31 17:56:18.883767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Allocated IP 172.20.0.2 (7f12e28e-91cc-4f66-99eb-78fc1c5144af/af96f73b-fe17-40db-83aa-79f36b12f2ea/4fcc6138-73c7-486b-9484-52451c4a4bb2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:18.914191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6bd58-43b5-4871-962c-e2123d9c6ae1 req-71e41ba1-9dbd-48f4-b5c3-cb0ef4f56d95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:18.915791 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-89a6bd58-43b5-4871-962c-e2123d9c6ae1 req-71e41ba1-9dbd-48f4-b5c3-cb0ef4f56d95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.4488027 Jan 31 17:56:18.918950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:18.973880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Provisioning for port 098226c8-c8eb-4507-b746-e27bdb0b39ad completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:19.068807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.081162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Provisioning complete for port 098226c8-c8eb-4507-b746-e27bdb0b39ad triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:19.081695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.104887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7c894-ccd5-46c5-87b1-f5e276fe21ea service neutron] Pushing event updated for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:19.161979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=098226c8-c8eb-4507-b746-e27bdb0b39ad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:19.166117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-655cf594-fd74-4525-bb8c-49e534224b52 None None] Port 098226c8-c8eb-4507-b746-e27bdb0b39ad was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:56:19.198921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-89a6bd58-43b5-4871-962c-e2123d9c6ae1 req-7b50eca6-0563-480e-820d-671cce5c58be tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2726316 Jan 31 17:56:19.204592 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-fbc38e30-e64c-490f-b03c-9de0b9108dd1 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967459 Jan 31 17:56:19.213728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46cce3-d5aa-4a94-9da5-d9f32d32cd31 None None] Pushing event updated for resources: {'Port': ['ID=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:19.263294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.271709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.292082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.327619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.334234 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'status': 'completed', 'code': 200} Jan 31 17:56:19.413445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.433120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] DHCP port deletion for 94af91f1-b5f2-4ecc-adcd-3a64966f8c4b request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:19.459563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Transition to ACTIVE for port object 4fcc6138-73c7-486b-9484-52451c4a4bb2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:19.462291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object ece179ea-b3f9-484b-9940-bd65b2e38d85 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:19.468289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Deleting port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:19.468654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.474314 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a0bf4964-3a9c-449a-8533-91d76800bfca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/098226c8-c8eb-4507-b746-e27bdb0b39ad HTTP/1.1" status: 204 len: 168 time: 2.1625218 Jan 31 17:56:19.480437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55528) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:19.504753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 73d95106-715e-4607-a069-37d9203a0d20 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:19.559886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Transition to ACTIVE for port object 4fcc6138-73c7-486b-9484-52451c4a4bb2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:19.561515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b5ede01-01ae-4c72-8484-53bfd01deb0c None None] Provisioning complete for port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:19.561888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b5ede01-01ae-4c72-8484-53bfd01deb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.593287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55afa7-e297-4f2c-bdc6-c52a339d6fae tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:19.595136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:19.595315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e55afa7-e297-4f2c-bdc6-c52a339d6fae tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:19.595787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.596440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e55afa7-e297-4f2c-bdc6-c52a339d6fae tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:19.643935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.659799 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81bf5f8c-bbd1-449c-a564-da8a31096e3d req-6e72ea43-ccdc-47eb-82c1-8768af2ae0f3 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977163 Jan 31 17:56:19.661261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e55afa7-e297-4f2c-bdc6-c52a339d6fae tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:19.662537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9e55afa7-e297-4f2c-bdc6-c52a339d6fae tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1764102 Jan 31 17:56:19.676045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:19.704743 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-3e9a4d17-7de1-4950-bfbb-f9457ad18160 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1097 time: 0.7151601 Jan 31 17:56:19.713891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:19.720711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f951e0a-b0b6-40de-8fc5-2334c45b7308 req-b64d918c-bab7-4538-a149-87c2011664e6 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:19.722212 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f951e0a-b0b6-40de-8fc5-2334c45b7308 req-b64d918c-bab7-4538-a149-87c2011664e6 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 944 time: 0.9488473 Jan 31 17:56:19.772730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=af96f73b-fe17-40db-83aa-79f36b12f2ea,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:19.827179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Network 7f12e28e-91cc-4f66-99eb-78fc1c5144af is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:19.827578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Pushing event updated for resources: {'Port': ['ID=4fcc6138-73c7-486b-9484-52451c4a4bb2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:19.836987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:19.839630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:20.081321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] For port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,segment=NetworkSegment(64bd7917-53c9-408c-ac08-28a896296c8d),segment_id=64bd7917-53c9-408c-ac08-28a896296c8d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:20.081737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.112758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.141868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f12e28e-91cc-4f66-99eb-78fc1c5144af']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:20.154939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e1051d-a01d-41ee-a6d1-210a2e3caeb2') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:20.155378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e1051d-a01d-41ee-a6d1-210a2e3caeb2') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:20.159089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cfcb9913-2682-4f5d-8df1-8a9e8d548d5c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:20.165899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.168431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.214271 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-cdb9a560-9135-4c54-b7df-9667aa1c6ceb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 217 time: 0.4996631 Jan 31 17:56:20.270823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Calling delete_port for c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:20.287376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.312091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:20.312463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:20.327327 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:20.397281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609779ac-69dd-4585-8978-e64cb7b9692b None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:20.423296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.496280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:20.509067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet b31e3a61-57b0-4761-86b8-624daec4850a {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:20.514305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.530612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Attempting to bind port 4fcc6138-73c7-486b-9484-52451c4a4bb2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:20.531142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Attempting to bind port 4fcc6138-73c7-486b-9484-52451c4a4bb2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '34e1051d-a01d-41ee-a6d1-210a2e3caeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:20.531610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Attempting to bind port 4fcc6138-73c7-486b-9484-52451c4a4bb2 on network 7f12e28e-91cc-4f66-99eb-78fc1c5144af {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:20.534688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:20.537019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:20.542009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:20.542865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.542982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:56:20.542982 dv-neutron-823271-3-hyperv neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:56:20.542982 dv-neutron-823271-3-hyperv neutron-server[83558]: [parameters: {'id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'}] Jan 31 17:56:20.542982 dv-neutron-823271-3-hyperv neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:20.543281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:20.556663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] Pushing event deleted for resources: {'Port': ['ID=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:20.576699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35020a-79e3-4105-90e7-a6cbf1291dff None None] No DVR routers for this DVR port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:20.585258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.586183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:20.586632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Checking segment: {'id': '34e1051d-a01d-41ee-a6d1-210a2e3caeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:20.587100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.587576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Bound using segment: {'id': '34e1051d-a01d-41ee-a6d1-210a2e3caeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:20.588309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Bound port: 4fcc6138-73c7-486b-9484-52451c4a4bb2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34e1051d-a01d-41ee-a6d1-210a2e3caeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '7f12e28e-91cc-4f66-99eb-78fc1c5144af'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:20.588899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.631885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=ece179ea-b3f9-484b-9940-bd65b2e38d85,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:20.644996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69f1ab-a9f8-43ff-af57-cf6d25a80308 req-3d8e8c45-795c-48a1-9537-3a58bdc407ea tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:20.646676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0f69f1ab-a9f8-43ff-af57-cf6d25a80308 req-3d8e8c45-795c-48a1-9537-3a58bdc407ea tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.2650487 Jan 31 17:56:20.663337 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f951e0a-b0b6-40de-8fc5-2334c45b7308 req-671c7cf5-8afd-408c-b456-72ef90edff1e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9130902 Jan 31 17:56:20.668434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-dbbb8ec1-d35b-43cd-8191-b40335cd636b None None] Provisioning for port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:20.668613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] For port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3,segment=NetworkSegment(64bd7917-53c9-408c-ac08-28a896296c8d),segment_id=64bd7917-53c9-408c-ac08-28a896296c8d)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:20.668849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.701971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-6dbdb085-82ab-488a-b8d1-7c9125006e62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:20.707170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-6dbdb085-82ab-488a-b8d1-7c9125006e62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.4476099 Jan 31 17:56:20.717539 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0f69f1ab-a9f8-43ff-af57-cf6d25a80308 req-3d70382d-f5d8-4839-95a2-fb6892d1e2ed tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614181 Jan 31 17:56:20.726231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.740605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:20.740851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.830387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.860664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 503a173d-8357-400a-b58d-4b2252dea412 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 17:56:20.872692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=b31e3a61-57b0-4761-86b8-624daec4850a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:20.880214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:20.899058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-71472f6f-906c-4dde-8c13-84731a8c19c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/b31e3a61-57b0-4761-86b8-624daec4850a HTTP/1.1" status: 204 len: 168 time: 1.2218618 Jan 31 17:56:20.900856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece18207-ff5b-4bc5-9307-a8d8e6913974 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:20.901598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55542) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:20.903980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:20.954054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0ffdb4b9-e2c8-42f8-bc76-9f82f34fda0b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.8282659 Jan 31 17:56:20.955216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55546) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:20.958083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:20.997426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] For port 4fcc6138-73c7-486b-9484-52451c4a4bb2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:20.997702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.006257 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-906476a6-13c1-4064-934b-1dc1d681b887 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008832 Jan 31 17:56:21.010297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55550) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.048593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.063139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] For port 4fcc6138-73c7-486b-9484-52451c4a4bb2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fcc6138-73c7-486b-9484-52451c4a4bb2,segment=NetworkSegment(34e1051d-a01d-41ee-a6d1-210a2e3caeb2),segment_id=34e1051d-a01d-41ee-a6d1-210a2e3caeb2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:21.074748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:21.081059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port ece179ea-b3f9-484b-9940-bd65b2e38d85 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:21.081399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.108724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.140551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port 4fcc6138-73c7-486b-9484-52451c4a4bb2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:21.140888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.185940 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-40e7d935-0a54-4021-b5e9-cf6faf6507fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3367579 Jan 31 17:56:21.197057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:21.197455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:21.287682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de974d17-578e-40d5-acce-9c493bdbc1a1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:21.288284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-de974d17-578e-40d5-acce-9c493bdbc1a1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:21.292342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.295440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:21.350011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] Sync routers for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:21.388975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:21.391524 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0f43a92a-0cf0-44ae-90a1-e7c6938694e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3100336 Jan 31 17:56:21.399640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55554) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.405621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:21.411853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:21.415840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:21.417042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.445501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=73d95106-715e-4607-a069-37d9203a0d20,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:21.456451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-de974d17-578e-40d5-acce-9c493bdbc1a1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:21.457384 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-de974d17-578e-40d5-acce-9c493bdbc1a1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4461718 Jan 31 17:56:21.460354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-f9da0e7a-7a90-4f53-88f6-4c40d9aa9a87 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616043 Jan 31 17:56:21.461122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.466469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328b31a-7aeb-4c63-8630-4f9a994826ba None None] Pushing event updated for resources: {'Port': ['ID=4fcc6138-73c7-486b-9484-52451c4a4bb2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:21.494033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:21.518913 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca813ba7-2dd3-424b-973d-ad9397f89ae0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5740240 Jan 31 17:56:21.525293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55562) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.528290 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ac837bdd-4c17-4998-b1e3-d8eb44bbcae5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 HTTP/1.1" status: 200 len: 205 time: 0.1087608 Jan 31 17:56:21.536143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.545328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:21.573284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:21.574022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:21.645423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port 4fcc6138-73c7-486b-9484-52451c4a4bb2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4fcc6138-73c7-486b-9484-52451c4a4bb2,segment=NetworkSegment(34e1051d-a01d-41ee-a6d1-210a2e3caeb2),segment_id=34e1051d-a01d-41ee-a6d1-210a2e3caeb2)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:21.645830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.746952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:21.754614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '503a173d-8357-400a-b58d-4b2252dea412', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 17:56:21.786818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:21.787148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.793989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df20ecd-5722-4cb6-b647-6cdbf1fea9ff tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:21.798014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4df20ecd-5722-4cb6-b647-6cdbf1fea9ff tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/73d95106-715e-4607-a069-37d9203a0d20 HTTP/1.1" status: 200 len: 841 time: 0.2661331 Jan 31 17:56:21.815991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55574) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:21.883631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bb0c84-80d4-44a3-887f-bec3eb7a8526 None None] Network 7f12e28e-91cc-4f66-99eb-78fc1c5144af requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:21.938552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:21.953626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] The port 'c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:21.969270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for 4fcc6138-73c7-486b-9484-52451c4a4bb2 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:22.065677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:22.076614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:22.077041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.179637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for ece179ea-b3f9-484b-9940-bd65b2e38d85 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:22.203865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637da12e-a796-4cf0-8a8e-d585772d8e0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:22.206592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-637da12e-a796-4cf0-8a8e-d585772d8e0e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7448947 Jan 31 17:56:22.211681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55578) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:22.217310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.269045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] Routers {'ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:22.269706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.275964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.305756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94af91f1-b5f2-4ecc-adcd-3a64966f8c4b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.319593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bd7917-53c9-408c-ac08-28a896296c8d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.319897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bd7917-53c9-408c-ac08-28a896296c8d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.333649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.345736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-519a4874-6873-46a5-972a-b1be62250edd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1180842 Jan 31 17:56:22.351915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.359905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:22.360449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.368055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:22.377146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.377665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf24d2a-9131-46dd-8bc2-0c7c55557bc6 None None] The sync data for ids ['ea65e8c4-6601-4a7b-b71e-dc28fffb4c42'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:22.379632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:22.394280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:22.395461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Deleting port 5682c565-785b-483b-9019-c79815c00b55 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:22.395834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:22.438643 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:22.451212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Provisioning for port ece179ea-b3f9-484b-9940-bd65b2e38d85 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:22.472884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503a173d-8357-400a-b58d-4b2252dea412 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:56:22.488658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:22.490490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.498993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Provisioning complete for port ece179ea-b3f9-484b-9940-bd65b2e38d85 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:22.499356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.530984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 73d95106-715e-4607-a069-37d9203a0d20 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:22.531633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.548198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.564555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=4fcc6138-73c7-486b-9484-52451c4a4bb2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:22.616515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port 4fcc6138-73c7-486b-9484-52451c4a4bb2 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:22.626084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a18ffffa-c46d-48b1-a7a7-1db599c34b12 req-bd7ff07f-9aa9-4c36-ad94-6f806df52ace service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1606817 Jan 31 17:56:22.637368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.654297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50448b94-8095-4572-91a4-e25e78997e3c req-b7e65501-d1a7-4378-87da-7ead749ac314 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:22.655840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.655994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-50448b94-8095-4572-91a4-e25e78997e3c req-b7e65501-d1a7-4378-87da-7ead749ac314 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.6582601 Jan 31 17:56:22.691682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Port ece179ea-b3f9-484b-9940-bd65b2e38d85 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:22.706935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.755745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:22.779608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.782074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:22.794805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:22.804890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:22.812800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['503a173d-8357-400a-b58d-4b2252dea412'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 17:56:22.824388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Network': ['ID=94af91f1-b5f2-4ecc-adcd-3a64966f8c4b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:22.837030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.843671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0139ccd-6816-4899-811b-551d6e8f796b tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/networks/94af91f1-b5f2-4ecc-adcd-3a64966f8c4b HTTP/1.1" status: 204 len: 168 time: 4.2272248 Jan 31 17:56:22.843868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:22.845749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.846895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,segment=NetworkSegment(d0f73019-0a7b-474c-8a51-60386b260dec),segment_id=d0f73019-0a7b-474c-8a51-60386b260dec)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:22.856241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c269-2166-402a-be59-6badb610c483 req-dd2b3d4d-1bb7-4876-b3e3-72122ad75faf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:22.857824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-36e6c269-2166-402a-be59-6badb610c483 req-dd2b3d4d-1bb7-4876-b3e3-72122ad75faf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 944 time: 0.8968751 Jan 31 17:56:22.860674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:22.874530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.875300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5682c565-785b-483b-9019-c79815c00b55 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:22.935040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=ece179ea-b3f9-484b-9940-bd65b2e38d85,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:22.946591 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-50448b94-8095-4572-91a4-e25e78997e3c req-8180e8bc-51c1-4db9-bf18-c1e142d4323f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796073 Jan 31 17:56:22.949814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f12e28e-91cc-4f66-99eb-78fc1c5144af']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:22.970985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Provisioning complete for port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:22.971363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0857d39b-9ff8-4257-a562-e8a6c61fe9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:22.990704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:22.994736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.025995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34e1051d-a01d-41ee-a6d1-210a2e3caeb2') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:23.027414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34e1051d-a01d-41ee-a6d1-210a2e3caeb2') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:23.037294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.104548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] For port 5682c565-785b-483b-9019-c79815c00b55, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5682c565-785b-483b-9019-c79815c00b55,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:23.104945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.176430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:23.219077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.234991 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af19acc5-d259-4246-baa8-d41bb67f3807 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/ece179ea-b3f9-484b-9940-bd65b2e38d85 HTTP/1.1" status: 204 len: 168 time: 2.2767551 Jan 31 17:56:23.241868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Calling delete_port for 5682c565-785b-483b-9019-c79815c00b55 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:23.247919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55590) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:23.253691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.303860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:23.304363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:23.319384 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:23.327489 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-970b4261-43cf-4184-a841-fc2ce370143a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:56:23.327999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-970b4261-43cf-4184-a841-fc2ce370143a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:23.384147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5682c565-785b-483b-9019-c79815c00b55 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:23.384503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.464165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-970b4261-43cf-4184-a841-fc2ce370143a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:23.468740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-970b4261-43cf-4184-a841-fc2ce370143a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/ece179ea-b3f9-484b-9940-bd65b2e38d85 HTTP/1.1" status: 404 len: 333 time: 0.2182410 Jan 31 17:56:23.469370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55594) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:23.484580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port c240d2be-18e6-400e-bc76-8388de3d9ae5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:23.485138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.495359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.560067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] Pushing event deleted for resources: {'Port': ['ID=5682c565-785b-483b-9019-c79815c00b55,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:23.561807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Could not find standard attr ID for object 5682c565-785b-483b-9019-c79815c00b55. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:56:23.576268 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No ports have port_id starting with 5682c565-785b-483b-9019-c79815c00b55 Jan 31 17:56:23.577226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.579233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9665247-ec64-4530-9737-ad150085cee4 None None] No DVR routers for this DVR port 5682c565-785b-483b-9019-c79815c00b55 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:23.606204 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-36e6c269-2166-402a-be59-6badb610c483 req-9b6f7394-3aaa-4a78-aa95-96fdcece1628 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7397392 Jan 31 17:56:23.615188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-eb8edae5-e899-4f89-b365-9d48a1fda4ae None None] Could not find standard attr ID for object ece179ea-b3f9-484b-9940-bd65b2e38d85. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:56:23.616403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be0016-3a14-4f42-971f-1a60c517efc4 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:56:23.709154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.709462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:23.766443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:23.766983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c7103fa3-0c8e-4eee-9fd5-ef3cae8f97c3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:23.774855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.799085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 73d95106-715e-4607-a069-37d9203a0d20 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:23.808874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=7f12e28e-91cc-4f66-99eb-78fc1c5144af,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:23.831228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d95bf1ee-1a2c-4c70-8e0f-e54822e18b3b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/7f12e28e-91cc-4f66-99eb-78fc1c5144af HTTP/1.1" status: 204 len: 168 time: 6.1502922 Jan 31 17:56:23.831414 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-89081597-5e36-46b5-b1be-93fc5cd51e84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1097 time: 1.1247301 Jan 31 17:56:23.831414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:23.855355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1801955713'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:23.926001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet 866b6bb1-1c2a-4252-9574-d1c4ba67571b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:23.940881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:23.953022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:23.959443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:24.031494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.048400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.075667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be0016-3a14-4f42-971f-1a60c517efc4 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:56:24.077314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:24.083878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:24.084376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.096747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:24.097126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:56:24.100133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.115221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.130627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:24.200651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.202119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:24.205014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.240237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:24.250604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:24.252237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=2a5f7248-21a6-4240-b24d-69ded2c1248c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:24.254824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:24.255648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.292691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.313851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=73d95106-715e-4607-a069-37d9203a0d20,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:24.316816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.316996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.327397 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1445096c-4cde-43b1-aa34-b85108e5af7a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9539139 Jan 31 17:56:24.331007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55604) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:24.339942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.340411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:56:24.344965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:d2:dc:46', 'name': 'tempest-NetworksTestDHCPv6-708592123'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:24.395945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-1d335a7d-ce2e-4aba-8b92-21a29172927e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:24.397436 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-1d335a7d-ce2e-4aba-8b92-21a29172927e service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.5506477 Jan 31 17:56:24.409266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5682c565-785b-483b-9019-c79815c00b55 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:24.443555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370bd2a-359e-49d8-a165-e34b1a4f0581 req-a88396e8-1f20-4aa5-ae96-778981794ec8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:24.445372 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0370bd2a-359e-49d8-a165-e34b1a4f0581 req-a88396e8-1f20-4aa5-ae96-778981794ec8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 944 time: 0.3106182 Jan 31 17:56:24.455504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5682c565-785b-483b-9019-c79815c00b55 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:24.455900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5682c565-785b-483b-9019-c79815c00b55 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:24.467258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for c240d2be-18e6-400e-bc76-8388de3d9ae5 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:24.497119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.506453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.555810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:24.565872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=866b6bb1-1c2a-4252-9574-d1c4ba67571b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:24.595030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.602046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06dd117e-d1d6-4b0c-a5b6-bb4212c0f7a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/73d95106-715e-4607-a069-37d9203a0d20 HTTP/1.1" status: 204 len: 168 time: 2.7761698 Jan 31 17:56:24.602669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55608) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:24.605852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.606245 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 55a889bc-1b33-470f-87a4-cb418031f25c of type vlan for network 0670f7d4-fc8e-406f-9288-1797274a0724 Jan 31 17:56:24.609907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0d6df31b-61c9-4117-9b6e-fdf349d0fb47 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/866b6bb1-1c2a-4252-9574-d1c4ba67571b HTTP/1.1" status: 204 len: 168 time: 1.1362898 Jan 31 17:56:24.613261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.614353 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f3e3383b-dfb0-443a-907d-538f78c0f507 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 HTTP/1.1" status: 204 len: 168 time: 3.0751917 Jan 31 17:56:24.616960 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0370bd2a-359e-49d8-a165-e34b1a4f0581 req-3233f6f3-3261-47ec-bafd-21196d9fead2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579351 Jan 31 17:56:24.617429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:24.617770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:24.623220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-f167dc7d-5249-4c52-a74b-c5b0435a6045 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 217 time: 0.1630542 Jan 31 17:56:24.623371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:24.680358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '2a5f7248-21a6-4240-b24d-69ded2c1248c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:24.681420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.692716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:24.724143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-440860ab-e2f4-4a6c-8749-85e858c98bf1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:56:24.724560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-440860ab-e2f4-4a6c-8749-85e858c98bf1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:24.756058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.796056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:24.799970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.842544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:24.844594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-5a9fb102-f63c-4be7-a800-d46dab8419c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:24.846507 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-5a9fb102-f63c-4be7-a800-d46dab8419c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.1874678 Jan 31 17:56:24.853253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a99cf550-635d-4f24-b587-00dbbc681d5d details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 17:56:24.856574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 503a173d-8357-400a-b58d-4b2252dea412 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:24.926779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 20acca9a-2f56-47b4-80a9-d7768ff10c36 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:24.970642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:24.970972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.046440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-440860ab-e2f4-4a6c-8749-85e858c98bf1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:25.052837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-440860ab-e2f4-4a6c-8749-85e858c98bf1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/73d95106-715e-4607-a069-37d9203a0d20 HTTP/1.1" status: 404 len: 333 time: 0.4381342 Jan 31 17:56:25.052837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:25.055250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55622) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:25.066481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Allocated IP 2001:db8::f816:3eff:fec0:605 (78c34a5f-8722-4630-84ca-354f3b387cf2/2a5f7248-21a6-4240-b24d-69ded2c1248c/0c8ded31-58c9-403e-8c7c-aa2cd61f0a99) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:25.069241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'name': 'tempest-PortsTestJSON-1844923010'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:25.105712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.109327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:25.109942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.110949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet 08981fc6-0e53-4ffb-9f4d-b6587de3ed36 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:25.190888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 503a173d-8357-400a-b58d-4b2252dea412 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:25.195255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.218021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 503a173d-8357-400a-b58d-4b2252dea412 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:25.219034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.219191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.284435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a99cf550-635d-4f24-b587-00dbbc681d5d,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:25.298774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=c240d2be-18e6-400e-bc76-8388de3d9ae5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:25.303631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=0670f7d4-fc8e-406f-9288-1797274a0724,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:25.313562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4dbe0cea-135c-4717-865e-578506899cc1 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4647350 Jan 31 17:56:25.315760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:25.322637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '0670f7d4-fc8e-406f-9288-1797274a0724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:25.327935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'port_id': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'mac_address': 'fa:16:3e:26:48:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 17:56:25.339070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0670f7d4-fc8e-406f-9288-1797274a0724 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:25.369364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a02db7-0547-4ef9-9f8b-22eda560bff3 req-bb1c842c-0448-4d1d-9cfb-bd93a92bd254 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:25.371663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-46a02db7-0547-4ef9-9f8b-22eda560bff3 req-bb1c842c-0448-4d1d-9cfb-bd93a92bd254 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 944 time: 0.5802369 Jan 31 17:56:25.390852 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-2d5eec2a-fc3e-46f5-ba55-456e631b877e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5021455 Jan 31 17:56:25.433921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.504805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:25.550908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:25.588791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] For port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,segment=NetworkSegment(d0f73019-0a7b-474c-8a51-60386b260dec),segment_id=d0f73019-0a7b-474c-8a51-60386b260dec)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:25.589312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.601576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:25.604845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.650975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:25.660579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:25.664158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.668001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:25.687766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99cf550-635d-4f24-b587-00dbbc681d5d {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:56:25.688268 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-46a02db7-0547-4ef9-9f8b-22eda560bff3 req-0a75a557-b32f-48f1-92cb-6e92250257c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481742 Jan 31 17:56:25.711365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a99cf550-635d-4f24-b587-00dbbc681d5d,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:25.711497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.711497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.713879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.714712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2b829e29-7129-47f9-af5b-bb1c492c2853 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/floatingips/9fab5940-df81-4184-892a-e3f9cf316a50 HTTP/1.1" status: 204 len: 168 time: 2.8498819 Jan 31 17:56:25.718390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55632) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:25.725462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:25.736123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.736776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:25.741078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.787194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37cdc4a-d128-460e-a6df-6b01a1077182 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] DELETE failed (client error): The resource could not be found. Jan 31 17:56:25.787844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37cdc4a-d128-460e-a6df-6b01a1077182 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:56:25.792492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 138fe575-6a9c-4da7-9e20-b2e913d29957 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:25.793003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b37cdc4a-d128-460e-a6df-6b01a1077182 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/75b2f6ff-d302-48d5-89ca-966fc5adb1cf HTTP/1.1" status: 404 len: 333 time: 0.0704498 Jan 31 17:56:25.793756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:25.799389 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-aa012926-a69a-49ff-ac49-3607a299bfa4 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288834 Jan 31 17:56:25.830005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.838218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Transition to ACTIVE for port object 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:25.862179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:25.879111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:25.883447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e8cb94c9-4ac2-4bec-bc96-9e8e946729a1 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Synchronizing usage tracker for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:25.908464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:25.917793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.924082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Transition to ACTIVE for port object 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:25.925513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:25.981986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.982215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:25.996778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['a99cf550-635d-4f24-b587-00dbbc681d5d'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 17:56:26.062805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:26.070274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:26.076530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:26.091694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.093247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:26.100636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:26.129333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No DVR routers for this DVR port c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:26.168678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e8cb94c9-4ac2-4bec-bc96-9e8e946729a1 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Unset dirty status for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:26.171917 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e8cb94c9-4ac2-4bec-bc96-9e8e946729a1 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/ports?device_id=636f01f8-200e-4580-ab4c-4f8dfd4e47bd HTTP/1.1" status: 200 len: 205 time: 0.3725674 Jan 31 17:56:26.180086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55642) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:26.223721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fed2:dc46 (78c34a5f-8722-4630-84ca-354f3b387cf2/2a5f7248-21a6-4240-b24d-69ded2c1248c/20acca9a-2f56-47b4-80a9-d7768ff10c36) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:26.225938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.260349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Pushing event updated for resources: {'Port': ['ID=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:26.276898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Attempting to bind port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:26.277428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Attempting to bind port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:26.277879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Attempting to bind port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:26.282442 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-72f36257-0bd1-467c-bb59-7a70221264d1 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] delete failed (client error): The resource could not be found. Jan 31 17:56:26.286308 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-72f36257-0bd1-467c-bb59-7a70221264d1 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/routers/636f01f8-200e-4580-ab4c-4f8dfd4e47bd HTTP/1.1" status: 404 len: 336 time: 0.0923936 Jan 31 17:56:26.289814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:26.290434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:26.290584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:26.291820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.292618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:26.292888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Bound port: 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:26.293477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.294085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:56:26.295048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:56:26.342437 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bafe9b91-7770-49d5-b000-e4a2e005dc60 req-1bb3b937-9dd5-4a5b-981e-4aea4fda6a00 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042865 Jan 31 17:56:26.348306 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-365d33d5-9b76-4031-958d-2e894642565d tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] DELETE failed (client error): The resource could not be found. Jan 31 17:56:26.348306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-365d33d5-9b76-4031-958d-2e894642565d tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:56:26.352106 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-365d33d5-9b76-4031-958d-2e894642565d tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/subnets/74b3e6aa-d10e-4f1e-9c1d-73f3e2604bfb HTTP/1.1" status: 404 len: 337 time: 0.0575888 Jan 31 17:56:26.352849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:26.407527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=08981fc6-0e53-4ffb-9f4d-b6587de3ed36,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:26.433639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port c9e4e1bc-4053-4e1e-9119-81c023ab6929 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:26.434049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.437990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.445879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] For port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:26.453001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] For port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:26.458830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.465007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.479413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247a09f-88e1-47db-8005-bdd5ec5b1968 req-fb2252e6-7dbb-4d4c-898f-7f9e63781752 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:26.480857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0247a09f-88e1-47db-8005-bdd5ec5b1968 req-fb2252e6-7dbb-4d4c-898f-7f9e63781752 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.5653198 Jan 31 17:56:26.551602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e43a16-9634-4e98-b330-e86f5b7f2ebe None None] Pushing event updated for resources: {'Port': ['ID=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:26.574947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539ae387-465b-40d5-9a84-a2fcc2fefb69']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:26.592359 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b72e8332-04ea-4673-a826-6ddd9202fc7b tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/08981fc6-0e53-4ffb-9f4d-b6587de3ed36 HTTP/1.1" status: 204 len: 168 time: 1.9681852 Jan 31 17:56:26.594353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:26.599871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.611468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f73019-0a7b-474c-8a51-60386b260dec') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:26.611762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f73019-0a7b-474c-8a51-60386b260dec') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:26.652122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.738221 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0247a09f-88e1-47db-8005-bdd5ec5b1968 req-bf501631-98ed-4f34-b385-9e3eafc88f48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269843 Jan 31 17:56:26.746222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.780125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1415 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:26.780540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:26.804294 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:26.872216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a99cf550-635d-4f24-b587-00dbbc681d5d up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:26.990940 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'code': 200} Jan 31 17:56:27.004335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port a99cf550-635d-4f24-b587-00dbbc681d5d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:27.011195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port a99cf550-635d-4f24-b587-00dbbc681d5d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:27.012086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.015091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.024100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.093720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.112647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.120829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=539ae387-465b-40d5-9a84-a2fcc2fefb69,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:27.183901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:27.201811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:27.212679 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-810a3dc9-c6b8-4727-aa6c-49b9ebfa8359 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/539ae387-465b-40d5-9a84-a2fcc2fefb69 HTTP/1.1" status: 204 len: 168 time: 2.5889413 Jan 31 17:56:27.212679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:27.216412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:27.217022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.224358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:27.253445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.288512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'name': 'tempest-PortsIpV6TestJSON-1172874568'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:27.294394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a99cf550-635d-4f24-b587-00dbbc681d5d,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:27.299840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.315226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=16c5482c-9c74-46c5-a5d4-63e00b088aa0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:27.340070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.349037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.398071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:27.406392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 20acca9a-2f56-47b4-80a9-d7768ff10c36 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:27.415163 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3564925 Jan 31 17:56:27.416106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435df41-427b-46d0-a257-7697cc98eda0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=138fe575-6a9c-4da7-9e20-b2e913d29957,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:27.418131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55666) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:27.426920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:27.457925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed21763-edba-48d0-b5a2-3e66b8bbec8c req-4da15437-2c51-4ef4-a042-2ed1913bd0bf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:27.459410 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bed21763-edba-48d0-b5a2-3e66b8bbec8c req-4da15437-2c51-4ef4-a042-2ed1913bd0bf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 945 time: 0.4762795 Jan 31 17:56:27.550967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for c9e4e1bc-4053-4e1e-9119-81c023ab6929 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:27.553504 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bed21763-edba-48d0-b5a2-3e66b8bbec8c req-fd90b156-ac9c-48a9-8996-0112b70d8672 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858011 Jan 31 17:56:27.635502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.652297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '55a889bc-1b33-470f-87a4-cb418031f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '0670f7d4-fc8e-406f-9288-1797274a0724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:27.652577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 0670f7d4-fc8e-406f-9288-1797274a0724, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:27.657322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.686162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet 9cf6704e-8933-41b4-98fd-619797ebad55 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:27.689219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:27.704401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.744460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:27.831838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:27.835262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.848979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6e7c0d67-1cc7-43bc-9796-5080fbbe89ce req-bc3125cd-5786-4766-a23d-67ea3808b8b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1098 time: 0.5976968 Jan 31 17:56:27.878606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:27.891559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=20acca9a-2f56-47b4-80a9-d7768ff10c36,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:27.915446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 0670f7d4-fc8e-406f-9288-1797274a0724 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:27.917065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:27.919688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68b2f3-138e-4a07-83dc-67bc0a9fb990 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:27.960463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 585e1e6d-03a6-4e46-9492-2a14516ffb87 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:27.972752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:27.981000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:27.985536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:27.986251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.017824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 0670f7d4-fc8e-406f-9288-1797274a0724) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:28.054208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:28.054804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.069068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.075715 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e8d9a86-26a1-4603-842d-269df2d165b1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7404253 Jan 31 17:56:28.083214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:28.134239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6e7c0d67-1cc7-43bc-9796-5080fbbe89ce req-f9d7c8c8-3ab8-4540-b649-7f8747224201 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717755 Jan 31 17:56:28.169338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc47c63-5bb9-4344-a46e-e1ece00cc795 None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:28.180249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.182262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156fc4a-51bc-4de9-838f-e07e6a6bb2f9 None None] Network 15124712-8212-48b1-bc31-eac2c42e51f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:28.186794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.196392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f10f30-0ce1-483a-9123-b3f3f4dbe39d None None] Network 0670f7d4-fc8e-406f-9288-1797274a0724 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:28.212371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:28.230868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=c9e4e1bc-4053-4e1e-9119-81c023ab6929,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:28.259538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] In _notify_port_updated(), no bound segment for port 138fe575-6a9c-4da7-9e20-b2e913d29957 on network 6366434d-171c-4c1c-a6cd-44be175465de {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:28.264999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:28.265776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.269896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/ports/138fe575-6a9c-4da7-9e20-b2e913d29957 HTTP/1.1" status: 200 len: 818 time: 0.8464515 Jan 31 17:56:28.271370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:28.286287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eb326d34-ad02-49d3-b607-ca0ca3e4d208 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.9683261 Jan 31 17:56:28.319310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:28.320368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b3a02-90dd-48da-a121-8ddfbafafcde tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=138fe575-6a9c-4da7-9e20-b2e913d29957,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:28.384762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.400767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc47c63-5bb9-4344-a46e-e1ece00cc795 None None] Network 539ae387-465b-40d5-9a84-a2fcc2fefb69 could not be found, it might have been deleted concurrently. {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 31 17:56:28.455184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 138fe575-6a9c-4da7-9e20-b2e913d29957 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:28.455638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.503972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bbeba5-cf88-4913-93b1-cc40b1869327 None None] DHCP port deletion for 539ae387-465b-40d5-9a84-a2fcc2fefb69 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:28.572929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6414b299-54a5-4516-84f3-08cdf8abac59 None None] Provisioning for port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:28.593755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.595901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3956de8a-49ac-49a0-a2fe-91f04f0bcc4a tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/c9e4e1bc-4053-4e1e-9119-81c023ab6929 HTTP/1.1" status: 204 len: 168 time: 2.2426660 Jan 31 17:56:28.607775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.608187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:28.662131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e1381-7e6a-49d0-839a-5512870e0992 req-f40a7248-2a5f-4bd5-a6ac-995d240335b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:28.664451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ed1e1381-7e6a-49d0-839a-5512870e0992 req-f40a7248-2a5f-4bd5-a6ac-995d240335b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.5457463 Jan 31 17:56:28.718754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:28.744106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:28.744961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.789472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.860752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 9b17222b-197f-4a31-8633-773e64253b8c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:28.861096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.869676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.916372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.938599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d300579-9a9f-4eee-ad24-c6156a49fa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-0670f7d4-fc8e-406f-9288-1797274a0724', 'network_id': '0670f7d4-fc8e-406f-9288-1797274a0724', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': '16c5482c-9c74-46c5-a5d4-63e00b088aa0'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:28.939404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d300579-9a9f-4eee-ad24-c6156a49fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:28.940197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7570783-bff6-4787-a3b1-c018368f16b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:28.944053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7570783-bff6-4787-a3b1-c018368f16b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:28.949442 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e7570783-bff6-4787-a3b1-c018368f16b0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.8284497 Jan 31 17:56:28.953829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:28.966541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.007282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:29.025384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 138fe575-6a9c-4da7-9e20-b2e913d29957 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:29.089855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 20acca9a-2f56-47b4-80a9-d7768ff10c36 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:29.090434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.096161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] DHCP port deletion for 15124712-8212-48b1-bc31-eac2c42e51f4 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:29.109685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084905ec-32e6-49d3-8400-c56984fb0408 None None] Network b29a9169-937b-4204-bc9d-7eed4837ab60 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:29.138510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Deleting port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:29.138968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.152925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.159179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf6704e-8933-41b4-98fd-619797ebad55,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:29.262168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8c1dffac-bd2a-4ff4-8ef9-1d8942c1e273 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/9cf6704e-8933-41b4-98fd-619797ebad55 HTTP/1.1" status: 204 len: 168 time: 2.6647582 Jan 31 17:56:29.276734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55696) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:29.277720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.328505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.353204 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ed1e1381-7e6a-49d0-839a-5512870e0992 req-6f84473b-d7e9-451f-8220-3d4bd87ab3d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4503775 Jan 31 17:56:29.364039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=138fe575-6a9c-4da7-9e20-b2e913d29957,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:29.367878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-2d300579-9a9f-4eee-ad24-c6156a49fa54 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16c5482c-9c74-46c5-a5d4-63e00b088aa0: This subnet is being modified by another concurrent operation. Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 17:56:29.404520 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16c5482c-9c74-46c5-a5d4-63e00b088aa0: This subnet is being modified by another concurrent operation. Jan 31 17:56:29.408147 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server Jan 31 17:56:29.502341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.644517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] For port c89798dc-c5c3-4d98-8182-d0dd942fa3f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,segment=NetworkSegment(6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e),segment_id=6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:29.644921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.693797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41a3f0-089c-4c4c-b954-91418c5e9166 req-fb35955d-347c-4c3c-88de-46c1c4af44ee tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:29.695301 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a41a3f0-089c-4c4c-b954-91418c5e9166 req-fb35955d-347c-4c3c-88de-46c1c4af44ee tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.8761067 Jan 31 17:56:29.697748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:29.708839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=16c5482c-9c74-46c5-a5d4-63e00b088aa0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:29.723208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:29.726089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:29.732406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:29.733264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.744542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=585e1e6d-03a6-4e46-9492-2a14516ffb87,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:29.748808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.784253 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'code': 200} Jan 31 17:56:29.786595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3523b8-dcaa-46b0-8708-455974c6bd2b None None] Network 0670f7d4-fc8e-406f-9288-1797274a0724 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:29.814168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Calling delete_port for c89798dc-c5c3-4d98-8182-d0dd942fa3f5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:29.847895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.871580 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a41a3f0-089c-4c4c-b954-91418c5e9166 req-6aa8c10a-8c45-49b7-81ee-7a1210240ebd tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605613 Jan 31 17:56:29.889301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.903665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:29.921995 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-09e53652-dc62-4473-94cb-4ed4f65b8d62 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/138fe575-6a9c-4da7-9e20-b2e913d29957 HTTP/1.1" status: 204 len: 168 time: 1.6493559 Jan 31 17:56:29.932173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55700) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:29.968977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 20acca9a-2f56-47b4-80a9-d7768ff10c36 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:29.974333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0670f7d4-fc8e-406f-9288-1797274a0724']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:29.988852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:29.989225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.001595 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79ea5874-8610-4aa4-834f-f2bbaf2c3214 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7740877 Jan 31 17:56:30.008498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:30.016374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.025936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a889bc-1b33-470f-87a4-cb418031f25c') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:30.026274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a889bc-1b33-470f-87a4-cb418031f25c') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:30.042457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Provisioning for port 20acca9a-2f56-47b4-80a9-d7768ff10c36 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:30.051549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:30.055763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.059227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.096853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.115165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] The port 'c89798dc-c5c3-4d98-8182-d0dd942fa3f5' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:30.118010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.126467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Provisioning complete for port 20acca9a-2f56-47b4-80a9-d7768ff10c36 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:30.126827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.170492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:30.171068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.191605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] Pushing event deleted for resources: {'Port': ['ID=c89798dc-c5c3-4d98-8182-d0dd942fa3f5,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:30.200015 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:30.214609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 9b17222b-197f-4a31-8633-773e64253b8c owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:30.222731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:30.306190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 585e1e6d-03a6-4e46-9492-2a14516ffb87 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:30.307409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.332741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:30.333083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c94bf41e-b5e4-4aa4-95d9-4a4c05ae4783 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:30.333532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c89798dc-c5c3-4d98-8182-d0dd942fa3f5 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:30.351634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c42336a-ae37-4585-8ade-6b5d8b102bf4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:30.352314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c42336a-ae37-4585-8ade-6b5d8b102bf4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:30.367856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42de1b5-b8c1-44f5-bf30-a5618215687a None None] No DVR routers for this DVR port c89798dc-c5c3-4d98-8182-d0dd942fa3f5 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:30.377735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Port 20acca9a-2f56-47b4-80a9-d7768ff10c36 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:30.383427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c89798dc-c5c3-4d98-8182-d0dd942fa3f5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:30.383787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c89798dc-c5c3-4d98-8182-d0dd942fa3f5 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:30.397588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.420731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.422136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c42336a-ae37-4585-8ade-6b5d8b102bf4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:30.423286 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1c42336a-ae37-4585-8ade-6b5d8b102bf4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4888372 Jan 31 17:56:30.437129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:30.443098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:30.461549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Provisioning complete for port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:30.462238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69580d33-822f-41fd-b302-7b121c3896c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.463966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.484391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=0670f7d4-fc8e-406f-9288-1797274a0724,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:30.486686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15124712-8212-48b1-bc31-eac2c42e51f4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:30.500942 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-defe530d-3e01-48c5-a57c-ffed005ff176 req-2c0e6c10-1cae-4289-8cdd-fdf3e8012b73 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.7264814 Jan 31 17:56:30.504171 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2c6db6a1-1d63-4622-81b0-0f00d455af1e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/0670f7d4-fc8e-406f-9288-1797274a0724 HTTP/1.1" status: 204 len: 168 time: 2.1790264 Jan 31 17:56:30.511602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55714) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:30.515288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:30.515608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d11ce4c-5ca8-4bb1-b1aa-7f098aa7b63e') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:30.515790 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:56:30.527359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-334224533'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:30.534807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:30.540242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.547932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:30.558113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:30.560759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] DHCP port deletion for b29a9169-937b-4204-bc9d-7eed4837ab60 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:30.567623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:30.569333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Deleting port ba62116b-5534-4c54-9527-a23094fdaa7c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:30.569333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.575279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.583096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:30.586192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.598293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:30.598693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:30.614320 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:30.708928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.711897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-58162567-2da3-463f-bbed-3a4fb4018a36 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:56:30.713205 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58162567-2da3-463f-bbed-3a4fb4018a36 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/138fe575-6a9c-4da7-9e20-b2e913d29957 HTTP/1.1" status: 404 len: 333 time: 0.2691669 Jan 31 17:56:30.735481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.737677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55718) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:30.752747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665747561'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:30.756321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=15124712-8212-48b1-bc31-eac2c42e51f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:30.760453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:30.769127 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3249c41a-7a1a-40cc-9870-94be31d85d53 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/15124712-8212-48b1-bc31-eac2c42e51f4 HTTP/1.1" status: 204 len: 168 time: 1.4880414 Jan 31 17:56:30.769982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:30.772689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55722) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:30.775860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:30.802352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:30.863091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.901234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:30.902056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ebf2107-6763-4965-aeb1-4e73f0fef451 None None] Could not find standard attr ID for object 20acca9a-2f56-47b4-80a9-d7768ff10c36. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:56:30.904250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.909812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] For port ba62116b-5534-4c54-9527-a23094fdaa7c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ba62116b-5534-4c54-9527-a23094fdaa7c,segment=NetworkSegment(a26ef49d-2664-48bf-a272-4a799d6c6f08),segment_id=a26ef49d-2664-48bf-a272-4a799d6c6f08)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:30.910207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.922908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1447, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:30.940709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:30.950037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:30.950460 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment 35cd96bb-b2e3-4192-a684-cf7325cbdb9b of type vlan for network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 Jan 31 17:56:30.981759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.010282 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-defe530d-3e01-48c5-a57c-ffed005ff176 req-05835c7c-bde3-43ae-a596-6773faea6fd8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5026407 Jan 31 17:56:31.018908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=20acca9a-2f56-47b4-80a9-d7768ff10c36,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:31.025058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.028938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.032604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.033231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.059595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Calling delete_port for ba62116b-5534-4c54-9527-a23094fdaa7c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:31.096351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.096784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 20dc28ff-7790-41e0-9dc0-9083d61c44b0 of type vlan for network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 Jan 31 17:56:31.100858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.112579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=9b17222b-197f-4a31-8633-773e64253b8c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:31.141614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.193071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] Pushing event deleted for resources: {'Port': ['ID=ba62116b-5534-4c54-9527-a23094fdaa7c,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:31.201017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0421ea-9140-4417-8f9f-85f5d48b6e2f None None] No DVR routers for this DVR port ba62116b-5534-4c54-9527-a23094fdaa7c on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:31.233647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.253250 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5120983 Jan 31 17:56:31.259674 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:31.268294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.279604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:31.289507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.299217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 585e1e6d-03a6-4e46-9492-2a14516ffb87 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:31.302260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa241d3-7e4e-451a-b5b2-2a944d2eee4c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=6fe98952-4a79-4eaa-953e-ea52bbb94bc7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:31.319154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:31.360779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858801e-f9b7-430b-9847-fe0878191ae1 req-2932fa23-f758-455b-8477-c2d1a9670a30 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.362556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f858801e-f9b7-430b-9847-fe0878191ae1 req-2932fa23-f758-455b-8477-c2d1a9670a30 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.8389933 Jan 31 17:56:31.363957 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2e612df4-9d6f-43cf-a4b5-d29a8cc47e63 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/20acca9a-2f56-47b4-80a9-d7768ff10c36 HTTP/1.1" status: 204 len: 168 time: 2.3992684 Jan 31 17:56:31.369870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55732) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:31.406448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6364ed-9316-43af-b5eb-10a8478a5daf None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:56:31.536711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.543876 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f858801e-f9b7-430b-9847-fe0878191ae1 req-77e5328d-64c6-4fdd-a6ef-fae20f34bfd1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397703 Jan 31 17:56:31.549324 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ed005cf2-6fe2-4680-806c-9477a9d11ea9 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/ports/9b17222b-197f-4a31-8633-773e64253b8c HTTP/1.1" status: 204 len: 168 time: 2.9398568 Jan 31 17:56:31.550582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.551250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6364ed-9316-43af-b5eb-10a8478a5daf None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:56:31.552203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:31.660615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=585e1e6d-03a6-4e46-9492-2a14516ffb87,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:31.691159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.693011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a5d26dfb-8d8e-4df4-b97e-4fa8ed36b2a5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/585e1e6d-03a6-4e46-9492-2a14516ffb87 HTTP/1.1" status: 204 len: 168 time: 1.6812816 Jan 31 17:56:31.696305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:31.706505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'mac_address': 'fa:16:3e:8a:94:eb', 'name': 'tempest-PortsIpV6TestJSON-1903472154'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:31.726448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e5c1-c497-4f75-bb17-0782be5b99f4 req-a4699107-8c79-464f-8485-34eb579fbc76 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.729277 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15e3e5c1-c497-4f75-bb17-0782be5b99f4 req-a4699107-8c79-464f-8485-34eb579fbc76 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.7022872 Jan 31 17:56:31.730221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.734254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.735098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.791507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:31.861724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648b4ad-471a-4258-80fe-d19e9e421a85 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.862661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8648b4ad-471a-4258-80fe-d19e9e421a85 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Synchronizing usage tracker for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:31.880129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbba66-8664-41af-a106-2b5f234fe676 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.881797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adbba66-8664-41af-a106-2b5f234fe676 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.882573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3adbba66-8664-41af-a106-2b5f234fe676 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:31.891490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:31.894888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:31.907569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:31.912289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:31.914837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:31.921462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8648b4ad-471a-4258-80fe-d19e9e421a85 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Unset dirty status for tenant:15ecdceafe3949c9ab679137dcff8722 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:31.921796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8648b4ad-471a-4258-80fe-d19e9e421a85 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f71afc7-57ac-4ada-88f4-43b34c10fb08 HTTP/1.1" status: 200 len: 913 time: 0.3685839 Jan 31 17:56:31.927181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:31.937794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8e883-377b-4c0a-ba95-bffe2f5c1e44 req-4319046e-0eb1-439e-b518-34f18dc1cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:31.944443 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-19c8e883-377b-4c0a-ba95-bffe2f5c1e44 req-4319046e-0eb1-439e-b518-34f18dc1cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.2232337 Jan 31 17:56:31.976448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:32.003851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:32.044312 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5316269 Jan 31 17:56:32.044979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:32.074053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-19c8e883-377b-4c0a-ba95-bffe2f5c1e44 req-1d2f0d67-1c99-48c7-86a7-91a6f9b8b266 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286416 Jan 31 17:56:32.077242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29a9169-937b-4204-bc9d-7eed4837ab60']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:32.093496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:32.096497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55754) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:32.118275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d53e-d54a-4890-bfad-8ada78ae37df tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:32.120992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3adbba66-8664-41af-a106-2b5f234fe676 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:32.122284 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3adbba66-8664-41af-a106-2b5f234fe676 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7445500 Jan 31 17:56:32.133592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55758) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:32.140758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:32.151930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.201034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 2c2abd10-176c-42e7-bf79-59fda05b2e7b yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:32.222989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a26ef49d-2664-48bf-a272-4a799d6c6f08') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:32.223510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a26ef49d-2664-48bf-a272-4a799d6c6f08') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:32.241921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:32.276546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:32.301449 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fa5c0c12-4d21-4cea-aa56-7fff215c12ff tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1093 time: 0.2007251 Jan 31 17:56:32.308708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55762) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:32.313846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:32.320959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.328197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:32.330882 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15e3e5c1-c497-4f75-bb17-0782be5b99f4 req-a1b66682-524d-4ee9-9c24-389e28806821 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5848799 Jan 31 17:56:32.350868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:32.354909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:32.355303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.356652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:32.379270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:32.453594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.456836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.466181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:32.503959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:32.506040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:32.522806 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:32.532446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:32.534262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ba62116b-5534-4c54-9527-a23094fdaa7c no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:32.535398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:32.576553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ba62116b-5534-4c54-9527-a23094fdaa7c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:32.576977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ba62116b-5534-4c54-9527-a23094fdaa7c not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:32.591164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:32.639220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.675288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.725572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.760989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:32.797160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.832848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=2c2abd10-176c-42e7-bf79-59fda05b2e7b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:32.837167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:32.839191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:32.841332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:32.845353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:32.845965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.850514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.876556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:32.920717 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52a7c47a-2203-41eb-97f0-02dbed1f7e88 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2185671 Jan 31 17:56:32.924239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55766) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:32.977853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=b29a9169-937b-4204-bc9d-7eed4837ab60,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:32.993804 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9ef97823-817e-4b15-acb8-c90198f841d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/b29a9169-937b-4204-bc9d-7eed4837ab60 HTTP/1.1" status: 204 len: 168 time: 2.2201183 Jan 31 17:56:33.010893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55770) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:33.025272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1986080730'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:33.032286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.047021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf185b8-ae10-444c-9243-afc57ed31fdc tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:33.047584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cdf185b8-ae10-444c-9243-afc57ed31fdc tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:33.053835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 2a5f7248-21a6-4240-b24d-69ded2c1248c {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:33.057472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:33.067087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.081112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cdf185b8-ae10-444c-9243-afc57ed31fdc tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:33.082315 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cdf185b8-ae10-444c-9243-afc57ed31fdc tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/2c2abd10-176c-42e7-bf79-59fda05b2e7b HTTP/1.1" status: 200 len: 845 time: 0.1571505 Jan 31 17:56:33.083516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.218 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/7ad7f565-344e-489f-89a2-ee8366176180) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:33.085361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55774) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:33.147308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:33.163443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:33.196088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:33.224859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 2c2abd10-176c-42e7-bf79-59fda05b2e7b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:33.225196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.279844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.399911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.451124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:33.454078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.562021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.658750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1405, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:33.684630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.701988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 2c2abd10-176c-42e7-bf79-59fda05b2e7b owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:33.748506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.748859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment adcde113-c0f3-4ec0-9934-6101cc10549b of type vlan for network 81afd865-3409-44c6-94e2-941e030db683 Jan 31 17:56:33.763871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.812393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.840862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f63cd68-17d4-4907-9ba7-0364a1e5ca54 req-59019a23-d324-47bc-94e6-481c64f4a0af tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:33.842357 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f63cd68-17d4-4907-9ba7-0364a1e5ca54 req-59019a23-d324-47bc-94e6-481c64f4a0af tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3722641 Jan 31 17:56:33.881809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:33.886466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:33.892695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:33.895060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:33.910835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.918052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.921337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:33.932114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=7ad7f565-344e-489f-89a2-ee8366176180,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:33.996827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=2c2abd10-176c-42e7-bf79-59fda05b2e7b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:34.008401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.026755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': '35cd96bb-b2e3-4192-a684-cf7325cbdb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:34.027332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: 6fe98952-4a79-4eaa-953e-ea52bbb94bc7, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:34.069767 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f63cd68-17d4-4907-9ba7-0364a1e5ca54 req-91ccbdb6-2514-440f-88b7-2a2aafad5b2a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091565 Jan 31 17:56:34.077952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-98eef56e-4fdc-43bc-9e84-19648f33d136 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/2c2abd10-176c-42e7-bf79-59fda05b2e7b HTTP/1.1" status: 204 len: 168 time: 0.9914255 Jan 31 17:56:34.080815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55780) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.129699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.133624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:34.134205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.138545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=c4aa5beb-a2e2-4d1a-88de-c56932c40f93,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:34.143751 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca00a52-737c-4419-8fc8-2890cfeada32 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:56:34.143984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dca00a52-737c-4419-8fc8-2890cfeada32 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:34.169938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.205322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dca00a52-737c-4419-8fc8-2890cfeada32 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:34.206499 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dca00a52-737c-4419-8fc8-2890cfeada32 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/2c2abd10-176c-42e7-bf79-59fda05b2e7b HTTP/1.1" status: 404 len: 333 time: 0.1248000 Jan 31 17:56:34.210113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.217987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'name': 'tempest-PortsIpV6TestJSON-1236773241'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:34.319297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=2a5f7248-21a6-4240-b24d-69ded2c1248c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:34.366306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '20dc28ff-7790-41e0-9dc0-9083d61c44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:34.366652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:34.388741 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3719637 Jan 31 17:56:34.388741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b6f9b-132a-4c24-ada5-4f9ff8074b7d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=81afd865-3409-44c6-94e2-941e030db683,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:34.390559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55790) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.391578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.393924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8bf096-8fa6-4fb8-8618-18d7d537544a None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:34.395872 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d05c7d09-c252-431a-b716-95cb2cae0f1c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2a5f7248-21a6-4240-b24d-69ded2c1248c HTTP/1.1" status: 204 len: 168 time: 2.1638896 Jan 31 17:56:34.403342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.403892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:34.417295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': '81afd865-3409-44c6-94e2-941e030db683', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:34.421646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 81afd865-3409-44c6-94e2-941e030db683 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:34.570521 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8e6ddddf-031d-4b0c-bd3c-e324bfe56cd7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1618989 Jan 31 17:56:34.571568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 6fe98952-4a79-4eaa-953e-ea52bbb94bc7) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:34.578887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.583294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75637a45-9a04-44dc-95cf-9228b4ebb787 None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:34.585254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:34.592246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:34.592916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.600180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:34.663120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-184559b0-97c7-4f5d-81c7-4d8268d58868 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3946724 Jan 31 17:56:34.666493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:34.672400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.673965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.690190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:34.731327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:34.739740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:34.742799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:34.746792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.776404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:34.776659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d49675-853f-4221-94d0-50991ae68848 req-33af6257-8650-4f88-9f22-280e5bb77a54 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:34.778761 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20d49675-853f-4221-94d0-50991ae68848 req-33af6257-8650-4f88-9f22-280e5bb77a54 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5197830 Jan 31 17:56:34.784800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:34.789374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:34.789550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:34.791597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:34.794918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.807801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 04d80a0b-b825-4f0b-a6d5-6fc5967e5703 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:34.835926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89c136-d1af-4d98-99ab-dae5c9dc38e1 None None] Network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:34.849915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Request body: {'floatingip': {'port_id': 'a99cf550-635d-4f24-b587-00dbbc681d5d'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:34.851194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:34.854131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:34.854806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:34.897095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:34.940278 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6660e0fe-6925-4180-ae86-23e61fb8b0b3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8730047 Jan 31 17:56:34.951221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:34.978720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:35.000740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.056379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:35.063050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:35.068583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.085806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:35.098247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:35.156288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': 'c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:35.157385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.172512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:35.191242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Deleting port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:35.191928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.368279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:35.372878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.377469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2', 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'c4aa5beb-a2e2-4d1a-88de-c56932c40f93'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:35.378162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.385476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.541716 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd (CIDR: 172.20.0.0/28) Jan 31 17:56:35.548626 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:56:35.549059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:56:35.645979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Allocated IP 172.20.0.2 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd/225339ed-efec-4a07-be0a-fd8c210b8e90) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:35.653655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.655125 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-31865ef2-40d9-409e-97b7-e07798919c5a tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9307508 Jan 31 17:56:35.662354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55814) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:35.672009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:35.676629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] For port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:35.677030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.756963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.804628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:35.907821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Calling delete_port for 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:35.980106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Allocated IP 172.20.0.1 (1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2/c4aa5beb-a2e2-4d1a-88de-c56932c40f93/9e561838-1664-41ec-ba4f-29c715444611) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:36.022798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=30b96e03-7a3d-478a-9159-da0539100481,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:36.033817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:36.047622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:36.052253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:36.063603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:36.075766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'adcde113-c0f3-4ec0-9934-6101cc10549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '81afd865-3409-44c6-94e2-941e030db683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:36.076152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: 81afd865-3409-44c6-94e2-941e030db683, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:36.083754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:36.087460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.190562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.222418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.285279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 81afd865-3409-44c6-94e2-941e030db683 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:36.289487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.292273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:36.317242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 81afd865-3409-44c6-94e2-941e030db683) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:36.337775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:36.338925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.347106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.353721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d232af4-5e8d-44fe-891b-773fa3fa4d12 None None] Network 81afd865-3409-44c6-94e2-941e030db683 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:36.371683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] Pushing event deleted for resources: {'Port': ['ID=0c8ded31-58c9-403e-8c7c-aa2cd61f0a99,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:36.385061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:36.385876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:36.418966 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f2e745e5-75ed-40c3-8bb9-0be91f308c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0184288 Jan 31 17:56:36.422678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55818) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:36.431745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1185804499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:36.440785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:36.474266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.479267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:36.486311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Transition to ACTIVE for port object 225339ed-efec-4a07-be0a-fd8c210b8e90 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:36.487996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:36.505100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:36.506708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Transition to ACTIVE for port object 225339ed-efec-4a07-be0a-fd8c210b8e90 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:36.525980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d79d1-ffa5-468a-8fc0-66381986445f None None] No DVR routers for this DVR port 0c8ded31-58c9-403e-8c7c-aa2cd61f0a99 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:36.539996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.553611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=04d80a0b-b825-4f0b-a6d5-6fc5967e5703,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:36.560527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:36.563497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:36.565133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.571186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.572549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.595961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:36.598408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.599899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:36.600486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.706733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:36.707933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.718467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:36.722641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:36.726719 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af2e41e3-0b6a-415d-bee1-baeb7b6c74af tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5156171 Jan 31 17:56:36.732037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=650f78f9-6c0a-4f73-bee7-5d0ef464178a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:36.733926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:36.735055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:36.735640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.740091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:36.742297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:36.752559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.760055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:36.783541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Pushing event updated for resources: {'Port': ['ID=225339ed-efec-4a07-be0a-fd8c210b8e90,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:36.823401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port 84df2e5f-3722-4bb6-bdc8-92b7397f2826 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:36.823719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.872645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.881241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:56:36.889886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Transition to ACTIVE for port object 9e561838-1664-41ec-ba4f-29c715444611 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:36.892776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Attempting to bind port 225339ed-efec-4a07-be0a-fd8c210b8e90 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:36.893379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Attempting to bind port 225339ed-efec-4a07-be0a-fd8c210b8e90 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '35cd96bb-b2e3-4192-a684-cf7325cbdb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:36.893977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Attempting to bind port 225339ed-efec-4a07-be0a-fd8c210b8e90 on network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:36.894560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.926761 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ea268bd6-c805-4732-a27a-d79d0cb12202 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2597637 Jan 31 17:56:36.930875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:36.946566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'fixed_ips': [{'subnet_id': 'c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd'}, {'subnet_id': '650f78f9-6c0a-4f73-bee7-5d0ef464178a'}], 'name': 'tempest-PortsTestJSON-800378032'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:36.960078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:36.960508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Checking segment: {'id': '35cd96bb-b2e3-4192-a684-cf7325cbdb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:36.960976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.961445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Bound using segment: {'id': '35cd96bb-b2e3-4192-a684-cf7325cbdb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:36.962088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Bound port: 225339ed-efec-4a07-be0a-fd8c210b8e90, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cd96bb-b2e3-4192-a684-cf7325cbdb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:36.962563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.977167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:36.981527 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ff417376-f79a-44ed-b77c-835560f5b1d1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5543091 Jan 31 17:56:36.987157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:36.989325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Transition to ACTIVE for port object 9e561838-1664-41ec-ba4f-29c715444611 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:37.031420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.054175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'port': {'network_id': '81afd865-3409-44c6-94e2-941e030db683', 'name': 'tempest-RoutersTest-141746142'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:37.069451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:37.127852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-844d9b7f-0ca9-40c1-a853-3cd1e4190a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.163211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.167754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:37.181653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:37.184069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:37.186521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-81afd865-3409-44c6-94e2-941e030db683', 'network_id': '81afd865-3409-44c6-94e2-941e030db683', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': '30b96e03-7a3d-478a-9159-da0539100481'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:37.190743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.211239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:37.224305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Pushing event updated for resources: {'Port': ['ID=9e561838-1664-41ec-ba4f-29c715444611,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.229658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:37.247744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.258648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:37.259253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.260038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] For port 225339ed-efec-4a07-be0a-fd8c210b8e90, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:37.265791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b919fd9-5e32-4c0e-83fe-e9d6bde3b26d None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:37.287332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:37.317796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.336373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] For port 225339ed-efec-4a07-be0a-fd8c210b8e90, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=225339ed-efec-4a07-be0a-fd8c210b8e90,segment=NetworkSegment(35cd96bb-b2e3-4192-a684-cf7325cbdb9b),segment_id=35cd96bb-b2e3-4192-a684-cf7325cbdb9b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:37.386781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.420877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.496349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.523634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.532252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.532462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for 84df2e5f-3722-4bb6-bdc8-92b7397f2826 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:37.538856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca84a685-1cf5-4d4b-b41c-4f2bfecf81f2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.9529767 Jan 31 17:56:37.538856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=c4aa5beb-a2e2-4d1a-88de-c56932c40f93,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.555883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Attempting to bind port 9e561838-1664-41ec-ba4f-29c715444611 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:37.556823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Attempting to bind port 9e561838-1664-41ec-ba4f-29c715444611 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '20dc28ff-7790-41e0-9dc0-9083d61c44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:37.557190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Attempting to bind port 9e561838-1664-41ec-ba4f-29c715444611 on network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:37.560145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:37.567468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:37.576187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.586943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:bc:d9:bf', 'name': 'tempest-NetworksTestDHCPv6-1837004316'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:37.597061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.605820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.658151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1efd31-4cc5-462b-8d7d-853e3f48c3ea None None] Pushing event updated for resources: {'Port': ['ID=225339ed-efec-4a07-be0a-fd8c210b8e90,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.661635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:37.662214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Checking segment: {'id': '20dc28ff-7790-41e0-9dc0-9083d61c44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:37.662757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.663520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Bound using segment: {'id': '20dc28ff-7790-41e0-9dc0-9083d61c44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:37.664134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Bound port: 9e561838-1664-41ec-ba4f-29c715444611, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20dc28ff-7790-41e0-9dc0-9083d61c44b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:37.664672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.751505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Allocated IP 172.20.0.2 (81afd865-3409-44c6-94e2-941e030db683/30b96e03-7a3d-478a-9159-da0539100481/1f75a9ac-612f-467f-ac25-0af480fe065a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:37.780443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] In _notify_port_updated(), no bound segment for port 04d80a0b-b825-4f0b-a6d5-6fc5967e5703 on network de776a43-8cf0-4bda-b4e6-596e3d220179 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:37.785632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:37.786089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:37.786575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.787914 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/ports/04d80a0b-b825-4f0b-a6d5-6fc5967e5703 HTTP/1.1" status: 200 len: 818 time: 1.0454483 Jan 31 17:56:37.810125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:37.836961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:37.840903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:37.843206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=7ad7f565-344e-489f-89a2-ee8366176180,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.851829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:37.862935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] For port 9e561838-1664-41ec-ba4f-29c715444611, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:37.863148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13530e08-e35f-40a8-8ce8-6a41ad63df49 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=04d80a0b-b825-4f0b-a6d5-6fc5967e5703,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:37.873355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:port and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:37.876464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] For port 9e561838-1664-41ec-ba4f-29c715444611, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e561838-1664-41ec-ba4f-29c715444611,segment=NetworkSegment(20dc28ff-7790-41e0-9dc0-9083d61c44b0),segment_id=20dc28ff-7790-41e0-9dc0-9083d61c44b0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:37.885955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:37.898883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:37.904558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:37.910011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.929135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:37.940039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:37.948824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:37.969240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:37.970243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 04d80a0b-b825-4f0b-a6d5-6fc5967e5703 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:37.970809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:37.985180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.065919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:38.091148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc28ff-7790-41e0-9dc0-9083d61c44b0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:38.091440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc28ff-7790-41e0-9dc0-9083d61c44b0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:38.095356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:38.186655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.201268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Transition to ACTIVE for port object 1f75a9ac-612f-467f-ac25-0af480fe065a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:38.221245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:38.222459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Transition to ACTIVE for port object 1f75a9ac-612f-467f-ac25-0af480fe065a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:38.238154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.245090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.272222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.290923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:38.294353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.304122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 225339ed-efec-4a07-be0a-fd8c210b8e90 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:38.319517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.373050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] device_id is not set on port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:38.421908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=84df2e5f-3722-4bb6-bdc8-92b7397f2826,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:38.422716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Network 81afd865-3409-44c6-94e2-941e030db683 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:38.426833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:38.427109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.461996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.466758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:38.483540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:38.493004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3fa4a-8f0e-4dff-91f2-cb2619e11864 None None] Pushing event updated for resources: {'Port': ['ID=9e561838-1664-41ec-ba4f-29c715444611,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:38.511223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1447 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:38.511627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:38.527860 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:38.531704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.687919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:38.689527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ddc50-1396-43fd-904f-409cb1fec6a5 None None] Network 1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:38.720429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:38.730044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Pushing event updated for resources: {'Port': ['ID=1f75a9ac-612f-467f-ac25-0af480fe065a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:38.784030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.20.0.4 (81afd865-3409-44c6-94e2-941e030db683/30b96e03-7a3d-478a-9159-da0539100481/86ed0485-8fa9-4a3a-b7db-fe874908ad93) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:38.815682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:56:38.815682 dv-neutron-823271-3-hyperv neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:56:38.815682 dv-neutron-823271-3-hyperv neutron-server[83557]: [parameters: {'id': '1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2'}] Jan 31 17:56:38.815682 dv-neutron-823271-3-hyperv neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:56:38.816526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:56:38.969164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 04d80a0b-b825-4f0b-a6d5-6fc5967e5703 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:39.007448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.043513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Attempting to bind port 1f75a9ac-612f-467f-ac25-0af480fe065a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:39.044107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Attempting to bind port 1f75a9ac-612f-467f-ac25-0af480fe065a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'adcde113-c0f3-4ec0-9934-6101cc10549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '81afd865-3409-44c6-94e2-941e030db683'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:39.044221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Attempting to bind port 1f75a9ac-612f-467f-ac25-0af480fe065a on network 81afd865-3409-44c6-94e2-941e030db683 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:39.049699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 225339ed-efec-4a07-be0a-fd8c210b8e90 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:39.067745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Allocated IP 2001:db8::f816:3eff:fe44:d59d (78c34a5f-8722-4630-84ca-354f3b387cf2/8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3/f28752be-56e9-4382-947f-aec1fad36e07) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:39.073859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:39.074228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Checking segment: {'id': 'adcde113-c0f3-4ec0-9934-6101cc10549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '81afd865-3409-44c6-94e2-941e030db683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:39.074634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.075027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Bound using segment: {'id': 'adcde113-c0f3-4ec0-9934-6101cc10549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '81afd865-3409-44c6-94e2-941e030db683'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:39.075500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Bound port: 1f75a9ac-612f-467f-ac25-0af480fe065a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adcde113-c0f3-4ec0-9934-6101cc10549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '81afd865-3409-44c6-94e2-941e030db683'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:39.075886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.084111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port cf7c89aa-5d1e-4517-88e1-93798771c274 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:39.180510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.232494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec42ebb-2fc6-4966-8e49-acae4cb475dd None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:39.276792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Floating IP 9c72b8dd-3e4f-44af-a3e1-b5b4846205df associated. External IP: 172.26.4.245, port: a99cf550-635d-4f24-b587-00dbbc681d5d. Jan 31 17:56:39.286656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=04d80a0b-b825-4f0b-a6d5-6fc5967e5703,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:39.303070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.335286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.335585 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f01fddcb-4dac-4ff0-bb3f-73e50bc5e38b tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/04d80a0b-b825-4f0b-a6d5-6fc5967e5703 HTTP/1.1" status: 204 len: 168 time: 1.5220160 Jan 31 17:56:39.339081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:39.416879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.417578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] For port 1f75a9ac-612f-467f-ac25-0af480fe065a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:39.422094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Provisioning for port 225339ed-efec-4a07-be0a-fd8c210b8e90 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:39.425737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-855cbc70-9cc6-4e2c-9844-1a71991bbc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.462343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Provisioning complete for port 225339ed-efec-4a07-be0a-fd8c210b8e90 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:39.462800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.501330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] For port 1f75a9ac-612f-467f-ac25-0af480fe065a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1f75a9ac-612f-467f-ac25-0af480fe065a,segment=NetworkSegment(adcde113-c0f3-4ec0-9934-6101cc10549b),segment_id=adcde113-c0f3-4ec0-9934-6101cc10549b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:39.532085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e3cc1-f6cb-4e9a-bf8d-5a9034b9c90c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:39.532345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.532789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a33e3cc1-f6cb-4e9a-bf8d-5a9034b9c90c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:39.569575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a33e3cc1-f6cb-4e9a-bf8d-5a9034b9c90c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:39.573806 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a33e3cc1-f6cb-4e9a-bf8d-5a9034b9c90c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2307909 Jan 31 17:56:39.574027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55846) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:39.596877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port 9e561838-1664-41ec-ba4f-29c715444611 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:39.597212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.636384 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 associated. External IP: 172.26.4.218, port: 503a173d-8357-400a-b58d-4b2252dea412. Jan 31 17:56:39.662834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae3eb6e-3448-427a-84cd-45edda60e2f1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:56:39.670905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fae3eb6e-3448-427a-84cd-45edda60e2f1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/04d80a0b-b825-4f0b-a6d5-6fc5967e5703 HTTP/1.1" status: 404 len: 333 time: 0.0892951 Jan 31 17:56:39.670905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:39.684364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1833042610'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:39.691387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:39.698175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:39.701327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:39.715901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:39.741520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:39.745536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.745710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.751447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f312c7-63f8-4975-9e2f-7eddc9ea4b36 None None] Pushing event updated for resources: {'Port': ['ID=1f75a9ac-612f-467f-ac25-0af480fe065a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:39.804217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.805969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Transition to ACTIVE for port object f28752be-56e9-4382-947f-aec1fad36e07 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:39.829647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 86ed0485-8fa9-4a3a-b7db-fe874908ad93 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:39.892977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:39.912021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:39.912403 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment a5133ecc-78bd-4ca3-be71-b72a77a77be4 of type vlan for network a832cd46-8304-4550-95d0-65ebddd6e2ec Jan 31 17:56:40.023744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Transition to ACTIVE for port object f28752be-56e9-4382-947f-aec1fad36e07 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:40.033903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.068056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.083257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.187562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.198812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.7 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd/8307358f-5dfb-4cd2-8e7a-853a56e4d929) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:40.201203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.210338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:40.212132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] For port 225339ed-efec-4a07-be0a-fd8c210b8e90, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=225339ed-efec-4a07-be0a-fd8c210b8e90,segment=NetworkSegment(35cd96bb-b2e3-4192-a684-cf7325cbdb9b),segment_id=35cd96bb-b2e3-4192-a684-cf7325cbdb9b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:40.218857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:40.258901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Pushing event updated for resources: {'Port': ['ID=f28752be-56e9-4382-947f-aec1fad36e07,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:40.267935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:40.277495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.292593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:febc:d9bf (78c34a5f-8722-4630-84ca-354f3b387cf2/8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3/cf7c89aa-5d1e-4517-88e1-93798771c274) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:40.307704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.318392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:40.319058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.338675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.19 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/650f78f9-6c0a-4f73-bee7-5d0ef464178a/8307358f-5dfb-4cd2-8e7a-853a56e4d929) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:40.360993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1f75a9ac-612f-467f-ac25-0af480fe065a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:40.364580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port 9e561838-1664-41ec-ba4f-29c715444611, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e561838-1664-41ec-ba4f-29c715444611,segment=NetworkSegment(20dc28ff-7790-41e0-9dc0-9083d61c44b0),segment_id=20dc28ff-7790-41e0-9dc0-9083d61c44b0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:40.364920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.476015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8055272 Jan 31 17:56:40.493020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55854) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:40.507588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:40.539950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.543672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Attempting to bind port f28752be-56e9-4382-947f-aec1fad36e07 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:40.543672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Attempting to bind port f28752be-56e9-4382-947f-aec1fad36e07 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:40.544104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Attempting to bind port f28752be-56e9-4382-947f-aec1fad36e07 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:40.555468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b86cd-820b-49a1-b23c-d5e70ee99196 None None] Pushing event updated for resources: {'Port': ['ID=225339ed-efec-4a07-be0a-fd8c210b8e90,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:40.566850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Update dhcp port {'port': {'network_id': '6fe98952-4a79-4eaa-953e-ea52bbb94bc7', 'fixed_ips': [{'subnet_id': 'c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd', 'ip_address': '172.20.0.2'}, {'subnet_id': '650f78f9-6c0a-4f73-bee7-5d0ef464178a'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '225339ed-efec-4a07-be0a-fd8c210b8e90'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:56:40.584914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 81afd865-3409-44c6-94e2-941e030db683 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:40.592420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for 9e561838-1664-41ec-ba4f-29c715444611 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:40.592579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b89b502-25a5-44c0-b790-d4943fb7ec21 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=a832cd46-8304-4550-95d0-65ebddd6e2ec,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:40.595810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:40.596288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:40.596765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.597291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:40.597783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Bound port: f28752be-56e9-4382-947f-aec1fad36e07, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:40.598219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.620877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:40.644499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:40.662332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:40.694202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=86ed0485-8fa9-4a3a-b7db-fe874908ad93,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:40.758164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:40.769572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 1f75a9ac-612f-467f-ac25-0af480fe065a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:40.921582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] For port f28752be-56e9-4382-947f-aec1fad36e07, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:40.958830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:40.968449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:40.978053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] For port f28752be-56e9-4382-947f-aec1fad36e07, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f28752be-56e9-4382-947f-aec1fad36e07,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:40.983379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:41.002532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:41.002532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.011074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:41.024209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.065000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:41.086164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.091076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.128260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 8307358f-5dfb-4cd2-8e7a-853a56e4d929 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:41.133165 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-83ccb3af-c448-438f-a39e-6a41a576ee25 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.1342323 Jan 31 17:56:41.134540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:41.147277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5d4c-141b-47ee-9f87-c7fb8909c803 None None] Pushing event updated for resources: {'Port': ['ID=f28752be-56e9-4382-947f-aec1fad36e07,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:41.179125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8531e8-df13-47a2-a118-a281063d6fcd None None] Network 81afd865-3409-44c6-94e2-941e030db683 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:41.199027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.213901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object cf7c89aa-5d1e-4517-88e1-93798771c274 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:41.224120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.246148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:41.278445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=9e561838-1664-41ec-ba4f-29c715444611,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:41.283952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Provisioning for port 1f75a9ac-612f-467f-ac25-0af480fe065a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:41.296496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port 9e561838-1664-41ec-ba4f-29c715444611 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:41.298132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Provisioning complete for port 1f75a9ac-612f-467f-ac25-0af480fe065a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:41.298561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.438963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.564214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.566468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=cf7c89aa-5d1e-4517-88e1-93798771c274,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:41.597979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:41.605852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:41.610535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:41.614383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:41.615249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.647407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.686621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] For port 1f75a9ac-612f-467f-ac25-0af480fe065a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1f75a9ac-612f-467f-ac25-0af480fe065a,segment=NetworkSegment(adcde113-c0f3-4ec0-9934-6101cc10549b),segment_id=adcde113-c0f3-4ec0-9934-6101cc10549b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:41.693295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.730504 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d27592c5-779a-4fe0-a264-852c5b5865fb tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1619592 Jan 31 17:56:41.739215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:41.784151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3142dde-ce3b-4dfa-8787-d1eec5502232 None None] Pushing event updated for resources: {'Port': ['ID=1f75a9ac-612f-467f-ac25-0af480fe065a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:41.810004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.860639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:41.917109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=cb355b10-978b-495f-a19f-2ef3f2c90839,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:41.964162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Allocated IP 172.20.0.18 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/650f78f9-6c0a-4f73-bee7-5d0ef464178a/225339ed-efec-4a07-be0a-fd8c210b8e90) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:41.982962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b1645-6728-43bf-a4cf-38fac9c5bd28 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:41.986957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b1645-6728-43bf-a4cf-38fac9c5bd28 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:41.987758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c4b1645-6728-43bf-a4cf-38fac9c5bd28 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:41.991583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:41.997588 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e5af3444-9c89-4daa-9992-7d3f234c8290 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "PUT /v2.0/routers/5f71afc7-57ac-4ada-88f4-43b34c10fb08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0509236 Jan 31 17:56:42.000510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:42.004870 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] Sync routers for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:42.018555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.030167 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:42.030766 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.133108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.133717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': 'a5133ecc-78bd-4ca3-be71-b72a77a77be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:42.134633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: a832cd46-8304-4550-95d0-65ebddd6e2ec, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:42.166660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.186574 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] Routers {'5f71afc7-57ac-4ada-88f4-43b34c10fb08'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:42.187228 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.231653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7c4b1645-6728-43bf-a4cf-38fac9c5bd28 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:42.233030 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7c4b1645-6728-43bf-a4cf-38fac9c5bd28 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4911695 Jan 31 17:56:42.235461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55870) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:42.250524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] For port 225339ed-efec-4a07-be0a-fd8c210b8e90, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=225339ed-efec-4a07-be0a-fd8c210b8e90,segment=NetworkSegment(35cd96bb-b2e3-4192-a684-cf7325cbdb9b),segment_id=35cd96bb-b2e3-4192-a684-cf7325cbdb9b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:42.255792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:42.277335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:42.279170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=8307358f-5dfb-4cd2-8e7a-853a56e4d929,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:42.281747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:42.315237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.327321 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.330021 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4a0a43-6a8c-4f3e-acc3-3b2157855eea None None] The sync data for ids ['5f71afc7-57ac-4ada-88f4-43b34c10fb08'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:42.351696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20dc28ff-7790-41e0-9dc0-9083d61c44b0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.352292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20dc28ff-7790-41e0-9dc0-9083d61c44b0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:42.362474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Transition to ACTIVE for port object 225339ed-efec-4a07-be0a-fd8c210b8e90 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:42.372276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Provisioning for port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:42.378623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.391317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port cf7c89aa-5d1e-4517-88e1-93798771c274 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:42.391666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.403260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.438438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Provisioning complete for port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:42.438812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.516934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.521813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network a832cd46-8304-4550-95d0-65ebddd6e2ec is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:42.537014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:42.537860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.545533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1447 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:42.545930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:42.564954 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:42.570217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 225339ed-efec-4a07-be0a-fd8c210b8e90 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:42.592967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a832cd46-8304-4550-95d0-65ebddd6e2ec) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:42.611958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:42.612853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.652600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af397473-5ead-4f9a-9845-142d6c26f01b None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:42.776039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fda7ff0e-61fc-4173-b508-5ac21e8ce056 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2756219 Jan 31 17:56:42.782071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55874) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:42.799131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:42.839439 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0de5d07e-5c5c-45d3-8a71-af8bf4562c6c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.8994207 Jan 31 17:56:42.844629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:42.855290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:42.896387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:42.914992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80f0a1-71a5-4f2b-91b2-ba4ea9dfc990 None None] Pushing event updated for resources: {'Port': ['ID=225339ed-efec-4a07-be0a-fd8c210b8e90,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:42.930209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.935490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:42.986228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Provisioning complete for port 1f75a9ac-612f-467f-ac25-0af480fe065a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:42.986596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8401f017-ddf7-43ba-8fb2-d5432bb39592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.038132 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 HTTP/1.1" status: 204 len: 168 time: 8.0801153 Jan 31 17:56:43.039097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37168e9e-628f-405d-b4ea-57b9f6853f12 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:43.045399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:43.068126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2001107995'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:43.101243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f28752be-56e9-4382-947f-aec1fad36e07 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:43.201798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.270145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:43.284536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.290239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:43.294778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:43.295420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a832cd46-8304-4550-95d0-65ebddd6e2ec', 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': 'cb355b10-978b-495f-a19f-2ef3f2c90839'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:43.296244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.342003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:43.376333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for cf7c89aa-5d1e-4517-88e1-93798771c274 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:43.379920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.383780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f28752be-56e9-4382-947f-aec1fad36e07 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:43.394449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1f75a9ac-612f-467f-ac25-0af480fe065a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:43.411147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:43.414103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.508818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:43.524666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Provisioning complete for port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:43.525126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.531463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:43.537775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:43.543076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:43.550229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:43.560435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.570036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0f41b6-fe22-4534-ae09-8f6482bc00f5 None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:43.589507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Router cf74201f-48dd-47c8-a421-6bb62a897254 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:56:43.612626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.612907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:43.616159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.647450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=cf7c89aa-5d1e-4517-88e1-93798771c274,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:43.651506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:43.691606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:43.711611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Allocated IP 2001:db8::2 (a832cd46-8304-4550-95d0-65ebddd6e2ec/cb355b10-978b-495f-a19f-2ef3f2c90839/cabbd63a-256d-4647-bc3d-9b78881021c2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:43.713060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.727689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Could not find standard attr ID for object cf7c89aa-5d1e-4517-88e1-93798771c274. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:56:43.735172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1f75a9ac-612f-467f-ac25-0af480fe065a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:43.735558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.817428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.817684 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 33697764-af34-4c18-a408-ba306b5745ff of type vlan for network 6e6598a0-a61b-4a4a-a7f5-94feeacd211e Jan 31 17:56:43.837874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:43.886348 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d7508e3-3f34-4c39-9b97-0d0d48ccac6a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/cf7c89aa-5d1e-4517-88e1-93798771c274 HTTP/1.1" status: 204 len: 168 time: 1.6321814 Jan 31 17:56:43.887258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:43.952325 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb355b10-978b-495f-a19f-2ef3f2c90839 (CIDR: 2001:db8::/64) Jan 31 17:56:43.967150 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:56:43.967586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:56:43.995063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Provisioning for port f28752be-56e9-4382-947f-aec1fad36e07 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:44.008115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718a48-2357-4e2a-8795-78a231a1a4a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:44.009573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91718a48-2357-4e2a-8795-78a231a1a4a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:44.010330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-91718a48-2357-4e2a-8795-78a231a1a4a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:44.018058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Provisioning complete for port f28752be-56e9-4382-947f-aec1fad36e07 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:44.018743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.063511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f9cd9836-24b1-467a-8ec3-c79bbbb6bac2 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2781212 Jan 31 17:56:44.076339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:44.086115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-91718a48-2357-4e2a-8795-78a231a1a4a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:44.087745 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-91718a48-2357-4e2a-8795-78a231a1a4a9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1902285 Jan 31 17:56:44.089380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.090565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55894) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:44.145634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:44.270374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.314115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting port cf0e86e6-b7b9-493d-80b6-d8787f6d74b0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:44.314503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.341935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:44.356851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:44.371059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.460205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 225339ed-efec-4a07-be0a-fd8c210b8e90 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:44.499870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.503759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.511476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.542273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Transition to ACTIVE for port object cabbd63a-256d-4647-bc3d-9b78881021c2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:44.545385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.550018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:44.550616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.580501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Transition to ACTIVE for port object cabbd63a-256d-4647-bc3d-9b78881021c2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:44.595824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] For port f28752be-56e9-4382-947f-aec1fad36e07, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f28752be-56e9-4382-947f-aec1fad36e07,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:44.598534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.622735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.654294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.667585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:44.671594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:44.680719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:44.703656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Pushing event updated for resources: {'Port': ['ID=cabbd63a-256d-4647-bc3d-9b78881021c2,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:44.776887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Delete allocated IP 172.20.0.19 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/650f78f9-6c0a-4f73-bee7-5d0ef464178a) {{(pid=83557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:56:44.819382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Calling delete_port for cf0e86e6-b7b9-493d-80b6-d8787f6d74b0 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:44.876798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Attempting to bind port cabbd63a-256d-4647-bc3d-9b78881021c2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:44.877168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Attempting to bind port cabbd63a-256d-4647-bc3d-9b78881021c2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a5133ecc-78bd-4ca3-be71-b72a77a77be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:44.877570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Attempting to bind port cabbd63a-256d-4647-bc3d-9b78881021c2 on network a832cd46-8304-4550-95d0-65ebddd6e2ec {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:44.885977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83323aa-f569-477d-8846-6ca3537e04da None None] Pushing event updated for resources: {'Port': ['ID=f28752be-56e9-4382-947f-aec1fad36e07,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:44.892952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Provisioning for port 225339ed-efec-4a07-be0a-fd8c210b8e90 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:44.898243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:44.898661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Checking segment: {'id': 'a5133ecc-78bd-4ca3-be71-b72a77a77be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:44.899081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.899476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Bound using segment: {'id': 'a5133ecc-78bd-4ca3-be71-b72a77a77be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:44.900078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Bound port: cabbd63a-256d-4647-bc3d-9b78881021c2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5133ecc-78bd-4ca3-be71-b72a77a77be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:44.900545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:44.911943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Provisioning complete for port 225339ed-efec-4a07-be0a-fd8c210b8e90 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:44.912324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.070271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.080834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] For port cabbd63a-256d-4647-bc3d-9b78881021c2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:45.102649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] For port cabbd63a-256d-4647-bc3d-9b78881021c2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cabbd63a-256d-4647-bc3d-9b78881021c2,segment=NetworkSegment(a5133ecc-78bd-4ca3-be71-b72a77a77be4),segment_id=a5133ecc-78bd-4ca3-be71-b72a77a77be4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:45.111431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.139133 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0863223 Jan 31 17:56:45.139133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:45.139771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:45.149432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '6e6598a0-a61b-4a4a-a7f5-94feeacd211e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:45.209385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fb5d2-a416-4791-9b89-75f001509f88 None None] Pushing event updated for resources: {'Port': ['ID=cabbd63a-256d-4647-bc3d-9b78881021c2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.209903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:45.213358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Provisioning for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:45.218882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Provisioning complete for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:45.219251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.222785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:45.225504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445100bf-449e-4b66-831d-c519a6ff8a9c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=6e6598a0-a61b-4a4a-a7f5-94feeacd211e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.247642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 6e6598a0-a61b-4a4a-a7f5-94feeacd211e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:45.248876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:45.303636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:45.310733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:45.316425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:45.320605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:45.328219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:45.354869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:45.360601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.373009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-acd93649-ce87-410b-9e2d-fa702d89f6a3 None None] Port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:45.442603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.467063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.500574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d0b65dd5-80c8-47a6-a8b2-0cc8b73b4b27 None None] Provisioning complete for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:45.501733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d0b65dd5-80c8-47a6-a8b2-0cc8b73b4b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.532300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.543460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.560885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Ignored duplicate provisioning block setup for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 17:56:45.571264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d0b65dd5-80c8-47a6-a8b2-0cc8b73b4b27 None None] Port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:45.582372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.604954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.608718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.618168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3187a032-ca26-42d6-a5ce-2ecb3554ea08 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:45.619426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:45.628249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=86ed0485-8fa9-4a3a-b7db-fe874908ad93,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.648424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:45.716606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-beb948d6-1703-4606-893b-ebac694dd6f4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3 HTTP/1.1" status: 204 len: 168 time: 1.6246850 Jan 31 17:56:45.718805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55902) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:45.748723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:45.749356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:45.755852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.772970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.784777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=8307358f-5dfb-4cd2-8e7a-853a56e4d929,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.844741 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-28fe1565-bb6e-49c3-a766-3a0c734ca0c5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226547 Jan 31 17:56:45.855877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:45.856703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Port': ['ID=cf0e86e6-b7b9-493d-80b6-d8787f6d74b0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:45.884233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:45.897299 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Sync routers for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:45.902355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:45.933867 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:45.935360 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:46.069178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:56:46.201868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.218258 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3fd331fd-f637-45da-b179-bb21681461fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.9091306 Jan 31 17:56:46.240434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:46.252802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:46.325294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:46.326433 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:56:46.383099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Deleting port f28752be-56e9-4382-947f-aec1fad36e07 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:46.383469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.410791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'status': 'completed', 'code': 200} Jan 31 17:56:46.489853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.509881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cabbd63a-256d-4647-bc3d-9b78881021c2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:46.670687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] In _notify_port_updated(), no bound segment for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 on network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:46.674665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:46.675388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.679814 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5c367732-0b97-4fcd-b819-b56c4ae7941b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/ports/8307358f-5dfb-4cd2-8e7a-853a56e4d929 HTTP/1.1" status: 200 len: 918 time: 3.8323264 Jan 31 17:56:46.686825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:46.698776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2405cc8e-03ce-4a40-8e90-71c9697178ed None None] Provisioning complete for port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:46.698776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2405cc8e-03ce-4a40-8e90-71c9697178ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.708313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd'}, {'subnet_id': '650f78f9-6c0a-4f73-bee7-5d0ef464178a'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:46.779214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c53a7677-c641-4443-bc6c-1e6ab54842c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "PUT /v2.0/floatingips/9c72b8dd-3e4f-44af-a3e1-b5b4846205df HTTP/1.1" status: 200 len: 992 time: 11.9741998 Jan 31 17:56:46.844541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.854530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.876761 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '9c72b8dd-3e4f-44af-a3e1-b5b4846205df', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'port_id': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'mac_address': 'fa:16:3e:26:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:54:59Z', 'updated_at': '2022-01-31T17:56:36Z', 'revision_number': 1, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:46.882072 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Checking router: cf74201f-48dd-47c8-a421-6bb62a897254 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:56:46.894856 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:46.895760 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:46.927718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.928426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Fanout notify agent at l3_agent the message router_deleted on router 5f71afc7-57ac-4ada-88f4-43b34c10fb08 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:56:46.950062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.951380 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8cd9499b-986a-4acb-8306-49161cbc7053 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/routers/5f71afc7-57ac-4ada-88f4-43b34c10fb08 HTTP/1.1" status: 204 len: 168 time: 4.9499414 Jan 31 17:56:46.953235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:46.957763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55922) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:46.979369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96efd0c8-1645-4955-9e46-c032646e0947 None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:47.049795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a560e952-0c55-49ef-bf15-ba92574131fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 HTTP/1.1" status: 200 len: 991 time: 0.7459028 Jan 31 17:56:47.140784 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:56:47.192183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2405cc8e-03ce-4a40-8e90-71c9697178ed None None] Port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:47.202521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port cabbd63a-256d-4647-bc3d-9b78881021c2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:47.278862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] For port f28752be-56e9-4382-947f-aec1fad36e07, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f28752be-56e9-4382-947f-aec1fad36e07,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:47.279543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.315905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f28752be-56e9-4382-947f-aec1fad36e07 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:47.447312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=27e27e17-a233-4646-9702-18145a845a68,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:47.466023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '33697764-af34-4c18-a408-ba306b5745ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '6e6598a0-a61b-4a4a-a7f5-94feeacd211e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:47.466378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 6e6598a0-a61b-4a4a-a7f5-94feeacd211e, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:47.485738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Calling delete_port for f28752be-56e9-4382-947f-aec1fad36e07 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:47.492287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e9802-eae3-4989-b77a-f515fad17568 req-cd2a6856-a9f0-4131-a89e-1aff4190be00 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:47.494149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b2e9802-eae3-4989-b77a-f515fad17568 req-cd2a6856-a9f0-4131-a89e-1aff4190be00 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3707602 Jan 31 17:56:47.517707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:34Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:47.557562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Deleting subnet 50c5db88-3241-4cc4-b038-c4543eba98df {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:47.560749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.586046 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '9c72b8dd-3e4f-44af-a3e1-b5b4846205df', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'port_id': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'mac_address': 'fa:16:3e:26:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:54:59Z', 'updated_at': '2022-01-31T17:56:36Z', 'revision_number': 1, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:47.589254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.591675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1641a01e-d061-449c-8d7e-bd61777a0d2a None None] The sync data for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '9c72b8dd-3e4f-44af-a3e1-b5b4846205df', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'floating_ip_address': '172.26.4.245', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'port_id': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'mac_address': 'fa:16:3e:26:48:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:54:59Z', 'updated_at': '2022-01-31T17:56:36Z', 'revision_number': 1, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:47.599827 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-59af365a-366c-464a-b7f5-8dbc23c7e049 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1098 time: 1.1880684 Jan 31 17:56:47.606190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef4f16-e9b3-47e9-8e78-5d597965bda3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:47.607209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaef4f16-e9b3-47e9-8e78-5d597965bda3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:47.620446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 6e6598a0-a61b-4a4a-a7f5-94feeacd211e is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:47.638466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:56:47.644138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 6e6598a0-a61b-4a4a-a7f5-94feeacd211e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:47.650697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:47.651332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.666986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420e224-2d88-45b1-99bc-5b927df50975 None None] Network 6e6598a0-a61b-4a4a-a7f5-94feeacd211e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:47.684488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.722647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b2e9802-eae3-4989-b77a-f515fad17568 req-54d3cbe5-ac08-4be8-85de-405ec8fcad49 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161019 Jan 31 17:56:47.731011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Provisioning for port cabbd63a-256d-4647-bc3d-9b78881021c2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:47.735692 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-70c5e0dc-7ceb-4449-bc0b-0ecc54338049 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5929480 Jan 31 17:56:47.736214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:47.748253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.772204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aaef4f16-e9b3-47e9-8e78-5d597965bda3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:47.776124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aaef4f16-e9b3-47e9-8e78-5d597965bda3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.8873034 Jan 31 17:56:47.780812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55930) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:47.822850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:47.823536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:47.900840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:47.922960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80f263-a53a-4c9d-a478-fbee333e4738 None None] New status for floating IP 9c72b8dd-3e4f-44af-a3e1-b5b4846205df: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:56:48.012897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Provisioning complete for port cabbd63a-256d-4647-bc3d-9b78881021c2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:48.013202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.020449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a55286f-b4e1-4faa-866c-41fba8ab01e6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:48.021144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a55286f-b4e1-4faa-866c-41fba8ab01e6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:48.054391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55934) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:48.124398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.149759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.153913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a55286f-b4e1-4faa-866c-41fba8ab01e6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:48.157183 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9a55286f-b4e1-4faa-866c-41fba8ab01e6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3660352 Jan 31 17:56:48.157436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8f77-2386-4e23-b295-f577318454ed req-d87cb178-8b91-4da1-abb0-89beb6f922a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:48.158661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-d87cb178-8b91-4da1-abb0-89beb6f922a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 899 time: 0.5465784 Jan 31 17:56:48.166522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:48.205791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.208515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Subnet': ['ID=50c5db88-3241-4cc4-b038-c4543eba98df,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:48.266262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.274025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7308e76f-f5df-4d56-89cb-8d5e953a1099 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 HTTP/1.1" status: 200 len: 991 time: 0.2148888 Jan 31 17:56:48.291495 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4a220c10-bebd-442f-8678-8f85ee0fc83c tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/subnets/50c5db88-3241-4cc4-b038-c4543eba98df HTTP/1.1" status: 204 len: 168 time: 1.1743116 Jan 31 17:56:48.295958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55942) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:48.325118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.345607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6a65587a-9116-45b7-a37c-766be3a03739 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1777825 Jan 31 17:56:48.358052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.369214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:48.385080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:48.410402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] Pushing event deleted for resources: {'Port': ['ID=f28752be-56e9-4382-947f-aec1fad36e07,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:48.413213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.424309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:56:48.491488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb4e917-ab16-460f-9120-a77d0cebf368 None None] No DVR routers for this DVR port f28752be-56e9-4382-947f-aec1fad36e07 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:48.521656 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'status': 'completed', 'code': 200} Jan 31 17:56:48.531834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.576280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.658523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=27e27e17-a233-4646-9702-18145a845a68,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:48.692870 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-e410ca2e-b76d-480a-b71f-93444850a4fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 999 time: 0.4357655 Jan 31 17:56:48.796879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfeca59-ceec-4470-99a5-73d0e3e7b662 None None] Network 6e6598a0-a61b-4a4a-a7f5-94feeacd211e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:48.832558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:56:48.847368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:48.890100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.914365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:48.970389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:48.982796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.30 (6fe98952-4a79-4eaa-953e-ea52bbb94bc7/650f78f9-6c0a-4f73-bee7-5d0ef464178a/8307358f-5dfb-4cd2-8e7a-853a56e4d929) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:48.985517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.052813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba8f77-2386-4e23-b295-f577318454ed req-b545979d-2cb8-4480-a003-0b91cfb21c33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:49.054459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-b545979d-2cb8-4480-a003-0b91cfb21c33 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 200 len: 835 time: 0.3506777 Jan 31 17:56:49.069237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:49.137809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6598a0-a61b-4a4a-a7f5-94feeacd211e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.151418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network a832cd46-8304-4550-95d0-65ebddd6e2ec is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:49.154352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.164020 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-9481c5e4-2654-4eae-b5a9-479e9917989a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.6265030 Jan 31 17:56:49.172402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33697764-af34-4c18-a408-ba306b5745ff') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.172402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33697764-af34-4c18-a408-ba306b5745ff') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.172694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] For port cabbd63a-256d-4647-bc3d-9b78881021c2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cabbd63a-256d-4647-bc3d-9b78881021c2,segment=NetworkSegment(a5133ecc-78bd-4ca3-be71-b72a77a77be4),segment_id=a5133ecc-78bd-4ca3-be71-b72a77a77be4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:49.209308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.224691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.241135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5140a7-5eef-4ac6-a327-7dd3d13eb613']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.299743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:49.307787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15e5872f-195b-478a-a577-a268c11b1761') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.308003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15e5872f-195b-478a-a577-a268c11b1761') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.322570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.323619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6174be3-defe-4c38-be54-732c199cc284 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:56:49.370988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:49.400915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=0e89af97-82f5-4800-9c56-0da3d475d3c7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:49.401720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.411751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:49.412339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.436603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:49.437026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:49.457351 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:49.471079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Provisioning complete for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:49.471079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.499724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Pushing event updated for resources: {'Port': ['ID=cabbd63a-256d-4647-bc3d-9b78881021c2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:49.522258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.566369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.574219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:49.574637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.583804 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-008d2d6b-4548-479f-b565-91ef5f1b6719 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.4962058 Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:49.590374 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:49.595863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d417a22-5a74-47b1-a042-33ea12d084df req-f08b08e8-3caa-4374-acd5-fba240f3afc5 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:49.597400 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8d417a22-5a74-47b1-a042-33ea12d084df req-f08b08e8-3caa-4374-acd5-fba240f3afc5 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6492407 Jan 31 17:56:49.605101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:49.608688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-792e09a7-6abf-4323-95df-4bf262df440b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 HTTP/1.1" status: 200 len: 991 time: 0.3031778 Jan 31 17:56:49.627158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3c97305a-21e4-4ae6-ab61-be5e67916d73 None None] Port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:49.662413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'fixed_ips': [{'subnet_id': 'cb355b10-978b-495f-a19f-2ef3f2c90839'}, {'subnet_id': '0e89af97-82f5-4800-9c56-0da3d475d3c7'}], 'name': 'tempest-PortsIpV6TestJSON-1123774540'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:49.708532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6174be3-defe-4c38-be54-732c199cc284 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:56:49.763687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.768581 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-832cdc3b-8684-4aa2-ba30-93396761a1cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6841483 Jan 31 17:56:49.773150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:34Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:49.795862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.811184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.815031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-ec7d7a2f-f8e2-4b48-97f8-e847c448720e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:49.816483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-ec7d7a2f-f8e2-4b48-97f8-e847c448720e service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.6350615 Jan 31 17:56:49.830142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=6e6598a0-a61b-4a4a-a7f5-94feeacd211e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:49.860389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e60a7d3-ec59-443a-9c2e-a83dceeadb54 None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:55:47Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:34Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:49.911415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 8307358f-5dfb-4cd2-8e7a-853a56e4d929 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:49.931588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:49.932285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af3a9a74-f43e-4401-8d40-75d8ac94b708 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/6e6598a0-a61b-4a4a-a7f5-94feeacd211e HTTP/1.1" status: 204 len: 168 time: 2.1865814 Jan 31 17:56:49.938233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:49.942698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.957400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-437513608'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:49.968929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.973118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:49.983502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-05f80c44-b6ed-4e2c-9ef4-567391d31e76 None None] Provisioning complete for port cabbd63a-256d-4647-bc3d-9b78881021c2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:49.984294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-05f80c44-b6ed-4e2c-9ef4-567391d31e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.010548 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8d417a22-5a74-47b1-a042-33ea12d084df req-af44dc6e-f562-4b95-8da2-bf7b14dde36c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346851 Jan 31 17:56:50.015137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:50.015392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] Pushing event deleted for resources: {'Network': ['ID=1d5140a7-5eef-4ac6-a327-7dd3d13eb613,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:50.022788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.028703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a18a9082-6ad2-4ceb-8841-c47e299b5e96 tempest-FloatingIPTestJSON-1601680241 tempest-FloatingIPTestJSON-1601680241-project] 10.222.0.110 "DELETE /v2.0/networks/1d5140a7-5eef-4ac6-a327-7dd3d13eb613 HTTP/1.1" status: 204 len: 168 time: 1.7315438 Jan 31 17:56:50.070160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:50.080986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-b0ac0665-b527-4290-8946-cce2d268696d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.2435255 Jan 31 17:56:50.090548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:50.090786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:50.098039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.098419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:50.102116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:50.114128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:50.162047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:50.204541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-0f1b019c-c102-4e05-8fdc-ebf7174ea8de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:50.207468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-0f1b019c-c102-4e05-8fdc-ebf7174ea8de service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.0823028 Jan 31 17:56:50.208731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:50.313580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:50.316569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.318478 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4414951-425d-4237-aa04-f76b7b9349b6 None None] New status for floating IP 8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:56:50.391612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=8307358f-5dfb-4cd2-8e7a-853a56e4d929,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:50.406011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-e67f37ec-b111-4d83-9a14-2711af01803f service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908387 Jan 31 17:56:50.496767 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-bf465d6f-0532-402b-a9a8-ad8902d71e79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2662661 Jan 31 17:56:50.507458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.548847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55970) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:50.608170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70ba8f77-2386-4e23-b295-f577318454ed req-b26eaacd-daf9-41f3-af4e-d54aba983d4f service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506248 Jan 31 17:56:50.617285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:50.625666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.679986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:50.699042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d050c392-de94-4124-aeab-287d07c397fa None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:50.707041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] In _notify_port_updated(), no bound segment for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 on network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:50.710956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:50.713782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.718000 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e694840c-abcd-48a6-838a-d6673c2d7259 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/ports/8307358f-5dfb-4cd2-8e7a-853a56e4d929 HTTP/1.1" status: 200 len: 998 time: 4.0204465 Jan 31 17:56:50.718750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:50.731074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.731435 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 6fd21205-1689-4ac8-b3ab-85fefcfd20c9 of type vlan for network 18be41b1-11b1-4854-b144-a4e759795877 Jan 31 17:56:50.738940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:50.797384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.827014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=86ed0485-8fa9-4a3a-b7db-fe874908ad93,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:50.870797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:50.994396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cabbd63a-256d-4647-bc3d-9b78881021c2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:51.040874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:51.041263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.095919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a5067db1-6ad2-4e40-ae97-ddc5a550674c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 HTTP/1.1" status: 200 len: 993 time: 0.4694822 Jan 31 17:56:51.113067 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-08564d01-28a4-40da-b6cb-18bf2c5cd0b1 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945544 Jan 31 17:56:51.114781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b58b69-c077-4373-91ee-3c6a2aea5a62 None None] Provisioning for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:51.127381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b58b69-c077-4373-91ee-3c6a2aea5a62 None None] Provisioning complete for port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:51.127753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b58b69-c077-4373-91ee-3c6a2aea5a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.198071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e0b58b69-c077-4373-91ee-3c6a2aea5a62 None None] Port 8307358f-5dfb-4cd2-8e7a-853a56e4d929 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:51.210241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cabbd63a-256d-4647-bc3d-9b78881021c2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:51.210613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.327466 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3d127d51-2eb7-40ca-8bcc-5cafedd02de6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=15ecdceafe3949c9ab679137dcff8722&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7748070 Jan 31 17:56:51.359115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.365840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:51.366153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Update dhcp port {'port': {'network_id': 'a832cd46-8304-4550-95d0-65ebddd6e2ec', 'fixed_ips': [{'subnet_id': 'cb355b10-978b-495f-a19f-2ef3f2c90839', 'ip_address': '2001:db8::2'}, {'subnet_id': '0e89af97-82f5-4800-9c56-0da3d475d3c7'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'cabbd63a-256d-4647-bc3d-9b78881021c2'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:56:51.366284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:51.366818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.440475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.442571 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecdfae06-e917-40d4-aa63-41a2aa223d71 req-25b1ebdb-fade-4ac6-8270-287178efc0eb service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916927 Jan 31 17:56:51.464544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:51.521128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:51.527881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.556847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:51.557704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.560998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee64ab-84ea-48d1-8ec6-93d9babaa369 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:51.570850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.622274 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6800549 Jan 31 17:56:51.636984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=46c96057-8553-46e1-a565-4f7da7525383,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:51.637226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 55990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:51.644921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7dc364-70db-4646-ac2b-e87f84cf6351 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=18be41b1-11b1-4854-b144-a4e759795877,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:51.648787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '18be41b1-11b1-4854-b144-a4e759795877', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:51.674741 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dffaafc0-fdae-4888-bdfa-30de97ff602a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2965429 Jan 31 17:56:51.675007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 18be41b1-11b1-4854-b144-a4e759795877 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:51.691782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 55994) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:51.703160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:26:e7:c0', 'name': 'tempest-NetworksTestDHCPv6-978035036'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:51.745038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 81afd865-3409-44c6-94e2-941e030db683 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:51.788909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:51.794850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:51.800213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.807712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:51.808889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:51.825661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:51.874707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::45 (a832cd46-8304-4550-95d0-65ebddd6e2ec/cb355b10-978b-495f-a19f-2ef3f2c90839/a8065bf2-60fd-47f8-a515-2f7a7d17cc89) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:51.876311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:51.917531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '46c96057-8553-46e1-a565-4f7da7525383'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:51.918530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:51.945939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8:0:1::19f (a832cd46-8304-4550-95d0-65ebddd6e2ec/0e89af97-82f5-4800-9c56-0da3d475d3c7/a8065bf2-60fd-47f8-a515-2f7a7d17cc89) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:52.000361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.039197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844c7ae2-3975-4165-a860-b8659521fc9f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:52.041126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 8307358f-5dfb-4cd2-8e7a-853a56e4d929 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:52.078273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.079829 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae6d2e42-0d37-4eae-a28f-2f6489852920 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/844c7ae2-3975-4165-a860-b8659521fc9f HTTP/1.1" status: 204 len: 168 time: 0.7126412 Jan 31 17:56:52.103319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.152254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/46c96057-8553-46e1-a565-4f7da7525383/36d97269-7baa-414e-a67c-fd9194b2f394) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:52.161297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb334d-f832-4818-abe1-8205d0801084 req-50b33fa4-2283-447e-bd1e-7ee3f219c68c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:52.162872 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5bcb334d-f832-4818-abe1-8205d0801084 req-50b33fa4-2283-447e-bd1e-7ee3f219c68c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.7889483 Jan 31 17:56:52.280861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:56:52.281572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:56:52.282760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-647b55a5-9916-46dd-af02-31fc08fb5bae None None] Provisioning complete for port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:52.283040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-647b55a5-9916-46dd-af02-31fc08fb5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.316470 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5bcb334d-f832-4818-abe1-8205d0801084 req-cbdadd71-c61b-4c01-9b43-7fe7f110f555 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365466 Jan 31 17:56:52.381528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:52.399037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.401483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:52.451485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-647b55a5-9916-46dd-af02-31fc08fb5bae None None] Port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:52.526101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:52.529986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.541105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.546232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.611432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port ed32d709-0b35-4d07-9720-b748cf71ab58 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:56:52.629676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=743c37c1-d6e7-4e2a-847a-301234962e84,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:52.641967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '6fd21205-1689-4ac8-b3ab-85fefcfd20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '18be41b1-11b1-4854-b144-a4e759795877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:52.642439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 18be41b1-11b1-4854-b144-a4e759795877, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:52.666860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 18be41b1-11b1-4854-b144-a4e759795877 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:52.678144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 18be41b1-11b1-4854-b144-a4e759795877) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:52.682654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:52.683470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.691693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88881192-245b-4d01-b320-cd7fa1715fdd None None] Network 18be41b1-11b1-4854-b144-a4e759795877 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:52.731181 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e1f75e27-72a9-4f57-a0a4-db443a8be1bd tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0891762 Jan 31 17:56:52.732291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:52.778348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Transition to ACTIVE for port object 36d97269-7baa-414e-a67c-fd9194b2f394 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:52.779382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object a8065bf2-60fd-47f8-a515-2f7a7d17cc89 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:52.779800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.799445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Transition to ACTIVE for port object 36d97269-7baa-414e-a67c-fd9194b2f394 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:52.813694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.877547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:52.928233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=8307358f-5dfb-4cd2-8e7a-853a56e4d929,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:52.976668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network a832cd46-8304-4550-95d0-65ebddd6e2ec is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:52.983015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:53.000951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:53.011978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:53.012655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.036441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Allocated IP 2001:db8:0:1::2 (a832cd46-8304-4550-95d0-65ebddd6e2ec/0e89af97-82f5-4800-9c56-0da3d475d3c7/cabbd63a-256d-4647-bc3d-9b78881021c2) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:53.047424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=a8065bf2-60fd-47f8-a515-2f7a7d17cc89,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:53.116609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.129432 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4a29b60d-ee82-4710-9ae6-f6472e38de73 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.5207534 Jan 31 17:56:53.130550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56018) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:53.146404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb355b10-978b-495f-a19f-2ef3f2c90839'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:53.232041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] For port cabbd63a-256d-4647-bc3d-9b78881021c2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cabbd63a-256d-4647-bc3d-9b78881021c2,segment=NetworkSegment(a5133ecc-78bd-4ca3-be71-b72a77a77be4),segment_id=a5133ecc-78bd-4ca3-be71-b72a77a77be4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:53.261491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::369 (78c34a5f-8722-4630-84ca-354f3b387cf2/46c96057-8553-46e1-a565-4f7da7525383/ed32d709-0b35-4d07-9720-b748cf71ab58) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:53.293063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.313431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Transition to ACTIVE for port object cabbd63a-256d-4647-bc3d-9b78881021c2 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:53.320209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.326796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:56:53.341155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.366372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.413152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:53.424093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:53.439171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:53.465870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:53.476997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-489270e7-1d62-4c44-a0e0-2542a9c02055 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/8307358f-5dfb-4cd2-8e7a-853a56e4d929 HTTP/1.1" status: 204 len: 168 time: 2.7497325 Jan 31 17:56:53.481113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:53.507871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Pushing event updated for resources: {'Port': ['ID=36d97269-7baa-414e-a67c-fd9194b2f394,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:53.535513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.607418 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54b748f-9e99-4cf4-9275-2692a5d32056 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:56:53.608244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c54b748f-9e99-4cf4-9275-2692a5d32056 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:53.688908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.726537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff427df-3b4d-4565-8efe-fecf0227ace5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-18be41b1-11b1-4854-b144-a4e759795877', 'network_id': '18be41b1-11b1-4854-b144-a4e759795877', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': '743c37c1-d6e7-4e2a-847a-301234962e84'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:53.728051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dff427df-3b4d-4565-8efe-fecf0227ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.742746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c54b748f-9e99-4cf4-9275-2692a5d32056 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:53.747816 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c54b748f-9e99-4cf4-9275-2692a5d32056 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/8307358f-5dfb-4cd2-8e7a-853a56e4d929 HTTP/1.1" status: 404 len: 333 time: 0.2619061 Jan 31 17:56:53.747816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:53.752287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.762870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70410faf-8eeb-4d25-975c-ea9369e16936 None None] Pushing event updated for resources: {'Port': ['ID=cabbd63a-256d-4647-bc3d-9b78881021c2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:53.801103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=743c37c1-d6e7-4e2a-847a-301234962e84,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:53.826574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object ed32d709-0b35-4d07-9720-b748cf71ab58 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:53.850365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293690541'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:53.866482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Attempting to bind port 36d97269-7baa-414e-a67c-fd9194b2f394 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:56:53.867586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Attempting to bind port 36d97269-7baa-414e-a67c-fd9194b2f394 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:56:53.868949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Attempting to bind port 36d97269-7baa-414e-a67c-fd9194b2f394 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:56:53.883662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:53.909694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.914588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:56:53.915191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:53.917317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.917892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:56:53.918184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:53.918590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Bound port: 36d97269-7baa-414e-a67c-fd9194b2f394, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:56:53.919147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.948806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:53.955711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:54.033710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:54.044805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18be41b1-11b1-4854-b144-a4e759795877']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.066203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] For port 36d97269-7baa-414e-a67c-fd9194b2f394, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:56:54.070845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] For port 36d97269-7baa-414e-a67c-fd9194b2f394, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=36d97269-7baa-414e-a67c-fd9194b2f394,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:56:54.075845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd21205-1689-4ac8-b3ab-85fefcfd20c9') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.076522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd21205-1689-4ac8-b3ab-85fefcfd20c9') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.079234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.095151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397873ab-46fb-47b9-a5be-f90147e5db41 req-4dadd594-f042-424a-ae52-0c4778db0ee0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:54.096650 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-397873ab-46fb-47b9-a5be-f90147e5db41 req-4dadd594-f042-424a-ae52-0c4778db0ee0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5032156 Jan 31 17:56:54.153808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.156115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:56:54.158374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63524e3-3825-43ef-8869-7691c0f89d10 None None] Network 18be41b1-11b1-4854-b144-a4e759795877 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:54.167147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 650f78f9-6c0a-4f73-bee7-5d0ef464178a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:54.171023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.186086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] Sync routers for ids ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:56:54.238448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.261150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.271874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:54.272903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.310848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4715c9-b0ba-4f1b-a4fd-0f20f12251e3 None None] Pushing event updated for resources: {'Port': ['ID=36d97269-7baa-414e-a67c-fd9194b2f394,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:54.317334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] Routers {'504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:54.318107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.386849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:54.410361 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:54.418050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.484246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-397873ab-46fb-47b9-a5be-f90147e5db41 req-3c93a62d-de9a-4ff6-b46f-aad9e642609b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403857 Jan 31 17:56:54.499069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.500355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:56:54.504054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] Routers {'504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:56:54.505157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.506167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:54.509927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.543093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.545995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=ed32d709-0b35-4d07-9720-b748cf71ab58,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:54.570800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=18be41b1-11b1-4854-b144-a4e759795877,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:54.571953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:54.578584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:56:54.586466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:54.594115 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e65a2725-25c9-44ba-afd9-eda5d16817fa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/18be41b1-11b1-4854-b144-a4e759795877 HTTP/1.1" status: 204 len: 168 time: 1.8531725 Jan 31 17:56:54.594376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.594585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Delete allocated IP 2001:db8:0:1::19f (a832cd46-8304-4550-95d0-65ebddd6e2ec/0e89af97-82f5-4800-9c56-0da3d475d3c7) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:56:54.600921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:54.610041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-221249232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:54.618988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:54.624350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:54.624934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78f93f-9af9-40a0-9be6-577541ca6818 None None] The sync data for ids ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:56:54.632339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.639834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:54.647848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b603982a-a328-434f-9178-64f3541e6081 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5102143 Jan 31 17:56:54.652352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.663970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:54.665698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:54.705171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4f8c12c-4899-4057-8492-f0ed9d106164 None None] Provisioning for port cabbd63a-256d-4647-bc3d-9b78881021c2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:54.709122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.710995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/650f78f9-6c0a-4f73-bee7-5d0ef464178a HTTP/1.1" status: 204 len: 168 time: 0.9623415 Jan 31 17:56:54.715432 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4f8c12c-4899-4057-8492-f0ed9d106164 None None] Provisioning complete for port cabbd63a-256d-4647-bc3d-9b78881021c2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:54.715750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d4f8c12c-4899-4057-8492-f0ed9d106164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.719237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:54.748796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279f107-afe7-405e-a298-604f8e46fdf9 None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:54.753323 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fe18d9de-09fd-48b1-bdc7-f6bf548ff6de tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0598271 Jan 31 17:56:54.757467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56054) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:54.758373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:54.846667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d4576-cdc0-4d91-a7c6-b6adb9d92777 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=650f78f9-6c0a-4f73-bee7-5d0ef464178a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:54.864753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:54.867776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:54.928965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:54.938718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec6e8f8-abab-4975-af4e-b23469f4b1e4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:54.939338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ec6e8f8-abab-4975-af4e-b23469f4b1e4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:54.948791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:security_group_rule and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:54.956245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:54.979825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:54.991698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.020058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:55.054509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5764275-e567-4635-9aa5-57f363d4c951 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:55.060510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5764275-e567-4635-9aa5-57f363d4c951 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:55.060823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d5764275-e567-4635-9aa5-57f363d4c951 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:56:55.067311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5ec6e8f8-abab-4975-af4e-b23469f4b1e4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:55.068572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5ec6e8f8-abab-4975-af4e-b23469f4b1e4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports/86ed0485-8fa9-4a3a-b7db-fe874908ad93 HTTP/1.1" status: 200 len: 976 time: 0.3556674 Jan 31 17:56:55.076678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56058) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:55.083305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:55.091184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.104249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.104655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 63e30364-351e-4239-b754-6968a081d450 of type vlan for network b7648fb3-c830-47f6-b100-3f23ef6be020 Jan 31 17:56:55.115058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d5764275-e567-4635-9aa5-57f363d4c951 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:56:55.115794 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d5764275-e567-4635-9aa5-57f363d4c951 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3545816 Jan 31 17:56:55.131487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 36d97269-7baa-414e-a67c-fd9194b2f394 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:55.131651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56064) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:55.136189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.220660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.224631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Ignored duplicate provisioning block setup for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 17:56:55.235928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.381839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port ed32d709-0b35-4d07-9720-b748cf71ab58 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:55.382026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 36d97269-7baa-414e-a67c-fd9194b2f394 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:55.382467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.406242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cabbd63a-256d-4647-bc3d-9b78881021c2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:55.438831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.442859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:55.443690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.500758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f30e4be-da9c-4037-a654-1d66207638db None None] Provisioning for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:55.507561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f30e4be-da9c-4037-a654-1d66207638db None None] Provisioning complete for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:55.507935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f30e4be-da9c-4037-a654-1d66207638db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.519357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] In _notify_port_updated(), no bound segment for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 on network a832cd46-8304-4550-95d0-65ebddd6e2ec {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:55.523505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:55.524577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.529698 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/ports/a8065bf2-60fd-47f8-a515-2f7a7d17cc89 HTTP/1.1" status: 200 len: 925 time: 2.3975492 Jan 31 17:56:55.532108 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9301436 Jan 31 17:56:55.538832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:55.539405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:55.551378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb355b10-978b-495f-a19f-2ef3f2c90839'}, {'subnet_id': '0e89af97-82f5-4800-9c56-0da3d475d3c7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:55.555016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5daf7-ffe7-46ac-9136-f3151f0b0b67 req-4ac7a4a3-fa5b-4923-b2e6-05b795b86f43 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:55.564976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-14f5daf7-ffe7-46ac-9136-f3151f0b0b67 req-4ac7a4a3-fa5b-4923-b2e6-05b795b86f43 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.8463213 Jan 31 17:56:55.616299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8f30e4be-da9c-4037-a654-1d66207638db None None] Port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:55.617885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cabbd63a-256d-4647-bc3d-9b78881021c2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:55.618788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.722281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:55.792660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.808727 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-14f5daf7-ffe7-46ac-9136-f3151f0b0b67 req-73898eb9-8be7-4638-9995-cc89e4bedbcc tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410934 Jan 31 17:56:55.813961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.850343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Provisioning for port 36d97269-7baa-414e-a67c-fd9194b2f394 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:55.863660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Provisioning complete for port 36d97269-7baa-414e-a67c-fd9194b2f394 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:55.864203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.873851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:55.967604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1425, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:56:56.024186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a3d130-0285-4f24-a858-7b022af62620,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.078767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.085709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.086142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 3c76e45e-3491-45ce-b961-796e36091c7b of type vlan for network b125f45a-68da-4dc3-b357-d3c1489dc23c Jan 31 17:56:56.102122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.127712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a2d8f-da7d-4ae3-903a-d8f6f10b2676 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=b7648fb3-c830-47f6-b100-3f23ef6be020,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.131004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d086e0-8f2a-4931-8d90-de14af66f4ba tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=a8065bf2-60fd-47f8-a515-2f7a7d17cc89,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.157759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b7648fb3-c830-47f6-b100-3f23ef6be020 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:56.188774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] For port 36d97269-7baa-414e-a67c-fd9194b2f394, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=36d97269-7baa-414e-a67c-fd9194b2f394,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:56.287030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.289938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.307524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.315373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.330833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:56.354420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:56.371165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef23b5-3edf-4801-a2d1-6e52d3403a93 None None] Pushing event updated for resources: {'Port': ['ID=36d97269-7baa-414e-a67c-fd9194b2f394,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.383508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8e79f0ce-b50f-4089-bb87-eda9b7410819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd HTTP/1.1" status: 204 len: 168 time: 1.6288149 Jan 31 17:56:56.389855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56084) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:56.428155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Provisioning complete for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:56.428702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.488038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:56.502890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Provisioning for port ed32d709-0b35-4d07-9720-b748cf71ab58 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:56:56.511008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Provisioning complete for port ed32d709-0b35-4d07-9720-b748cf71ab58 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:56.511595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.531546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.550920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:56:56.579957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.588354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd3ff8-bc2f-42c3-b1a9-06e7798d8676 None None] Network 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:56.611239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.611612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-65603aec-e9cc-4a77-9836-8e680a92a48d None None] Port ed32d709-0b35-4d07-9720-b748cf71ab58 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:56:56.614867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:56.615444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.691391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for ed32d709-0b35-4d07-9720-b748cf71ab58 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:56.709777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 225339ed-efec-4a07-be0a-fd8c210b8e90 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:56.710161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.795393 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3207128 Jan 31 17:56:56.810208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61171e2c-939c-4559-9c52-4b59346a9c66 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=b125f45a-68da-4dc3-b357-d3c1489dc23c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:56.828595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b125f45a-68da-4dc3-b357-d3c1489dc23c details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:56:56.872087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:56.902644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fadd9f-0c2b-495d-87d9-4f0e06cf460e req-ff8db449-ab02-4f2e-b64e-72d10f7c6845 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:56.912502 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63fadd9f-0c2b-495d-87d9-4f0e06cf460e req-ff8db449-ab02-4f2e-b64e-72d10f7c6845 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4038601 Jan 31 17:56:56.957175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:56.959458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:57.009014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-efcd14e7-a1cb-4bbf-b701-93de62920585 None None] Provisioning complete for port 225339ed-efec-4a07-be0a-fd8c210b8e90 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:57.009389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efcd14e7-a1cb-4bbf-b701-93de62920585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.033554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=ed32d709-0b35-4d07-9720-b748cf71ab58,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:57.057194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:57.070641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 36d97269-7baa-414e-a67c-fd9194b2f394 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:56:57.073439 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63fadd9f-0c2b-495d-87d9-4f0e06cf460e req-3fc553e2-377d-49c8-9b79-6513d5039cd0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599057 Jan 31 17:56:57.201092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.228788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.284500 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4b2e5ea6-4592-49b2-8884-f1e771540875 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/ed32d709-0b35-4d07-9720-b748cf71ab58 HTTP/1.1" status: 204 len: 168 time: 2.1518490 Jan 31 17:56:57.320345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:57.421701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.471547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 225339ed-efec-4a07-be0a-fd8c210b8e90, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=225339ed-efec-4a07-be0a-fd8c210b8e90,segment=NetworkSegment(35cd96bb-b2e3-4192-a684-cf7325cbdb9b),segment_id=35cd96bb-b2e3-4192-a684-cf7325cbdb9b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:57.472293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.484084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63387d70-ffc2-463f-bc51-9fd231b0a78b None None] DHCP port deletion for 6fe98952-4a79-4eaa-953e-ea52bbb94bc7 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:57.537991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-63387d70-ffc2-463f-bc51-9fd231b0a78b None None] Deleting port 225339ed-efec-4a07-be0a-fd8c210b8e90 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:57.543495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-63387d70-ffc2-463f-bc51-9fd231b0a78b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.604375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917893b-d868-4737-9d7a-986a8d6fb8fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:57.605883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e917893b-d868-4737-9d7a-986a8d6fb8fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:57.607634 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e917893b-d868-4737-9d7a-986a8d6fb8fe tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2857263 Jan 31 17:56:57.617023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:57.621946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 36d97269-7baa-414e-a67c-fd9194b2f394 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:56:57.622496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:57.662562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 225339ed-efec-4a07-be0a-fd8c210b8e90 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:56:57.980887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.036114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-63387d70-ffc2-463f-bc51-9fd231b0a78b None None] The port '225339ed-efec-4a07-be0a-fd8c210b8e90' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:56:58.060130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=225339ed-efec-4a07-be0a-fd8c210b8e90,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:58.068129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No DVR routers for this DVR port 225339ed-efec-4a07-be0a-fd8c210b8e90 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:56:58.113019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 46c96057-8553-46e1-a565-4f7da7525383 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:56:58.341720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.441987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.449376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.490674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe98952-4a79-4eaa-953e-ea52bbb94bc7']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:58.502011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8:0:1::164 (a832cd46-8304-4550-95d0-65ebddd6e2ec/0e89af97-82f5-4800-9c56-0da3d475d3c7/a8065bf2-60fd-47f8-a515-2f7a7d17cc89) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:56:58.504350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cd96bb-b2e3-4192-a684-cf7325cbdb9b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:58.505010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cd96bb-b2e3-4192-a684-cf7325cbdb9b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:56:58.517730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.535307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.541746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:56:58.542394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.601751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:56:58.636889 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:56:58.672159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.683340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=4c838908-2c72-4618-a80d-3e09d0073db3,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:58.728761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.752709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.760514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.778382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=6fe98952-4a79-4eaa-953e-ea52bbb94bc7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:58.785435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932cf47-4e58-4fb9-b82c-b17467add03f req-4455b8f7-3dd2-4fd4-8fdc-f3b68b541369 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:58.792544 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4932cf47-4e58-4fb9-b82c-b17467add03f req-4455b8f7-3dd2-4fd4-8fdc-f3b68b541369 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5358229 Jan 31 17:56:58.825056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f05e4460-195c-45b6-9f29-7fc944047afc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/6fe98952-4a79-4eaa-953e-ea52bbb94bc7 HTTP/1.1" status: 204 len: 168 time: 2.4292393 Jan 31 17:56:58.826205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56106) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:58.909698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '63e30364-351e-4239-b754-6968a081d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:56:58.910141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: b7648fb3-c830-47f6-b100-3f23ef6be020, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:56:58.938011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4932cf47-4e58-4fb9-b82c-b17467add03f req-471cc60b-f270-4e8d-bd3e-a907a90c74c1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445336 Jan 31 17:56:58.954618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:58.960784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.008108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 225339ed-efec-4a07-be0a-fd8c210b8e90 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:56:59.026983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object a8065bf2-60fd-47f8-a515-2f7a7d17cc89 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:56:59.029159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=46c96057-8553-46e1-a565-4f7da7525383,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:59.036671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.045023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.051746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 225339ed-efec-4a07-be0a-fd8c210b8e90 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:56:59.052212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 225339ed-efec-4a07-be0a-fd8c210b8e90 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:56:59.053802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39f8c39-b564-4705-bc1d-b96e77edba34 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:59.154610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0ee80-bc18-4d84-b39b-5106ed9c387c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:59.156097 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-61b0ee80-bc18-4d84-b39b-5106ed9c387c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3250456 Jan 31 17:56:59.167764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network b7648fb3-c830-47f6-b100-3f23ef6be020 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:56:59.170204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56110) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.277903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0a348255-76d8-4d2a-a855-989a07d70c58 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/46c96057-8553-46e1-a565-4f7da7525383 HTTP/1.1" status: 204 len: 168 time: 1.6596665 Jan 31 17:56:59.282379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] In _notify_port_updated(), no bound segment for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 on network a832cd46-8304-4550-95d0-65ebddd6e2ec {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:56:59.284825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.286143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:59.286832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.288084 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/ports/a8065bf2-60fd-47f8-a515-2f7a7d17cc89 HTTP/1.1" status: 200 len: 1011 time: 3.7433119 Jan 31 17:56:59.297140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b7648fb3-c830-47f6-b100-3f23ef6be020) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:56:59.301336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:56:59.301961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.309362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.328332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38b481-7d39-451e-a972-dc3bf4444eb6 None None] Network b7648fb3-c830-47f6-b100-3f23ef6be020 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:56:59.374221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aca87b-9624-4df9-b68f-537d1b89d896 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=a8065bf2-60fd-47f8-a515-2f7a7d17cc89,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:56:59.413972 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-11d0bfb2-10cd-4c22-9a4f-46f44d5c8f91 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.8669801 Jan 31 17:56:59.422769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56122) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.474045 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0adfc2d4-1b7a-4ca0-a745-80bfc8ba8847 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1880577 Jan 31 17:56:59.475657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56126) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.539288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:59.539634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.556873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 86ed0485-8fa9-4a3a-b7db-fe874908ad93 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:59.557622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.692793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:56:59.699477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Deleting port 36d97269-7baa-414e-a67c-fd9194b2f394 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:56:59.700179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.713864 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c2110200-0a4e-4d14-ace8-c4b82a6018ca tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5336354 Jan 31 17:56:59.723706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56130) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:56:59.733719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-343813831'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:56:59.760930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b7648fb3-c830-47f6-b100-3f23ef6be020', 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': '4c838908-2c72-4618-a80d-3e09d0073db3'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:56:59.762124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.772348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:56:59.833731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:56:59.838894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:56:59.847444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.855551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:56:59.909715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:56:59.912551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.924316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.994820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:56:59.997972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] For port 36d97269-7baa-414e-a67c-fd9194b2f394, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=36d97269-7baa-414e-a67c-fd9194b2f394,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:56:59.998487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.098624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 86ed0485-8fa9-4a3a-b7db-fe874908ad93 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:00.129076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:00.150400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:00.187559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Calling delete_port for 36d97269-7baa-414e-a67c-fd9194b2f394 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:00.193825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827682f-c718-4cad-9586-33f182db014e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:00.194436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a827682f-c718-4cad-9586-33f182db014e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:00.217200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fcedf51e-56d7-41ce-a155-de85d20ca171 None None] Provisioning for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:00.246147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for a8065bf2-60fd-47f8-a515-2f7a7d17cc89 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:00.263979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fcedf51e-56d7-41ce-a155-de85d20ca171 None None] Provisioning complete for port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:00.264437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fcedf51e-56d7-41ce-a155-de85d20ca171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.277312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.347337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:00.374274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fcedf51e-56d7-41ce-a155-de85d20ca171 None None] Port a8065bf2-60fd-47f8-a515-2f7a7d17cc89 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:00.402363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.402708 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment c1ba6577-4857-4f29-bf53-4263309a1231 of type vlan for network e6e2fdf2-b1cc-478a-9cf1-640ff691623f Jan 31 17:57:00.420976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a827682f-c718-4cad-9586-33f182db014e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:00.424623 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a827682f-c718-4cad-9586-33f182db014e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9407520 Jan 31 17:57:00.424849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:00.430745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.471270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:00.481981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.482662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:00.492000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:00.493573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] No DVR routers for this DVR port 36d97269-7baa-414e-a67c-fd9194b2f394 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:00.495332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2b342-ad37-41ae-8624-a91b9c1f66b4 None None] Pushing event deleted for resources: {'Port': ['ID=36d97269-7baa-414e-a67c-fd9194b2f394,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:00.504455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:00.517307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e8777-9ee1-449e-aac5-bbd744a61f3a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:00.518005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ff6e8777-9ee1-449e-aac5-bbd744a61f3a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:00.525014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Allocated IP 172.20.0.1 (b7648fb3-c830-47f6-b100-3f23ef6be020/4c838908-2c72-4618-a80d-3e09d0073db3/ac129a40-4b83-470d-9cea-e24fb46af263) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:00.535503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:00.572213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48203b-af9f-455f-bb89-75e8a432df73 req-c37f1627-3d0d-4b2f-80f3-3c551c2f0ae1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:00.573715 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b48203b-af9f-455f-bb89-75e8a432df73 req-c37f1627-3d0d-4b2f-80f3-3c551c2f0ae1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3363383 Jan 31 17:57:00.605224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ff6e8777-9ee1-449e-aac5-bbd744a61f3a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:00.608993 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ff6e8777-9ee1-449e-aac5-bbd744a61f3a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1807880 Jan 31 17:57:00.612168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:00.690891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.696676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.700293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:00.700866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.727703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3dcda93c-80b6-47a2-8520-a6b5be2f55db tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082311 Jan 31 17:57:00.762738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:00.766346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.778444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:00.808518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.880047 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b48203b-af9f-455f-bb89-75e8a432df73 req-9f09ddbd-019b-4eb3-9403-148d51cb6d61 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2933340 Jan 31 17:57:00.881256 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1566455 Jan 31 17:57:00.890493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56152) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:00.900244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:00.916240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883ec22-fba2-4cdf-85f2-217d3c60176c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=e6e2fdf2-b1cc-478a-9cf1-640ff691623f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:00.921385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Transition to ACTIVE for port object ac129a40-4b83-470d-9cea-e24fb46af263 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:00.923053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:00.938048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=86ed0485-8fa9-4a3a-b7db-fe874908ad93,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:00.940257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:01.018970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.019297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.019632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.019955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.020275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.020601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.020916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.021225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.021564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.021871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.022183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.042146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=a8065bf2-60fd-47f8-a515-2f7a7d17cc89,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:01.057811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:01.091102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:01.162474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.165242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f19e9ee-3704-4917-a3d9-54e0cc163ffa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/a8065bf2-60fd-47f8-a515-2f7a7d17cc89 HTTP/1.1" status: 204 len: 168 time: 1.8545716 Jan 31 17:57:01.169538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56156) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:01.187921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 36d97269-7baa-414e-a67c-fd9194b2f394 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:01.221152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:01.224146 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94ea298-4135-4989-b8df-5563bffe7856 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:57:01.224895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a94ea298-4135-4989-b8df-5563bffe7856 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:01.230588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:01.236162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Transition to ACTIVE for port object ac129a40-4b83-470d-9cea-e24fb46af263 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:01.238208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 36d97269-7baa-414e-a67c-fd9194b2f394 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:01.238919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 36d97269-7baa-414e-a67c-fd9194b2f394 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:01.240731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:01.247073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:01.258385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:01.268158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.285240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a94ea298-4135-4989-b8df-5563bffe7856 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:01.286771 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a94ea298-4135-4989-b8df-5563bffe7856 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/a8065bf2-60fd-47f8-a515-2f7a7d17cc89 HTTP/1.1" status: 404 len: 333 time: 0.1160233 Jan 31 17:57:01.289473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:01.308416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:01.346025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.358632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Pushing event updated for resources: {'Port': ['ID=ac129a40-4b83-470d-9cea-e24fb46af263,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:01.379302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.379645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.380385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.380723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.381052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.381378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.381725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.382108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.382428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.382745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.383060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:01.395139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Network b7648fb3-c830-47f6-b100-3f23ef6be020 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:01.396525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:01.398941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:01.451805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=4c838908-2c72-4618-a80d-3e09d0073db3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:01.480398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.489551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Attempting to bind port ac129a40-4b83-470d-9cea-e24fb46af263 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:01.489551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Attempting to bind port ac129a40-4b83-470d-9cea-e24fb46af263 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '63e30364-351e-4239-b754-6968a081d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:01.489880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Attempting to bind port ac129a40-4b83-470d-9cea-e24fb46af263 on network b7648fb3-c830-47f6-b100-3f23ef6be020 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:01.496899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:01.497359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Checking segment: {'id': '63e30364-351e-4239-b754-6968a081d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:01.497847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.498305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Bound using segment: {'id': '63e30364-351e-4239-b754-6968a081d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:01.498835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Bound port: ac129a40-4b83-470d-9cea-e24fb46af263, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e30364-351e-4239-b754-6968a081d450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:01.499279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.530127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.549797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.570232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.596627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] For port ac129a40-4b83-470d-9cea-e24fb46af263, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:01.600273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] For port ac129a40-4b83-470d-9cea-e24fb46af263, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ac129a40-4b83-470d-9cea-e24fb46af263,segment=NetworkSegment(63e30364-351e-4239-b754-6968a081d450),segment_id=63e30364-351e-4239-b754-6968a081d450)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:01.601099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet 0e89af97-82f5-4800-9c56-0da3d475d3c7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:01.607048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.611513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.692863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.704271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d5046-6de6-41a0-b756-337e245203f1 None None] Pushing event updated for resources: {'Port': ['ID=ac129a40-4b83-470d-9cea-e24fb46af263,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:01.735712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=f21a1945-099e-4ada-8d19-13b6a47b097f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:01.766074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.786464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26e5885-e3f2-476c-8e2e-a81ebe8dea99 None None] Network b7648fb3-c830-47f6-b100-3f23ef6be020 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:01.793264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7648fb3-c830-47f6-b100-3f23ef6be020']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:01.821102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e30364-351e-4239-b754-6968a081d450') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:01.821446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e30364-351e-4239-b754-6968a081d450') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:01.835234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '3c76e45e-3491-45ce-b961-796e36091c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:01.835723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: b125f45a-68da-4dc3-b357-d3c1489dc23c, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:01.843160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.871808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:01.883264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:01.884346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:02.017152 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:02.051562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd96da-8d6a-4080-b5c8-865f4bb8e8ff None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:57:02.146976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:57:02.146976 dv-neutron-823271-3-hyperv neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:57:02.146976 dv-neutron-823271-3-hyperv neutron-server[83558]: [parameters: {'id': 'b7648fb3-c830-47f6-b100-3f23ef6be020'}] Jan 31 17:57:02.146976 dv-neutron-823271-3-hyperv neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:02.147523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:02.154227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.206433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network b125f45a-68da-4dc3-b357-d3c1489dc23c is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:02.242305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b125f45a-68da-4dc3-b357-d3c1489dc23c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:02.246793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:02.247554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.255452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.295413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.307629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=0e89af97-82f5-4800-9c56-0da3d475d3c7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:02.329497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd96da-8d6a-4080-b5c8-865f4bb8e8ff None None] Unable to find a vacant binding_index for network b125f45a-68da-4dc3-b357-d3c1489dc23c and agent a0723041-7265-4d0d-8493-72055ae03d50 {{(pid=83559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 31 17:57:02.335387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fd96da-8d6a-4080-b5c8-865f4bb8e8ff None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b125f45a-68da-4dc3-b357-d3c1489dc23c) {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:57:02.351580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.388269 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d193e776-a8b5-4ae7-949c-7d95ff6aa6d8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2564299 Jan 31 17:57:02.392571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:02.399378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-08fe55bd-a7dd-4331-95ba-5c1876d01d12 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/0e89af97-82f5-4800-9c56-0da3d475d3c7 HTTP/1.1" status: 204 len: 168 time: 1.0896246 Jan 31 17:57:02.403794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:02.406801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=14a7f622-402b-4ee6-b87f-c11359d5fd28,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:02.453246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': 'c1ba6577-4857-4f29-bf53-4263309a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:02.453655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: e6e2fdf2-b1cc-478a-9cf1-640ff691623f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:02.454405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807258415'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:02.468226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:02.481289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:02.486181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:02.496187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27890b19-4324-42bd-a60e-2a49818c8b40 req-50f75ec2-040e-4504-a718-355b90d76841 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:02.497698 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-27890b19-4324-42bd-a60e-2a49818c8b40 req-50f75ec2-040e-4504-a718-355b90d76841 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4331918 Jan 31 17:57:02.508263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:02.532027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:02.575032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e6e2fdf2-b1cc-478a-9cf1-640ff691623f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:02.577566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:57:02.586986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:02.587588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.589204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:02.592168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.628187 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d2863685-9787-4f4c-a1ea-8bcd0f8212a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7321663 Jan 31 17:57:02.628187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:02.641365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f', 'name': 'tempest-PortsTestJSON-128452777'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:02.654537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.686014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-27890b19-4324-42bd-a60e-2a49818c8b40 req-46acaed0-e545-4a3b-97db-9fcb9875d98e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617327 Jan 31 17:57:02.693237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:57:02.696594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:02.702496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.722134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '32c17d7f-fade-4be1-a638-cb0a33d4eda1'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:02.723698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.723968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet cb355b10-978b-495f-a19f-2ef3f2c90839 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:02.739980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b125f45a-68da-4dc3-b357-d3c1489dc23c', 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': 'f21a1945-099e-4ada-8d19-13b6a47b097f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:02.740806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.747568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.777654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port ac129a40-4b83-470d-9cea-e24fb46af263 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:02.777986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.809673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.810019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment f980b4c0-f027-404e-b2db-c41d1b92d27b of type vlan for network f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 Jan 31 17:57:02.856213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:02.895210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.918454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:02.921070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:02.921862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.954084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=32c17d7f-fade-4be1-a638-cb0a33d4eda1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:02.960068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:02.984970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-394bbea1-6d46-4bf3-bf7c-3f93a3462f88 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2199831 Jan 31 17:57:02.987099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:57:02.992622 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3c5e6cbb-5826-4c14-833e-c0f81ee3ada1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9113779 Jan 31 17:57:03.001177 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] Sync routers for ids ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:57:03.002442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:03.002777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56182) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:03.033989 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] Routers {'504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:03.036393 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:03.042376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Allocated IP 2001:db8::f816:3eff:fe27:ca37 (78c34a5f-8722-4630-84ca-354f3b387cf2/32c17d7f-fade-4be1-a638-cb0a33d4eda1/1d30449b-c4e5-4f4f-a282-16ecb67a8451) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:03.053980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Allocated IP 2001:db8:0:ffff::2 (b125f45a-68da-4dc3-b357-d3c1489dc23c/f21a1945-099e-4ada-8d19-13b6a47b097f/7d1927d7-c675-4bb6-b153-d102d01d6f22) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:03.067035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:03.095272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port ac129a40-4b83-470d-9cea-e24fb46af263, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ac129a40-4b83-470d-9cea-e24fb46af263,segment=NetworkSegment(63e30364-351e-4239-b754-6968a081d450),segment_id=63e30364-351e-4239-b754-6968a081d450)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:03.095685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.128539 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:03.141032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] Routers {'504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:03.141940 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:56:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:03.205805 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:03.206502 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bd1d18-3b22-4584-9a1e-f9a956158b03 None None] The sync data for ids ['504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:57:03.228572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for ac129a40-4b83-470d-9cea-e24fb46af263 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:03.239431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.243762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:03.244358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.269104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:03.287583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:03.292953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:03.303347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:03.360587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.388943 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9940960 Jan 31 17:57:03.390924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.397909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56188) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:03.431104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:03.434441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.459885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:03.466819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=ac129a40-4b83-470d-9cea-e24fb46af263,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:03.487416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.495938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 7b960468-d332-43ba-b126-3b9d5644ed5f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:03.507875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06accae2-33ce-47e0-a01e-0bc992757fdb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:03.510780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Transition to ACTIVE for port object 1d30449b-c4e5-4f4f-a282-16ecb67a8451 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:03.513384 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.528575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:03.531503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port ac129a40-4b83-470d-9cea-e24fb46af263 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:03.537648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.537990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.538377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.538730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.539062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.539398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.540378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.540706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.541029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.541352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.541691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:57:03.552860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Transition to ACTIVE for port object 7d1927d7-c675-4bb6-b153-d102d01d6f22 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:03.620155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Transition to ACTIVE for port object 1d30449b-c4e5-4f4f-a282-16ecb67a8451 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:03.646397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.717568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Transition to ACTIVE for port object 7d1927d7-c675-4bb6-b153-d102d01d6f22 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:03.721247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:03.733056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:03.737903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:03.738141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:03.743661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:03.750605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.820661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:03.825325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.826714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Network b125f45a-68da-4dc3-b357-d3c1489dc23c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:03.832696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.900052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:03.908369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:03.909709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:03.926814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=cb355b10-978b-495f-a19f-2ef3f2c90839,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:03.929179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:03.935590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:03.944785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:03.962231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:03.985252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Attempting to bind port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:03.985781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Attempting to bind port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:03.986225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Attempting to bind port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:03.995647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.001528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7648fb3-c830-47f6-b100-3f23ef6be020']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:04.003798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:04.004278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:04.005024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.005544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:04.006103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Bound port: 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:04.006562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.008220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:04.018866 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-03836652-231d-4b89-87fb-76a9f27b19e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 17:57:04.022505 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-03836652-231d-4b89-87fb-76a9f27b19e8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0143759 Jan 31 17:57:04.026425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56194) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:04.033124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e30364-351e-4239-b754-6968a081d450') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:04.033438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e30364-351e-4239-b754-6968a081d450') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:04.053707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.12 (e6e2fdf2-b1cc-478a-9cf1-640ff691623f/14a7f622-402b-4ee6-b87f-c11359d5fd28/7b960468-d332-43ba-b126-3b9d5644ed5f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:04.063775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4ed3f6b2-ca3f-446d-8fe7-9cbd68b848f5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/cb355b10-978b-495f-a19f-2ef3f2c90839 HTTP/1.1" status: 204 len: 168 time: 1.6565504 Jan 31 17:57:04.065169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.072510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:04.089380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.100782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-efac64a4-ad19-4fdb-aac9-e1d7196ebd01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:04.112210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:04.112591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.115137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:04.127821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Pushing event updated for resources: {'Port': ['ID=7d1927d7-c675-4bb6-b153-d102d01d6f22,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:04.128197 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:04.144919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49939196-af35-4d38-94b0-b0bd48b6b46d req-12ec839c-4293-43a0-bf06-42a679f507c2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:04.152482 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49939196-af35-4d38-94b0-b0bd48b6b46d req-12ec839c-4293-43a0-bf06-42a679f507c2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.2321990 Jan 31 17:57:04.166606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Attempting to bind port 7d1927d7-c675-4bb6-b153-d102d01d6f22 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:04.167125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Attempting to bind port 7d1927d7-c675-4bb6-b153-d102d01d6f22 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '3c76e45e-3491-45ce-b961-796e36091c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:04.167586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Attempting to bind port 7d1927d7-c675-4bb6-b153-d102d01d6f22 on network b125f45a-68da-4dc3-b357-d3c1489dc23c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:04.190121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:04.190634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Checking segment: {'id': '3c76e45e-3491-45ce-b961-796e36091c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:04.191124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.191624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Bound using segment: {'id': '3c76e45e-3491-45ce-b961-796e36091c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:04.192641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Bound port: 7d1927d7-c675-4bb6-b153-d102d01d6f22, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c76e45e-3491-45ce-b961-796e36091c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'b125f45a-68da-4dc3-b357-d3c1489dc23c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:04.193115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.252299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:04.270676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:04.281179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.286678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.320659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.331509 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32c17d7f-fade-4be1-a638-cb0a33d4eda1 (CIDR: 2001:db8::/64) Jan 31 17:57:04.342243 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:57:04.342681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:04.343244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=b7648fb3-c830-47f6-b100-3f23ef6be020,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:04.347027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-efac64a4-ad19-4fdb-aac9-e1d7196ebd01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:04.348290 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-efac64a4-ad19-4fdb-aac9-e1d7196ebd01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 HTTP/1.1" status: 200 len: 205 time: 0.3206611 Jan 31 17:57:04.353507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.366923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] For port 7d1927d7-c675-4bb6-b153-d102d01d6f22, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:04.371964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.377165 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cfa7bb5e-c965-4fe0-a00c-243a9631af5d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/b7648fb3-c830-47f6-b100-3f23ef6be020 HTTP/1.1" status: 204 len: 168 time: 4.9472342 Jan 31 17:57:04.377336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:04.378529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56204) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:04.391676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] For port 7d1927d7-c675-4bb6-b153-d102d01d6f22, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d1927d7-c675-4bb6-b153-d102d01d6f22,segment=NetworkSegment(3c76e45e-3491-45ce-b961-796e36091c7b),segment_id=3c76e45e-3491-45ce-b961-796e36091c7b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:04.392378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2073408167'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:04.403273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.413722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90df2d-9263-4abd-bddf-161dca00d7cf None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:04.459575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49939196-af35-4d38-94b0-b0bd48b6b46d req-26a21ca5-2a01-4e10-8590-75957ded688c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060575 Jan 31 17:57:04.533564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901923-ae6b-4878-9d5e-aac9e925beab None None] Pushing event updated for resources: {'Port': ['ID=7d1927d7-c675-4bb6-b153-d102d01d6f22,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:04.561278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:04.582691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b5e15a45-7fee-4e60-b7dd-937a4f48fe62 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5763354 Jan 31 17:57:04.584164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:04.584397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:04.590930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:04.591171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:04.605485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:04.613790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.614036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port cabbd63a-256d-4647-bc3d-9b78881021c2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:04.614332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.728949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 7b960468-d332-43ba-b126-3b9d5644ed5f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:04.742308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:04.745840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.819412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.852367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:04.865057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:04.880715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:04.934066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:04.996505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:05.067417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:05.120562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:05.125983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:05.130770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=7b960468-d332-43ba-b126-3b9d5644ed5f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:05.135736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:05.166733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:05.172855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d1927d7-c675-4bb6-b153-d102d01d6f22 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:05.177778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.178127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 3b2f40e3-3527-4f41-b3fe-096c1fc53cda of type vlan for network f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 Jan 31 17:57:05.215226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.247530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:05.292341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:05.292956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.329628 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c3c1d4f-d33c-456e-b5c7-c5aa6928a1a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7024591 Jan 31 17:57:05.332917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:05.342026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f', 'name': 'tempest-PortsTestJSON-2121308377'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:05.474162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.529870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:05.533646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] For port cabbd63a-256d-4647-bc3d-9b78881021c2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cabbd63a-256d-4647-bc3d-9b78881021c2,segment=NetworkSegment(a5133ecc-78bd-4ca3-be71-b72a77a77be4),segment_id=a5133ecc-78bd-4ca3-be71-b72a77a77be4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:05.534000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.571986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:05.579231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:05.588709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:05.632173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:05.637207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.677207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:05.684165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.784871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:05.833937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for cabbd63a-256d-4647-bc3d-9b78881021c2 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:05.935205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:05.980022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.014337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Provisioning for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:06.020890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:06.021261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.030286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.033997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:06.034582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.039292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.052727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:06.053541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=f9a54ae0-a24f-4f8b-aceb-9590f826769a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:06.058416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:06.063827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:06.064406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.079009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.10 (e6e2fdf2-b1cc-478a-9cf1-640ff691623f/14a7f622-402b-4ee6-b87f-c11359d5fd28/3574bb2f-5b2e-4c4d-91fe-30f5ea30da69) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:06.105157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:06.123648 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1b12e04c-4ee2-4c05-948b-b78ab2cc8228 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5367541 Jan 31 17:57:06.124342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56220) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:06.131938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:c8:47:a2', 'name': 'tempest-NetworksTestDHCPv6-1003493753'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:06.183267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.202740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4b15e8-e845-47bc-b422-d2a956c0d086 None None] Network b125f45a-68da-4dc3-b357-d3c1489dc23c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:06.232904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8448846 Jan 31 17:57:06.235425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56230) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:06.242060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': 'f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:06.257830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c1c94-4a82-4b4c-ab58-8c8d7ad2c02f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:06.263581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.283448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb9a8b9-4a48-4409-adc1-982526a65b90 None None] Network a832cd46-8304-4550-95d0-65ebddd6e2ec requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:06.285691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56234) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:06.306698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ecfb37-7340-4a32-8c0c-6d2c33f30cf9 None None] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:06.307027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': 'f980b4c0-f027-404e-b2db-c41d1b92d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:06.307384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:06.318415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ffd87-c42b-417a-bc98-febfc655f49c None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:06.327844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.328372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:57:06.330715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:06.338463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=cabbd63a-256d-4647-bc3d-9b78881021c2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:06.353650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690d062-c762-46cd-9c68-1917bec431a5 req-144d9b32-6fb3-483e-8eb9-3b90a904b251 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:06.355143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e690d062-c762-46cd-9c68-1917bec431a5 req-144d9b32-6fb3-483e-8eb9-3b90a904b251 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6671424 Jan 31 17:57:06.364689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No DVR routers for this DVR port cabbd63a-256d-4647-bc3d-9b78881021c2 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:06.416048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.419700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-98d10ad5-b6ea-47ed-bfc3-938824aedcb4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 HTTP/1.1" status: 204 len: 168 time: 2.0309577 Jan 31 17:57:06.424594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:06.568646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:06.573809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:06.578436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:06.590150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:06.600629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:06.606720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.609080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:06.615316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:06.623663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:06.626202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:06.628718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:06.629109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.639455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:06.646749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.647578 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e690d062-c762-46cd-9c68-1917bec431a5 req-480528b7-4d3d-41b4-b5a3-edb180f44e06 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528586 Jan 31 17:57:06.647857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:06.671605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:06.675605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.682463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a832cd46-8304-4550-95d0-65ebddd6e2ec']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:06.690416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.690709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:06.692169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09411c03-8aee-4b3d-b2be-b7595dd307a0 None None] Network f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:06.699887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:06.747234 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3657892c-d5a2-45d8-9cae-5886a7f84b0e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2918313 Jan 31 17:57:06.749292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5133ecc-78bd-4ca3-be71-b72a77a77be4') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:06.749757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5133ecc-78bd-4ca3-be71-b72a77a77be4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:06.761188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56242) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:06.793998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-75d45345-1d18-45ec-9bbb-7d87759c1e23 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=224c0a60e04245ba9d1e4ce5580158cb&network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 2999 time: 0.4954872 Jan 31 17:57:06.794240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.871047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.896359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.901735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.938557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:06.939377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:06.964206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Provisioning for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:06.964468 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:07.000912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Provisioning complete for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:07.001284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.021782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 21bfe4a6-92c1-490e-835b-b6acd7099070 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:07.152766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:07.159570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:07.170074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:07.199588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet 30b96e03-7a3d-478a-9159-da0539100481 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:07.206328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=3574bb2f-5b2e-4c4d-91fe-30f5ea30da69,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:07.219082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.230843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e4bfb-a511-48e6-b034-327561cddd8a None None] DHCP port deletion for a832cd46-8304-4550-95d0-65ebddd6e2ec request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:07.233813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f8f4f38-8587-47e2-8d40-6decade63bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.276573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.287298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.306041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:07.307093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.311395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2823073-905c-4cf7-a915-61d3f240f439 None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:07.332479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.340364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.342623 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8da47da5-e4ed-4b28-ad1a-f213b3d4006b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0086656 Jan 31 17:57:07.348640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56250) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:07.379986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=a832cd46-8304-4550-95d0-65ebddd6e2ec,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:07.423509 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4c13bd26-4904-4f80-9bb4-5ead832aeb42 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/a832cd46-8304-4550-95d0-65ebddd6e2ec HTTP/1.1" status: 204 len: 168 time: 3.3462801 Jan 31 17:57:07.428645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56254) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:07.505829 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:57:07.526443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8:0:1::28c (78c34a5f-8722-4630-84ca-354f3b387cf2/f9a54ae0-a24f-4f8b-aceb-9590f826769a/21bfe4a6-92c1-490e-835b-b6acd7099070) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:07.548894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.558642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fec8:47a2 (78c34a5f-8722-4630-84ca-354f3b387cf2/32c17d7f-fade-4be1-a638-cb0a33d4eda1/21bfe4a6-92c1-490e-835b-b6acd7099070) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:07.583041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.622615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.626451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6410165-a3a5-4b6d-a565-9f93abc4cc71 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:07.627266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c6410165-a3a5-4b6d-a565-9f93abc4cc71 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:07.671737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.698920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53da40c-9326-4778-a97b-b84965a86543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774', 'network_id': 'f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': '0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:07.700333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b53da40c-9326-4778-a97b-b84965a86543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.703471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c6410165-a3a5-4b6d-a565-9f93abc4cc71 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:07.704646 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c6410165-a3a5-4b6d-a565-9f93abc4cc71 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3532772 Jan 31 17:57:07.709078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:07.770676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.793699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] For port 7d1927d7-c675-4bb6-b153-d102d01d6f22, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d1927d7-c675-4bb6-b153-d102d01d6f22,segment=NetworkSegment(3c76e45e-3491-45ce-b961-796e36091c7b),segment_id=3c76e45e-3491-45ce-b961-796e36091c7b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:07.810239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.862065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=30b96e03-7a3d-478a-9159-da0539100481,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:07.871926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e6e2fdf2-b1cc-478a-9cf1-640ff691623f', 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': '14a7f622-402b-4ee6-b87f-c11359d5fd28'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:07.873063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.880705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d82c9a6-374c-479b-9a16-4480092d45d4 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:07.885144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d82c9a6-374c-479b-9a16-4480092d45d4 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:07.899060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:07.899528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:07.934924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2cc1ca-af14-4128-bc3c-e60c1ce8e5e0 None None] Network 81afd865-3409-44c6-94e2-941e030db683 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:07.935245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.006699 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-69f0abab-b5b1-4944-8321-45d50282b8d0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/30b96e03-7a3d-478a-9159-da0539100481 HTTP/1.1" status: 204 len: 168 time: 1.5660641 Jan 31 17:57:08.021607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:08.047732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d82c9a6-374c-479b-9a16-4480092d45d4 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:08.049182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d82c9a6-374c-479b-9a16-4480092d45d4 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6197705 Jan 31 17:57:08.058506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:08.082894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.093930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=e395aaef-9007-4515-a972-a8ff3a6433cf,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:08.192606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '3b2f40e3-3527-4f41-b3fe-096c1fc53cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:08.192606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:08.201485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server [None req-b53da40c-9326-4778-a97b-b84965a86543 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c: This subnet is being modified by another concurrent operation. Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 17:57:08.203983 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise value Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server raise exception Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c: This subnet is being modified by another concurrent operation. Jan 31 17:57:08.207517 dv-neutron-823271-3-hyperv neutron-server[83559]: ERROR oslo_messaging.rpc.server Jan 31 17:57:08.241282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e705b-0f11-4da7-828d-9a1b5b9afd12 None None] Network f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:08.284259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8d96-dd14-44b0-b9c0-9efe5e2773a7 None None] Pushing event updated for resources: {'Port': ['ID=7d1927d7-c675-4bb6-b153-d102d01d6f22,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:08.304893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.314476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:08.361433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c775b-d82f-476a-a4a1-3c66c4f5626d req-8fec9a95-e599-4ff4-b015-bb2a3f23ab8d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:08.368289 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f55c775b-d82f-476a-a4a1-3c66c4f5626d req-8fec9a95-e599-4ff4-b015-bb2a3f23ab8d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3068881 Jan 31 17:57:08.394863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:08.397332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 21bfe4a6-92c1-490e-835b-b6acd7099070 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:08.408711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a2ecf19e-c75f-4bdc-8c58-c9f7fa7961d0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3162439 Jan 31 17:57:08.417734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:08.425053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-551974955'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:08.427469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.436909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:08.438442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Update dhcp port {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '32c17d7f-fade-4be1-a638-cb0a33d4eda1', 'ip_address': '2001:db8::f816:3eff:fe27:ca37'}, {'subnet_id': 'f9a54ae0-a24f-4f8b-aceb-9590f826769a'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '1d30449b-c4e5-4f4f-a282-16ecb67a8451'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:57:08.458842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:08.460715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:08.471158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:08.485846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.501366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2692e55-3107-4916-b078-83663cc26829 None None] Network f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:08.501886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:08.502484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.514411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 1f75a9ac-612f-467f-ac25-0af480fe065a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:08.514756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.517986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:08.522043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a2178-583d-4b23-b58f-82b5c5daa39f tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:08.523545 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-276a2178-583d-4b23-b58f-82b5c5daa39f tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 814 time: 0.2068200 Jan 31 17:57:08.546920 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f55c775b-d82f-476a-a4a1-3c66c4f5626d req-1b081b47-abce-40f3-94e1-fae213c0f0bf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775873 Jan 31 17:57:08.580008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:08.588665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.618562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:08.618990 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b9ad9eaf-7b90-48e4-99a3-10cab9d4ddc4 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3790455 Jan 31 17:57:08.620952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.622595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56286) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:08.636963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.659512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f980b4c0-f027-404e-b2db-c41d1b92d27b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:08.659803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f980b4c0-f027-404e-b2db-c41d1b92d27b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:08.687563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.754196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.847264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6230b8d-cc2f-482f-93fa-f66ca264fe29 None None] Network b125f45a-68da-4dc3-b357-d3c1489dc23c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:08.867458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:08.880666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=21bfe4a6-92c1-490e-835b-b6acd7099070,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:08.889360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Allocated IP 172.20.0.2 (e6e2fdf2-b1cc-478a-9cf1-640ff691623f/14a7f622-402b-4ee6-b87f-c11359d5fd28/5c6f083c-7640-4c2e-98af-cf22541da82f) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:08.901933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:08.903299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:08.915906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:08.918420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.926269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:08.929787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:08.931241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.955580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.961366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.962881 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment 4807ee33-f151-4cf0-8699-7c012084f364 of type vlan for network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e Jan 31 17:57:08.963010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:08.963010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:08.979583 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:08.988933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:09.059961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c01de597-c7ea-437b-a08c-1fe5db027825 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.9322028 Jan 31 17:57:09.070743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:09.096968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:09.134059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.165847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--2060184569', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:09.179650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.213599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] DHCP port deletion for 81afd865-3409-44c6-94e2-941e030db683 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:09.225928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8f09b95e-93f5-4329-956f-9f37980d1cf6 None None] Provisioning complete for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:09.226558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f09b95e-93f5-4329-956f-9f37980d1cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.234602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 21bfe4a6-92c1-490e-835b-b6acd7099070 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:09.234933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.301586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Deleting port 1f75a9ac-612f-467f-ac25-0af480fe065a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:09.302738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.364396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:09.377865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.393695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:09.409033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.413370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:09.415195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.424703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.427683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:09.464746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:09.470195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:09.489105 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cc78335d-3e76-472d-92bc-a6b744fcff80 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 HTTP/1.1" status: 204 len: 168 time: 2.7243772 Jan 31 17:57:09.495437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 1f75a9ac-612f-467f-ac25-0af480fe065a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1f75a9ac-612f-467f-ac25-0af480fe065a,segment=NetworkSegment(adcde113-c0f3-4ec0-9934-6101cc10549b),segment_id=adcde113-c0f3-4ec0-9934-6101cc10549b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:09.496047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.503998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:09.522187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:09.525770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.568052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f1eaf97b-fcac-485a-a6d2-004f51f5f47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.583041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8decb2-efbf-4b15-8632-aedc62ba116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8', 'network_id': 'f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'e395aaef-9007-4515-a972-a8ff3a6433cf'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:09.584126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd8decb2-efbf-4b15-8632-aedc62ba116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.602591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=59e93eb1-0cf1-4c9c-8e2d-2efacf40387e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:09.613011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1554445508'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:09.616643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f408648-ed76-48f4-a67f-9b440d791a3f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1959765 Jan 31 17:57:09.620319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56306) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:09.651733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:09.716777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 1f75a9ac-612f-467f-ac25-0af480fe065a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:09.746759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:09.750048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:09.761860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.828556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.832685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:09.877117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:09.879766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=e395aaef-9007-4515-a972-a8ff3a6433cf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:09.901261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1449, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:09.903642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=3574bb2f-5b2e-4c4d-91fe-30f5ea30da69,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:09.906984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:09.950637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:09.951012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 91a697ff-a8d2-4b65-8639-7951068e42b1 of type vlan for network f569d038-53a5-4d70-86a4-1e65444c5df9 Jan 31 17:57:09.960862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:09.978631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:09.981354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Allocated IP 2001:db8:0:1::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/f9a54ae0-a24f-4f8b-aceb-9590f826769a/1d30449b-c4e5-4f4f-a282-16ecb67a8451) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:10.003245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:10.006603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.025805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:10.040018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.047503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:10.101787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.147497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.165759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280de29-a393-4fd5-8992-50cab7897455 req-8ce20a37-698c-489c-9635-9495f00e0df2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:10.167521 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6280de29-a393-4fd5-8992-50cab7897455 req-8ce20a37-698c-489c-9635-9495f00e0df2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4078760 Jan 31 17:57:10.179383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1431, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:10.192458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=1f75a9ac-612f-467f-ac25-0af480fe065a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:10.215465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:10.215833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.234717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No DVR routers for this DVR port 1f75a9ac-612f-467f-ac25-0af480fe065a on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:10.236640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.237028 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 6d141a50-fabc-4b41-8962-408770f1ab3e of type vlan for network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 Jan 31 17:57:10.242179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.280457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.316398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 21bfe4a6-92c1-490e-835b-b6acd7099070 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:10.347093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:10.397704 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ccf44864-b2b8-4f10-9bf5-2e4a54d48116 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 HTTP/1.1" status: 204 len: 168 time: 2.6852381 Jan 31 17:57:10.405511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.409520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:10.409772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.413700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.420122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:10.422560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.437663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.444057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.459958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] For port 1f75a9ac-612f-467f-ac25-0af480fe065a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1f75a9ac-612f-467f-ac25-0af480fe065a,segment=NetworkSegment(adcde113-c0f3-4ec0-9934-6101cc10549b),segment_id=adcde113-c0f3-4ec0-9934-6101cc10549b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:10.460364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.468987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Transition to ACTIVE for port object 5c6f083c-7640-4c2e-98af-cf22541da82f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:10.472486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2f40e3-3527-4f41-b3fe-096c1fc53cda') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.472769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2f40e3-3527-4f41-b3fe-096c1fc53cda') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.507468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.513929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6280de29-a393-4fd5-8992-50cab7897455 req-5077dbb0-0a06-4a66-bed3-08541b441ca3 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3309741 Jan 31 17:57:10.515328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.545910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.567040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.574592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd7c6d-c082-4a01-958d-4673e7772a1a None None] Network f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:10.585746 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-d043cb22-35b4-401b-86de-387b4522c57c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:57:10.586336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d043cb22-35b4-401b-86de-387b4522c57c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:10.593289 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4325819 Jan 31 17:57:10.598871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:10.649822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:10.683373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Calling delete_port for 1f75a9ac-612f-467f-ac25-0af480fe065a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:10.697990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81afd865-3409-44c6-94e2-941e030db683']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.708264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbb5f1-da29-408d-b3ce-4aa69d08c3d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=f569d038-53a5-4d70-86a4-1e65444c5df9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:10.716891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Transition to ACTIVE for port object 5c6f083c-7640-4c2e-98af-cf22541da82f will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:10.729749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adcde113-c0f3-4ec0-9934-6101cc10549b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.730042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adcde113-c0f3-4ec0-9934-6101cc10549b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:10.745540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d043cb22-35b4-401b-86de-387b4522c57c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:10.749113 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d043cb22-35b4-401b-86de-387b4522c57c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/3574bb2f-5b2e-4c4d-91fe-30f5ea30da69 HTTP/1.1" status: 404 len: 333 time: 0.3114207 Jan 31 17:57:10.749113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.759752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.763579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:10.764322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.770500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.772340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:10.781378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:10.782423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.787867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network f569d038-53a5-4d70-86a4-1e65444c5df9 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:10.844833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:10.852779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4476cddd-6a5b-49d2-98ea-92f1358a7a01 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:10.867224 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4476cddd-6a5b-49d2-98ea-92f1358a7a01 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2662718 Jan 31 17:57:10.868583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:10.917891 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:10.981897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.021106 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5080111 Jan 31 17:57:11.082042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:11.189961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:11.198362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.232249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.233668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Pushing event updated for resources: {'Port': ['ID=5c6f083c-7640-4c2e-98af-cf22541da82f,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.236151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:11.244409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:11.247124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:11.247523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.249505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:11.257110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d1927d7-c675-4bb6-b153-d102d01d6f22 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:11.279931 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:11.286898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:11.301351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.313168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:11.313599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:11.328258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.361029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 7b960468-d332-43ba-b126-3b9d5644ed5f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:11.361391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.370212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.372343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.389569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e81b8-c06e-4449-bebb-17049e7d42c8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.426364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:11.448021 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4a63492c-3478-4cda-a109-4b3097297b40 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 HTTP/1.1" status: 204 len: 168 time: 2.8181670 Jan 31 17:57:11.453540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56334) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.468190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2105121120'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:11.486152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.495347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.501396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:11.509746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Transition to ACTIVE for port object 1d30449b-c4e5-4f4f-a282-16ecb67a8451 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:11.527654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.557940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:11.563599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:11.578973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.579921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:11.580593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4181e763-ae53-428c-a2be-4fe2ce670029 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:11.583654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4181e763-ae53-428c-a2be-4fe2ce670029 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6901367 Jan 31 17:57:11.584571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=81afd865-3409-44c6-94e2-941e030db683,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.588751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=21bfe4a6-92c1-490e-835b-b6acd7099070,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.589446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56338) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.593087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-30feb52d-77a6-48f7-b0a4-5cceee318b98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/81afd865-3409-44c6-94e2-941e030db683 HTTP/1.1" status: 204 len: 168 time: 3.5701897 Jan 31 17:57:11.598103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:11.608663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=269e4cd1-7192-49f8-b05e-b3f55e22a689,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:11.613964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56342) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.614736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:11.626197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:11.636113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1439101104'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:11.638776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce6bd0e7-ebd7-4a83-bda8-60a2573f1c22 None None] Provisioning complete for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:11.638776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ce6bd0e7-ebd7-4a83-bda8-60a2573f1c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.648364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:11.673392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1e5ddc7b-2993-40e4-b4ac-e788b98ca4e8 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794921 Jan 31 17:57:11.676521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:11.680400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.697242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:11.697949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Attempting to bind port 5c6f083c-7640-4c2e-98af-cf22541da82f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:11.698394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Attempting to bind port 5c6f083c-7640-4c2e-98af-cf22541da82f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c1ba6577-4857-4f29-bf53-4263309a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:11.698830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Attempting to bind port 5c6f083c-7640-4c2e-98af-cf22541da82f on network e6e2fdf2-b1cc-478a-9cf1-640ff691623f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:11.700469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:11.703371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.715354 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-1d78a545-b1ec-4daa-bf94-cf995d3fcb10 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.5156534 Jan 31 17:57:11.718858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:11.740869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8fa7a-4878-46fe-8e4c-10294d7e1ae2 req-07027d46-f0a0-41e7-9a75-7af20a13f4ca tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:11.742849 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a5b8fa7a-4878-46fe-8e4c-10294d7e1ae2 req-07027d46-f0a0-41e7-9a75-7af20a13f4ca tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5330956 Jan 31 17:57:11.797958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:11.798351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Checking segment: {'id': 'c1ba6577-4857-4f29-bf53-4263309a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:11.798896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.799416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Bound using segment: {'id': 'c1ba6577-4857-4f29-bf53-4263309a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:11.800497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Bound port: 5c6f083c-7640-4c2e-98af-cf22541da82f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1ba6577-4857-4f29-bf53-4263309a1231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': 'e6e2fdf2-b1cc-478a-9cf1-640ff691623f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:11.800497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.819425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:11.828148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.839313 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dda7e23a-09d4-4ae0-a34f-2b1d481d4fd4 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1465950 Jan 31 17:57:11.839313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:11.841611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.853988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Deleting port 1f75a9ac-612f-467f-ac25-0af480fe065a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:11.854466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.854989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56350) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.857861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:11.859704 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-94be4f03-8309-443b-9913-e3e64cd8ceab tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/21bfe4a6-92c1-490e-835b-b6acd7099070 HTTP/1.1" status: 204 len: 168 time: 2.7878137 Jan 31 17:57:11.906569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': '4807ee33-f151-4cf0-8699-7c012084f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:11.906826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:11.917463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56352) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:11.967259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 7b960468-d332-43ba-b126-3b9d5644ed5f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:11.989168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7d1927d7-c675-4bb6-b153-d102d01d6f22 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:11.989168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.055365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e062260a-f0a9-45ce-8222-584450785d1a None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:12.066098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c59c1710-2d09-4756-ab4e-d7fe45173080 None None] The port '1f75a9ac-612f-467f-ac25-0af480fe065a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:57:12.127984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.164960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:12.167733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.190637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=7b960468-d332-43ba-b126-3b9d5644ed5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:12.201016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] For port 5c6f083c-7640-4c2e-98af-cf22541da82f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:12.209696 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a5b8fa7a-4878-46fe-8e4c-10294d7e1ae2 req-24ba18b5-abda-48f8-91be-706f49ad91e7 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569805 Jan 31 17:57:12.231281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cabbd63a-256d-4647-bc3d-9b78881021c2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:12.263312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] For port 5c6f083c-7640-4c2e-98af-cf22541da82f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5c6f083c-7640-4c2e-98af-cf22541da82f,segment=NetworkSegment(c1ba6577-4857-4f29-bf53-4263309a1231),segment_id=c1ba6577-4857-4f29-bf53-4263309a1231)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:12.275277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.279107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: cabbd63a-256d-4647-bc3d-9b78881021c2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:12.279635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cabbd63a-256d-4647-bc3d-9b78881021c2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:12.287941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:12.337051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.353783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-97e8907f-246b-4304-850e-f865155c454b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/7b960468-d332-43ba-b126-3b9d5644ed5f HTTP/1.1" status: 204 len: 168 time: 1.5618155 Jan 31 17:57:12.356142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:12.371440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ab02-3268-49fb-ab14-99a10fcf8e61 None None] Pushing event updated for resources: {'Port': ['ID=5c6f083c-7640-4c2e-98af-cf22541da82f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:12.393345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.393728 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment 9fb042e4-6028-4da6-a0a1-11c6de53f545 of type vlan for network c5441f75-0686-4b20-a9e8-da9fbc79c717 Jan 31 17:57:12.404107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.431042 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b975e23-8edf-43a0-9373-5c904277d2e4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:57:12.431548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b975e23-8edf-43a0-9373-5c904277d2e4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:12.456757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:12.459662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4b975e23-8edf-43a0-9373-5c904277d2e4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:12.461057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4b975e23-8edf-43a0-9373-5c904277d2e4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/7b960468-d332-43ba-b126-3b9d5644ed5f HTTP/1.1" status: 404 len: 333 time: 0.1036646 Jan 31 17:57:12.463926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:12.512452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.640018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1f75a9ac-612f-467f-ac25-0af480fe065a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:12.650296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-59a397f3-6f60-40f4-8f09-8e2dab4a05ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:12.652154 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-59a397f3-6f60-40f4-8f09-8e2dab4a05ef service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.8555462 Jan 31 17:57:12.710064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 14a7f622-402b-4ee6-b87f-c11359d5fd28 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:12.713210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.719806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 1f75a9ac-612f-467f-ac25-0af480fe065a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:12.720154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1f75a9ac-612f-467f-ac25-0af480fe065a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:12.765869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.769665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:12.770252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.779801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.785860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:12.860581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f6041a-f561-4e62-b699-fcb749604ff3 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:12.866593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:12.896438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.956000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0434f9e2-6390-4d5a-80fe-a3ef4a7f0723 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:12.959748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0434f9e2-6390-4d5a-80fe-a3ef4a7f0723 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0519483 Jan 31 17:57:12.960264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:12.966856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:12.967202 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment efbadec9-35ea-4a79-95f6-093dc7175c74 of type vlan for network d98b701a-e97f-4238-a28c-c9272130e12f Jan 31 17:57:12.986885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:12.994757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=c5441f75-0686-4b20-a9e8-da9fbc79c717,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:13.010550 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cdf7157c-bbf4-408f-b2dd-cb8ca8ddbaa6 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0482125 Jan 31 17:57:13.011122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:13.011707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.013296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.021372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1172173997', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:13.024629 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-14741282-7a77-42e4-87a8-d1fef190c896 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5589633 Jan 31 17:57:13.029438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5023f3a6-3f72-4204-8174-18df15d7a90c None None] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:13.030736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b92ab3-a5e1-43f8-93f2-14e113f5cae1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:13.031458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-84b92ab3-a5e1-43f8-93f2-14e113f5cae1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:13.038200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56374) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.043507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94aa9065-ff57-46da-a4a8-9739eb6fc88a None None] Provisioning for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:13.052206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:13.059859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:13.078723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.090155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-23dc0cba-52dd-43c0-8038-4ff4e15ba483 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.4042671 Jan 31 17:57:13.137368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-94aa9065-ff57-46da-a4a8-9739eb6fc88a None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:13.137762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-94aa9065-ff57-46da-a4a8-9739eb6fc88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.153608 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0d02ecdb-1dc1-4605-b136-cd28c53f4618 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5249929 Jan 31 17:57:13.189823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56378) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.204704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-84b92ab3-a5e1-43f8-93f2-14e113f5cae1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:13.205576 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-84b92ab3-a5e1-43f8-93f2-14e113f5cae1 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2612822 Jan 31 17:57:13.212888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e', 'name': 'tempest-PortsIpV6TestJSON-133303370'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:13.230301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56382) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.330257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.333984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:13.334560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.344198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.385920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-fa9390d3-7786-4b49-a490-c1539798debb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:13.387789 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-fa9390d3-7786-4b49-a490-c1539798debb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.2866404 Jan 31 17:57:13.419545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=14a7f622-402b-4ee6-b87f-c11359d5fd28,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:13.483866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:13.486454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.493132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:13.499922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:13.538377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:13.611144 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5e02c774-adee-4465-87d5-6a4604c89867 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/14a7f622-402b-4ee6-b87f-c11359d5fd28 HTTP/1.1" status: 204 len: 168 time: 1.1457493 Jan 31 17:57:13.621708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56388) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.624784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=d98b701a-e97f-4238-a28c-c9272130e12f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:13.630467 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e980f843-e039-4868-ad64-ddb325180a01 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0090554 Jan 31 17:57:13.630672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.638674 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56392) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.641210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-59e93eb1-0cf1-4c9c-8e2d-2efacf40387e', 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': '269e4cd1-7192-49f8-b05e-b3f55e22a689'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:13.642574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.648507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:13.665467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d98b701a-e97f-4238-a28c-c9272130e12f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:13.678587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.727859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:13.752986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:13.823654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:13.871023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6543f1da-0071-49cc-9311-2dbfbbfa6a29 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:13.875490 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6543f1da-0071-49cc-9311-2dbfbbfa6a29 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6405783 Jan 31 17:57:13.877714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56396) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:13.893573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616aff4-670a-4f28-9877-9333c45159d3 None None] Network e6e2fdf2-b1cc-478a-9cf1-640ff691623f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:13.923356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=944e382b-db5c-4a04-bebf-0c00a98513c8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:13.933448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:13.935824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.936174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.950783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.965822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:13.967901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:13.970842 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-855ea322-89b2-45ef-8772-af18765e7545 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5166738 Jan 31 17:57:14.006201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:14.028705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:14.043991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:14.149889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 5c6f083c-7640-4c2e-98af-cf22541da82f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:14.150219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:14.183165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 is not hosted by any dhcp agent {{(pid=83557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 31 17:57:14.186955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.188112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:14.192214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "PUT /v2.0/networks/c5441f75-0686-4b20-a9e8-da9fbc79c717 HTTP/1.1" status: 200 len: 723 time: 1.1469307 Jan 31 17:57:14.209299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:14.232693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fcce7-d545-48f4-911a-5a8bbd5834c7 req-11799355-13b8-4ee1-871a-820bb163b5ce tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.234737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-202fcce7-d545-48f4-911a-5a8bbd5834c7 req-11799355-13b8-4ee1-871a-820bb163b5ce tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.7500854 Jan 31 17:57:14.238201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:14.239682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:14.276066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.277384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.278905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.279897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:14.286000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port e8704c39-83bb-43d4-aa54-a9a10706c64e yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:14.350446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec45389-8efa-4d23-b7be-cdb0351c8084 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=c5441f75-0686-4b20-a9e8-da9fbc79c717,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:14.365835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '6d141a50-fabc-4b41-8962-408770f1ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:14.366186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:14.383860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:14.406981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Allocated IP 2001:db8::2 (59e93eb1-0cf1-4c9c-8e2d-2efacf40387e/269e4cd1-7192-49f8-b05e-b3f55e22a689/673a18f8-c67c-44fa-8a6e-8b85f2cc8136) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:14.504912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:14.506474 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d2027534-70dd-4380-8531-57cd3a387fdd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6203680 Jan 31 17:57:14.522150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:14.555615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:14.568045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5c6f083c-7640-4c2e-98af-cf22541da82f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:14.568280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:14.596045 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-38c8ce15-36d0-4917-88a6-9a542c6907b9 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159420 Jan 31 17:57:14.598817 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-202fcce7-d545-48f4-911a-5a8bbd5834c7 req-52b26199-74a5-4c55-a2e8-c5d6d6125d81 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3425229 Jan 31 17:57:14.601856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:14.628482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:14.652015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-471cd9b8-3a71-4533-8d4d-84a078f82c9e None None] Could not find standard attr ID for object 7b960468-d332-43ba-b126-3b9d5644ed5f. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:14.701569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:14.754804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:14.829316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:14.833583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-471cd9b8-3a71-4533-8d4d-84a078f82c9e None None] Provisioning for port 5c6f083c-7640-4c2e-98af-cf22541da82f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:14.886568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:14.932262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-471cd9b8-3a71-4533-8d4d-84a078f82c9e None None] Could not find standard attr ID for object 3574bb2f-5b2e-4c4d-91fe-30f5ea30da69. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:14.949828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:14.963303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5c6f083c-7640-4c2e-98af-cf22541da82f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:14.964759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:14.965361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:14.971162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-229d3b9e-4628-4919-aa71-b827ea39fbe8 req-984be5bb-3c2b-48b5-9259-47f7bb154ac5 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507352 Jan 31 17:57:14.978885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5c6f083c-7640-4c2e-98af-cf22541da82f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:14.979173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.019861 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9af1a46b-d327-4405-a25d-6a21bb522640 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7890956 Jan 31 17:57:15.027369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56408) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:15.030326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3afacc7-be86-4584-ac4e-5ffc3d41eeb1 None None] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:15.034606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1902658423'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:15.072106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.083888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.092357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:15.154172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] DHCP port deletion for e6e2fdf2-b1cc-478a-9cf1-640ff691623f request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:15.163144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Transition to ACTIVE for port object 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:15.167981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Deleting port 5c6f083c-7640-4c2e-98af-cf22541da82f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:15.168441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.194031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:15.197103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 5c6f083c-7640-4c2e-98af-cf22541da82f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5c6f083c-7640-4c2e-98af-cf22541da82f,segment=NetworkSegment(c1ba6577-4857-4f29-bf53-4263309a1231),segment_id=c1ba6577-4857-4f29-bf53-4263309a1231)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:15.197715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.199852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:15.212249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:15.233885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.260098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Transition to ACTIVE for port object 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:15.279030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5a2ad740-dab3-4e89-a4e3-6b589a2802b3 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:15.279462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a2ad740-dab3-4e89-a4e3-6b589a2802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.335284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:15.349342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.382071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.385278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 5c6f083c-7640-4c2e-98af-cf22541da82f owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:15.418182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=a7fcb1bd-2f50-4b7f-b747-d10a9f481206,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:15.425385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=0c694df9-6b4d-4f80-a612-aa18a118ec46,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:15.459541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.486154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:15.534309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::36d (59e93eb1-0cf1-4c9c-8e2d-2efacf40387e/269e4cd1-7192-49f8-b05e-b3f55e22a689/e8704c39-83bb-43d4-aa54-a9a10706c64e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:15.586733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 32c17d7f-fade-4be1-a638-cb0a33d4eda1 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:15.602115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.616724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.617155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment d7258403-eb3e-4094-ab87-56498be6a5e6 of type vlan for network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc Jan 31 17:57:15.625910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.627241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'efbadec9-35ea-4a79-95f6-093dc7175c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:15.627599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: d98b701a-e97f-4238-a28c-c9272130e12f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:15.640248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:15.649798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:15.650157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: f569d038-53a5-4d70-86a4-1e65444c5df9, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:15.721804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Pushing event updated for resources: {'Port': ['ID=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:15.730709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:15.750642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.782459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:15.791506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.795849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d98b701a-e97f-4238-a28c-c9272130e12f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:15.822714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6', 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': '944e382b-db5c-4a04-bebf-0c00a98513c8'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:15.823386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.834317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.838113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:15.838762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.843197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d98b701a-e97f-4238-a28c-c9272130e12f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:15.879915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb3fa50-91b4-43a6-89a6-695b40b6db04 None None] Network d98b701a-e97f-4238-a28c-c9272130e12f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:15.888186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:15.888726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.953583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.964168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:15.981961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9505486 Jan 31 17:57:15.996056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56414) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:15.998494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object e8704c39-83bb-43d4-aa54-a9a10706c64e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:16.002781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'e7df6e3f-5038-498e-9c2b-c46ba59aa9cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:16.011790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.021940 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f7aa81cc-ec0a-4ea8-ba19-7cfdb249afb1 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3813136 Jan 31 17:57:16.031062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56418) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:16.048223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=5c6f083c-7640-4c2e-98af-cf22541da82f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:16.073074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network f569d038-53a5-4d70-86a4-1e65444c5df9 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:16.075365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No DVR routers for this DVR port 5c6f083c-7640-4c2e-98af-cf22541da82f on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:16.100622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-856663674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:16.113599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74392ea7-ff41-454c-9fda-bb7a57632f18 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=e7df6e3f-5038-498e-9c2b-c46ba59aa9cc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:16.120017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:16.139651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:16.145362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:16.155761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, f569d038-53a5-4d70-86a4-1e65444c5df9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:16.161429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:16.166321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:16.178431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] For port 5c6f083c-7640-4c2e-98af-cf22541da82f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5c6f083c-7640-4c2e-98af-cf22541da82f,segment=NetworkSegment(c1ba6577-4857-4f29-bf53-4263309a1231),segment_id=c1ba6577-4857-4f29-bf53-4263309a1231)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:16.178831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.181500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:16.184157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.190808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:16.194227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:16.195142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.207151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138dae3a-0a0f-47d8-aec5-2722e44dff26 None None] Network f569d038-53a5-4d70-86a4-1e65444c5df9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:16.221550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.222792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.237143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:16.261651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:16.283842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:16.289912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=e8704c39-83bb-43d4-aa54-a9a10706c64e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:16.309625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.314746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:16.320234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.324537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:16.326299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:16.344703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:16.348642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:16.349233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.357858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-affa8652-209d-413a-a2e0-ddde9c05b8fe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3433514 Jan 31 17:57:16.363326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': '9fb042e4-6028-4da6-a0a1-11c6de53f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:16.363656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: c5441f75-0686-4b20-a9e8-da9fbc79c717, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:16.369289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e2fdf2-b1cc-478a-9cf1-640ff691623f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:16.391328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.425291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeae58-9a0e-4f85-a43f-3b920b45cd92 req-9e733632-b818-4ff3-adbf-b20ff383158f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:16.432606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-41aeae58-9a0e-4f85-a43f-3b920b45cd92 req-9e733632-b818-4ff3-adbf-b20ff383158f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6464326 Jan 31 17:57:16.456109 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a062cd13-52a5-4296-b019-19bc54fafd50 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2652481 Jan 31 17:57:16.457333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.461996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ba6577-4857-4f29-bf53-4263309a1231') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:16.462266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:16.462401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ba6577-4857-4f29-bf53-4263309a1231') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:16.472001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e', 'name': 'tempest-PortsIpV6TestJSON-1486915330'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:16.486627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.500942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.512855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bd6955d6-b6c7-456b-892e-72e87f0a907e None None] Could not find standard attr ID for object 21bfe4a6-92c1-490e-835b-b6acd7099070. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:16.539753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.556016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:16.556564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.560142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Calling delete_port for 5c6f083c-7640-4c2e-98af-cf22541da82f owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:16.571345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:16.573484 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:16.582354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-41aeae58-9a0e-4f85-a43f-3b920b45cd92 req-a2d962b3-dd36-4c7d-b35b-763775c6269d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484373 Jan 31 17:57:16.595597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Attempting to bind port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:16.596426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Attempting to bind port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '4807ee33-f151-4cf0-8699-7c012084f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:16.596958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Attempting to bind port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 on network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:16.620996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5c6f083c-7640-4c2e-98af-cf22541da82f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:16.673391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:16.673794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Checking segment: {'id': '4807ee33-f151-4cf0-8699-7c012084f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:16.674304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.674762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Bound using segment: {'id': '4807ee33-f151-4cf0-8699-7c012084f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:16.675246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Bound port: 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4807ee33-f151-4cf0-8699-7c012084f364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '59e93eb1-0cf1-4c9c-8e2d-2efacf40387e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:16.675619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.693864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5c6f083c-7640-4c2e-98af-cf22541da82f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:16.694202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5c6f083c-7640-4c2e-98af-cf22541da82f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:16.723526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.740669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.745864 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38ba0d20-ec1c-4428-9bda-8b5b867a792d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7138538 Jan 31 17:57:16.746863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:16.804087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.806650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c5441f75-0686-4b20-a9e8-da9fbc79c717) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:16.810802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.867875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Performing IP validity checks on allocation pools {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:57:16.868769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.ipam_backend_mixin [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:57:16.896086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=32c17d7f-fade-4be1-a638-cb0a33d4eda1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:16.899892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc95d8e-f8df-4507-8228-0f080514f72f None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:16.921864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.924630 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/e6e2fdf2-b1cc-478a-9cf1-640ff691623f HTTP/1.1" status: 204 len: 168 time: 3.3018959 Jan 31 17:57:16.932747 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-56e3515a-03b4-4e6c-9054-3e1fd6080962 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/32c17d7f-fade-4be1-a638-cb0a33d4eda1 HTTP/1.1" status: 204 len: 168 time: 2.3997433 Jan 31 17:57:16.936473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:16.936797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:16.938043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:16.938784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:16.954746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-198393280'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:16.960488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:16.969963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:16.974234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:16.981067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:17.006937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:17.013069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:17.015181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a92536-86fa-47b6-a3e3-1c4cb9fa4088 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:17.075945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015680753', 'description': 'tempest-secgroup-smoke-2015680753 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:17.100844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:17.108564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:17.156063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:17.174049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1dbd29-efa7-42a8-9786-8505f10aecb0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=e6e2fdf2-b1cc-478a-9cf1-640ff691623f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:17.196500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:17.199430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.223852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:17.227391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.240047 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c6f14f6b-5bc0-4a0e-ab73-f8a46fba4e7b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0271051 Jan 31 17:57:17.242966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:17.247292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet f9a54ae0-a24f-4f8b-aceb-9590f826769a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:17.249078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.260755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:17.288624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.346780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:17.352189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 321c297b-e83e-4747-a8c4-69f9b2db749f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:17.375429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Allocated IP 2001:db8::1 (ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6/944e382b-db5c-4a04-bebf-0c00a98513c8/b8204135-472b-4317-a9cc-f7449ea6d4e9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:17.375689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bb7ca-818d-4608-989f-d129eb4486f1 req-f6bad2a0-1096-4f65-97e8-d287d92d3281 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:17.377289 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-766bb7ca-818d-4608-989f-d129eb4486f1 req-f6bad2a0-1096-4f65-97e8-d287d92d3281 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5495994 Jan 31 17:57:17.400640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.401365 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment 19a134fc-54e4-4dd3-baf1-688d4a190329 of type vlan for network e0ea06e8-f3cc-4479-8947-b746eb4263da Jan 31 17:57:17.415410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] For port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:17.419370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.465392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:17.479531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:17.479846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:17.509845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.515851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] For port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,segment=NetworkSegment(4807ee33-f151-4cf0-8699-7c012084f364),segment_id=4807ee33-f151-4cf0-8699-7c012084f364)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:17.546409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:17.552405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d98b701a-e97f-4238-a28c-c9272130e12f', 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': 'a7fcb1bd-2f50-4b7f-b747-d10a9f481206'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:17.553225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.569863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:17.576598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.585720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:17.603115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2845541'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.634504 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-766bb7ca-818d-4608-989f-d129eb4486f1 req-d0c70335-b935-4631-9f88-e4e2bd46b9d1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410150 Jan 31 17:57:17.640088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.683643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.728416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.729963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=8815b3ba-fde5-40f1-81d7-e81c62347e46,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:17.732221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:17.732807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.782643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::379 (59e93eb1-0cf1-4c9c-8e2d-2efacf40387e/269e4cd1-7192-49f8-b05e-b3f55e22a689/321c297b-e83e-4747-a8c4-69f9b2db749f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:17.867932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.876799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': 'd7258403-eb3e-4094-ab87-56498be6a5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': 'e7df6e3f-5038-498e-9c2b-c46ba59aa9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:17.877023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: e7df6e3f-5038-498e-9c2b-c46ba59aa9cc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:17.884092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.906498 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9584248 Jan 31 17:57:17.909122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:17.910044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:17.921459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:17.942574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca84cca9-6e1e-4a9f-ab4b-5e3613594024 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=e0ea06e8-f3cc-4479-8947-b746eb4263da,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:18.012477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Deleting port 5c6f083c-7640-4c2e-98af-cf22541da82f {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:18.013066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.057060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.064462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e0ea06e8-f3cc-4479-8947-b746eb4263da details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:18.078646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-f569d038-53a5-4d70-86a4-1e65444c5df9', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '0c694df9-6b4d-4f80-a612-aa18a118ec46'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:18.079499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.141508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a54ae0-a24f-4f8b-aceb-9590f826769a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:18.141724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d7921d-c951-4f03-8bdf-7808390e504c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:18.156927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.165587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3073035'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.171574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:18.215062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:18.221107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:18.232330 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6977dc1b-1d72-4f0c-92ea-f65118e71907 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/f9a54ae0-a24f-4f8b-aceb-9590f826769a HTTP/1.1" status: 204 len: 168 time: 1.2837420 Jan 31 17:57:18.237116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:18.241538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:18.358695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:18.358695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.360022 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "PUT /v2.0/subnets/a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19 HTTP/1.1" status: 200 len: 806 time: 1.1102886 Jan 31 17:57:18.363458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56462) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:18.364492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.365900 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-929e9fa3-35b7-4e7b-9a01-b733141483f9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3557160 Jan 31 17:57:18.374118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:18.381111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-74173c8f-0578-4f1b-b68b-686f7d41d8ec tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354358 Jan 31 17:57:18.384322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:18.389671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85791e3a-d431-4524-bba1-e9c763ff20b7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:18.391631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:18.392307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:18.400647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56470) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:18.415922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:18.416490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:18.472459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:18.475817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:18.480196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-dce0ebd5-4b48-44a3-9d71-c3b1b9505ce0 None None] The port '5c6f083c-7640-4c2e-98af-cf22541da82f' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:57:18.503874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:18.507518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762641-7450-4ea0-9efb-6b1a9715dc69 None None] Pushing event updated for resources: {'Port': ['ID=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:18.535734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.563788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e7df6e3f-5038-498e-9c2b-c46ba59aa9cc) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:18.604306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c5441f75-0686-4b20-a9e8-da9fbc79c717', 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:18.605686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.620591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54af9d8-8357-417c-8e6e-621c4b200ad4 None None] Network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:18.631029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.687326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:18.687982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.721762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1d0e5-6185-4ba8-8b82-40327b395261 req-9adbc951-206c-4f81-8737-c627c7c49e51 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:18.723658 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f1d0e5-6185-4ba8-8b82-40327b395261 req-9adbc951-206c-4f81-8737-c627c7c49e51 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4118826 Jan 31 17:57:18.755375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Allocated IP 172.20.0.2 (d98b701a-e97f-4238-a28c-c9272130e12f/a7fcb1bd-2f50-4b7f-b747-d10a9f481206/60be1e5f-9257-4705-8391-0898808467cf) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:18.917927 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f1c2f992-f864-45f5-9a37-765f3f7e10ba tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9207299 Jan 31 17:57:18.925831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56474) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:18.946895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:18.959625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:18.965727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.972424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:18.981689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:19.004855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:19.018648 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-4cb111d5-e79d-494a-a0bd-889da3b3efad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5386071 Jan 31 17:57:19.090516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.156165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 321c297b-e83e-4747-a8c4-69f9b2db749f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:19.171985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.178581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:19.222340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f1d0e5-6185-4ba8-8b82-40327b395261 req-99b5dd73-4f6f-40a8-967b-e1e185a4a856 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4634891 Jan 31 17:57:19.268085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Transition to ACTIVE for port object b8204135-472b-4317-a9cc-f7449ea6d4e9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:19.342316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.347907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.435334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.456016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=321c297b-e83e-4747-a8c4-69f9b2db749f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:19.461037 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-b2e59ad4-8b46-4edd-8329-8ed3b305025f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.3383019 Jan 31 17:57:19.475121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.489640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.551128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.575007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44cbefe-5fe3-4145-bb32-b86b658324c7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:19.579528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Allocated IP 172.20.0.18 (f569d038-53a5-4d70-86a4-1e65444c5df9/0c694df9-6b4d-4f80-a612-aa18a118ec46/58e0171c-7df9-47fd-8fe0-f84a1d7fb072) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:19.596468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Transition to ACTIVE for port object b8204135-472b-4317-a9cc-f7449ea6d4e9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:19.625445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Allocated IP 172.20.0.2 (c5441f75-0686-4b20-a9e8-da9fbc79c717/a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19/4dfa8172-360e-45a5-941f-ef7f60b336f0) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:19.641143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.784659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:19.802280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:19.815425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:19.820036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:19.820728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.831066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966cfa-f609-4045-a215-c366949a7c75 req-7463d202-78f8-4dca-8fff-242b6cf89a2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:19.832510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-7463d202-78f8-4dca-8fff-242b6cf89a2b service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.2741141 Jan 31 17:57:19.875195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.876519 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d2b65dcc-c08f-42cb-9162-063ffc7965a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4973364 Jan 31 17:57:19.889383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:19.917764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:19.932660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=d3555bca-c4a5-446d-b7d6-b344d5d4c024,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:19.937585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:19.947398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:19.959086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10c2bf7-4eb3-46a4-afe8-b455540bd17c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e7df6e3f-5038-498e-9c2b-c46ba59aa9cc', 'network_id': 'e7df6e3f-5038-498e-9c2b-c46ba59aa9cc', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': '8815b3ba-fde5-40f1-81d7-e81c62347e46'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:19.960351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a10c2bf7-4eb3-46a4-afe8-b455540bd17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.965115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:19.977839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:19.994752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78b050-e12e-42f2-80c4-4636f8037b2c None None] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:20.002356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4ee2201f-d4ac-4a2b-917f-45091496a2a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5350919 Jan 31 17:57:20.003562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:20.008691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:20.014751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbfd57-d360-4d5d-b006-df055a77b87a req-9682990a-3c36-4aea-a602-b54f0f653604 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:20.016195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cfbfd57-d360-4d5d-b006-df055a77b87a req-9682990a-3c36-4aea-a602-b54f0f653604 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3749239 Jan 31 17:57:20.053588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': '19a134fc-54e4-4dd3-baf1-688d4a190329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:20.053981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: e0ea06e8-f3cc-4479-8947-b746eb4263da, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:20.062145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8d1d3a-5309-4a18-ad6c-d88bd4161769 None None] Update dhcp port {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': 'f9a54ae0-a24f-4f8b-aceb-9590f826769a'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '1d30449b-c4e5-4f4f-a282-16ecb67a8451'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:57:20.065826 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-26da640c-e5da-428a-ac72-e85707a4dcb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.2216098 Jan 31 17:57:20.149918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.165048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966cfa-f609-4045-a215-c366949a7c75 req-d71894b1-81ae-4f1a-b42f-81bcd681ab9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:20.166546 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-d71894b1-81ae-4f1a-b42f-81bcd681ab9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.0952735 Jan 31 17:57:20.170648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:20.173162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Pushing event updated for resources: {'Port': ['ID=b8204135-472b-4317-a9cc-f7449ea6d4e9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:20.188404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:20.190665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.196930 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cfbfd57-d360-4d5d-b006-df055a77b87a req-33198674-07ac-4a9f-a84f-41e68f0ddf9c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285160 Jan 31 17:57:20.219410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e0ea06e8-f3cc-4479-8947-b746eb4263da is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:20.223406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:20.224856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.276098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e0ea06e8-f3cc-4479-8947-b746eb4263da) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:20.282195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=8815b3ba-fde5-40f1-81d7-e81c62347e46,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:20.289509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:20.289971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Transition to ACTIVE for port object 60be1e5f-9257-4705-8391-0898808467cf will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:20.290120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.299048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12128cac-452e-4a0a-8386-602e445eb926 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:20.300564 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-12128cac-452e-4a0a-8386-602e445eb926 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36d HTTP/1.1" status: 200 len: 928 time: 0.2834868 Jan 31 17:57:20.306902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56490) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:20.343822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112eb0c2-49be-45ec-a6a2-e5001d21e249 None None] Network e0ea06e8-f3cc-4479-8947-b746eb4263da requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:20.435900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ee8d1d3a-5309-4a18-ad6c-d88bd4161769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.472582 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0499fe4-5ada-44fa-9673-5d7e244ce5a9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5544417 Jan 31 17:57:20.474962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:20.490024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da', 'name': 'tempest-PortsTestJSON-1856777445', 'fixed_ips': [{'subnet_id': 'd3555bca-c4a5-446d-b7d6-b344d5d4c024', 'ip_address': '172.20.0.10'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:20.497599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.506332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d1802a78-95aa-4322-acc6-78970f8f6876 None None] Provisioning for port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:20.514833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.530367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.541250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 321c297b-e83e-4747-a8c4-69f9b2db749f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:20.541649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.542274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:20.571126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7df6e3f-5038-498e-9c2b-c46ba59aa9cc']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:20.573333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Transition to ACTIVE for port object 60be1e5f-9257-4705-8391-0898808467cf will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:20.610500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed8f13b-6e46-4162-bbcc-8d8b9babb425,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:20.614236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7258403-eb3e-4094-ab87-56498be6a5e6') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:20.614236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7258403-eb3e-4094-ab87-56498be6a5e6') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:20.641505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.647851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.651833 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-124e6d54-45b7-446d-9d77-b6dfe9e9ebc2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7446752 Jan 31 17:57:20.655224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:20.665003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:20.697989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.700245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:20.703779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-16f0f4a6-f6ac-4f00-97e8-688331fde56d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5206456 Jan 31 17:57:20.709678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.716076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:20.721799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:20.724633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:20.725015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:20.740104 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:20.756918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:20.844480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:57:20.904116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.20.0.1 (d98b701a-e97f-4238-a28c-c9272130e12f/a7fcb1bd-2f50-4b7f-b747-d10a9f481206/f76fbaf5-3d74-4208-9f2c-46877566e1d4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:20.926728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:20.942900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Attempting to bind port b8204135-472b-4317-a9cc-f7449ea6d4e9 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:20.942900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Attempting to bind port b8204135-472b-4317-a9cc-f7449ea6d4e9 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '6d141a50-fabc-4b41-8962-408770f1ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:20.943247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Attempting to bind port b8204135-472b-4317-a9cc-f7449ea6d4e9 on network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:20.949313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.951123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:20.967817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:20.971149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:21.004101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.010408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:21.025223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=e7df6e3f-5038-498e-9c2b-c46ba59aa9cc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:21.032893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d30987c-019f-452a-aae8-0cf82a944738 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e7df6e3f-5038-498e-9c2b-c46ba59aa9cc HTTP/1.1" status: 204 len: 168 time: 2.1034217 Jan 31 17:57:21.052455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:21.059110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5652cdb-73ce-4e70-b67c-4c2b7f24c679 None None] Network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:21.063912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-89418127'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:21.071546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:21.090293 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-23ea978d-cbd7-4396-bb65-4e73334dca37 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738103 Jan 31 17:57:21.091397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:21.096162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:21.103208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.118336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:21.123108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:21.192081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Network d98b701a-e97f-4238-a28c-c9272130e12f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:21.203497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:21.203798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Checking segment: {'id': '6d141a50-fabc-4b41-8962-408770f1ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:21.204182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.204568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Bound using segment: {'id': '6d141a50-fabc-4b41-8962-408770f1ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:21.205057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Bound port: b8204135-472b-4317-a9cc-f7449ea6d4e9, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d141a50-fabc-4b41-8962-408770f1ab3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1431, 'network_id': 'ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:21.205435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.214209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Pushing event updated for resources: {'Port': ['ID=60be1e5f-9257-4705-8391-0898808467cf,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:21.225671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.231424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5652cdb-73ce-4e70-b67c-4c2b7f24c679 None None] Network e7df6e3f-5038-498e-9c2b-c46ba59aa9cc could not be found, it might have been deleted concurrently. {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 31 17:57:21.233149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:21.247922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 321c297b-e83e-4747-a8c4-69f9b2db749f owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:21.272666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:21.300221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:21.303190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.326117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.341433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:21.351019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.351366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 35586c30-c5db-420f-884d-3a73f46c1135 of type vlan for network e35e3057-0e26-4328-a0aa-31d1453569af Jan 31 17:57:21.354138 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68966cfa-f609-4045-a215-c366949a7c75 req-39f722f4-ef86-4ea6-9002-fb343a9860fe service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559493 Jan 31 17:57:21.374436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Transition to ACTIVE for port object 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:21.395270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.404497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.412465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.462120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9633d60b-470d-4918-b1c2-bc782243c3ad,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:21.487675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.493287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0406530-b85a-4680-af93-25f7058e1a71 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8327916 Jan 31 17:57:21.493287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56508) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:21.502357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:21.510930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Transition to ACTIVE for port object 4dfa8172-360e-45a5-941f-ef7f60b336f0 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:21.545869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:21.558409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:21.561162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.568193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:21.568987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.578324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:21.582121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd4ced-4533-44c9-8bad-769537681998 req-7daae151-5c84-4030-b59c-dc537763d3be tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:21.583629 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39dd4ced-4533-44c9-8bad-769537681998 req-7daae151-5c84-4030-b59c-dc537763d3be tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.2072046 Jan 31 17:57:21.607546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Transition to ACTIVE for port object 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:21.609001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:21.615640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:21.627374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.634892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Transition to ACTIVE for port object 4dfa8172-360e-45a5-941f-ef7f60b336f0 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:21.643166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Attempting to bind port 60be1e5f-9257-4705-8391-0898808467cf on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:21.643715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Attempting to bind port 60be1e5f-9257-4705-8391-0898808467cf by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'efbadec9-35ea-4a79-95f6-093dc7175c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:21.644238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Attempting to bind port 60be1e5f-9257-4705-8391-0898808467cf on network d98b701a-e97f-4238-a28c-c9272130e12f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:21.658188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.662640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ea1b4-61ae-4952-9496-620d8179cde8 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:21.708572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.718562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:21.719160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.730412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object f76fbaf5-3d74-4208-9f2c-46877566e1d4 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:21.755147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port c6bada29-7b88-4a29-90e6-2a28339cabfa yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:21.762829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e0ea06e8-f3cc-4479-8947-b746eb4263da', 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': 'd3555bca-c4a5-446d-b7d6-b344d5d4c024'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:21.763702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.774513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.822689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.845800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.881109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8273468 Jan 31 17:57:21.892929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:21.893350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.900587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-26b5811c-e985-4523-8787-08f6b155469e None None] For port b8204135-472b-4317-a9cc-f7449ea6d4e9, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:21.904974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:21.905493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Checking segment: {'id': 'efbadec9-35ea-4a79-95f6-093dc7175c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:21.905960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.906351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Bound using segment: {'id': 'efbadec9-35ea-4a79-95f6-093dc7175c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:21.906825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Bound port: 60be1e5f-9257-4705-8391-0898808467cf, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efbadec9-35ea-4a79-95f6-093dc7175c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': 'd98b701a-e97f-4238-a28c-c9272130e12f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:21.907198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:21.931257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c776ef-5535-4a27-9bdb-e36895dcd0f1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=e35e3057-0e26-4328-a0aa-31d1453569af,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:21.935575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'e35e3057-0e26-4328-a0aa-31d1453569af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:21.936309 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39dd4ced-4533-44c9-8bad-769537681998 req-c419757f-120e-4683-ad36-ca55a5c65576 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053441 Jan 31 17:57:21.948140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:21.974325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Network f569d038-53a5-4d70-86a4-1e65444c5df9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:21.979707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-26b5811c-e985-4523-8787-08f6b155469e None None] For port b8204135-472b-4317-a9cc-f7449ea6d4e9, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8204135-472b-4317-a9cc-f7449ea6d4e9,segment=NetworkSegment(6d141a50-fabc-4b41-8962-408770f1ab3e),segment_id=6d141a50-fabc-4b41-8962-408770f1ab3e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:21.980808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e35e3057-0e26-4328-a0aa-31d1453569af details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:22.036963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:22.039134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Pushing event updated for resources: {'Port': ['ID=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:22.047481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:22.055330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.081286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.112198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:22.180766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.194377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:22.208411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:22.214539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.263416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.266382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/321c297b-e83e-4747-a8c4-69f9b2db749f HTTP/1.1" status: 204 len: 168 time: 1.9524112 Jan 31 17:57:22.296356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56520) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:22.297457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3647cdd2-effa-462b-ae5f-dafe5df36497 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:22.297832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db24145-65e4-45fa-bd4d-47a11f5c88fa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=321c297b-e83e-4747-a8c4-69f9b2db749f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:22.298172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3647cdd2-effa-462b-ae5f-dafe5df36497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.376553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-785aec26-83e7-41fe-b4be-39a19b95518c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:57:22.377319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-785aec26-83e7-41fe-b4be-39a19b95518c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:22.416675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.432429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.438210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:22.464837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:22.478689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:22.483051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31c177f-c148-47de-8924-ff6c489fb141,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:22.494276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:22.496765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-785aec26-83e7-41fe-b4be-39a19b95518c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:22.501931 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-785aec26-83e7-41fe-b4be-39a19b95518c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/321c297b-e83e-4747-a8c4-69f9b2db749f HTTP/1.1" status: 404 len: 333 time: 0.2008080 Jan 31 17:57:22.502781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56524) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:22.550960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.555771 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-70d999c9-06e7-4716-9a6b-acf75bac9680 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0618441 Jan 31 17:57:22.569011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56528) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:22.580287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:22.588304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:22.592827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:22.597023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:22.605778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:22.625893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:22.626565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5441f75-0686-4b20-a9e8-da9fbc79c717']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:22.641203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb042e4-6028-4da6-a0a1-11c6de53f545') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:22.641690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb042e4-6028-4da6-a0a1-11c6de53f545') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:22.649389 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:57:22.664762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.667968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.684921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Pushing event updated for resources: {'Port': ['ID=4dfa8172-360e-45a5-941f-ef7f60b336f0,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:22.702514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.709670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:22.710127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.811188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port e8704c39-83bb-43d4-aa54-a9a10706c64e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:22.811687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.860483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=f76fbaf5-3d74-4208-9f2c-46877566e1d4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:22.873167 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:22.877652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d98b701a-e97f-4238-a28c-c9272130e12f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:22.890740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Attempting to bind port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:22.891126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Attempting to bind port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:22.891842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Attempting to bind port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 on network f569d038-53a5-4d70-86a4-1e65444c5df9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:22.912176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Attempting to bind port 4dfa8172-360e-45a5-941f-ef7f60b336f0 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:22.912567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Attempting to bind port 4dfa8172-360e-45a5-941f-ef7f60b336f0 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9fb042e4-6028-4da6-a0a1-11c6de53f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:22.912930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Attempting to bind port 4dfa8172-360e-45a5-941f-ef7f60b336f0 on network c5441f75-0686-4b20-a9e8-da9fbc79c717 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:22.923734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.938249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.942028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.943917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] For port 60be1e5f-9257-4705-8391-0898808467cf, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:22.946656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:22.947034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Checking segment: {'id': '9fb042e4-6028-4da6-a0a1-11c6de53f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:22.947581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.948112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Bound using segment: {'id': '9fb042e4-6028-4da6-a0a1-11c6de53f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:22.949214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Bound port: 4dfa8172-360e-45a5-941f-ef7f60b336f0, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb042e4-6028-4da6-a0a1-11c6de53f545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:22.949473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:22.991541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104a4e47-8597-4133-a485-180546eecdce,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:23.010722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:57:23.010722 dv-neutron-823271-3-hyperv neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:57:23.010722 dv-neutron-823271-3-hyperv neutron-server[83558]: [parameters: {'id': 'c5441f75-0686-4b20-a9e8-da9fbc79c717'}] Jan 31 17:57:23.010722 dv-neutron-823271-3-hyperv neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:23.011185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:23.027496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:23.030003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:23.172464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.176485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c4bff2c3-b809-4035-8d8b-fb17bde55fcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6034713 Jan 31 17:57:23.201444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:23.227881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:23.231213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] For port 60be1e5f-9257-4705-8391-0898808467cf, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=60be1e5f-9257-4705-8391-0898808467cf,segment=NetworkSegment(efbadec9-35ea-4a79-95f6-093dc7175c74),segment_id=efbadec9-35ea-4a79-95f6-093dc7175c74)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:23.250744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'e0d7921d-c951-4f03-8bdf-7808390e504c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:23.251230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.264093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.266199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.278075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:23.283143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:23.283143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Checking segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:23.283143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.283143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Bound using segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:23.283143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Bound port: 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:23.283716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.296352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed14160-d126-42a7-87d4-68d4a93fda00 req-6fce3261-13bb-413a-915b-30055f916354 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:23.297894 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2ed14160-d126-42a7-87d4-68d4a93fda00 req-6fce3261-13bb-413a-915b-30055f916354 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4189854 Jan 31 17:57:23.302577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.311184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.313046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.334195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:23.397184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5811c-e985-4523-8787-08f6b155469e None None] Pushing event updated for resources: {'Port': ['ID=b8204135-472b-4317-a9cc-f7449ea6d4e9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:23.406861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:23.420785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:23.468024 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:57:23.483435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Allocated IP 172.20.0.2 (e0ea06e8-f3cc-4479-8947-b746eb4263da/d3555bca-c4a5-446d-b7d6-b344d5d4c024/2fece3a8-c1c0-4416-9604-3d5dbbce04a8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:23.489950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.517588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.586644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a689d033-5991-46bb-a28d-b81a14071d6d None None] Pushing event updated for resources: {'Port': ['ID=60be1e5f-9257-4705-8391-0898808467cf,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:23.621371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,segment=NetworkSegment(4807ee33-f151-4cf0-8699-7c012084f364),segment_id=4807ee33-f151-4cf0-8699-7c012084f364)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:23.622580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.630226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=8']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:23.645133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.675323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:23.682045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:23.691367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:23.692015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.702502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.730751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port 4dfa8172-360e-45a5-941f-ef7f60b336f0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:23.731089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.830203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for e8704c39-83bb-43d4-aa54-a9a10706c64e owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:23.838400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a232bf36-0405-415d-b349-958d1134d908 None None] For port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:23.841760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a232bf36-0405-415d-b349-958d1134d908 None None] For port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:23.859705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.875093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-521e298c-9d5c-4b48-bda6-d612eb3a3aec None None] Could not find standard attr ID for object 321c297b-e83e-4747-a8c4-69f9b2db749f. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:23.882206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] For port 4dfa8172-360e-45a5-941f-ef7f60b336f0, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:23.932536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=9799eb22-fa53-4865-8b58-a610da33bdd0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:23.984939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:23.995239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.064852 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2ed14160-d126-42a7-87d4-68d4a93fda00 req-65685c48-d4c9-40d6-9783-13749c80e0df tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7434633 Jan 31 17:57:24.102927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3759a176-a504-4e99-8b0e-b780da05697e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:24.104946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.132269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.161956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Transition to ACTIVE for port object 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:24.172384 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f85ab4ce-940a-4836-b6f6-ada41e7e18dc tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7684119 Jan 31 17:57:24.173227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:24.193384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:24.203970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.205257 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-153a5a31-6609-4a85-baee-1de391b1a223 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0025702 Jan 31 17:57:24.222963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Transition to ACTIVE for port object 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:24.244697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8204135-472b-4317-a9cc-f7449ea6d4e9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:24.322850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:24.332104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] For port 4dfa8172-360e-45a5-941f-ef7f60b336f0, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4dfa8172-360e-45a5-941f-ef7f60b336f0,segment=NetworkSegment(9fb042e4-6028-4da6-a0a1-11c6de53f545),segment_id=9fb042e4-6028-4da6-a0a1-11c6de53f545)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:24.352656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.373325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=bf0b70ba-9642-49c0-a414-7ef241262842,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:24.377338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.495314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=e8704c39-83bb-43d4-aa54-a9a10706c64e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:24.558714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Network e0ea06e8-f3cc-4479-8947-b746eb4263da is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:24.562426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-521e298c-9d5c-4b48-bda6-d612eb3a3aec None None] Provisioning complete for port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:24.565251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-521e298c-9d5c-4b48-bda6-d612eb3a3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.672581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232bf36-0405-415d-b349-958d1134d908 None None] Pushing event updated for resources: {'Port': ['ID=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:24.675975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.758879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:24.760890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:24.765656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:24.771630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '35586c30-c5db-420f-884d-3a73f46c1135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'e35e3057-0e26-4328-a0aa-31d1453569af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:24.771988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: e35e3057-0e26-4328-a0aa-31d1453569af, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:24.818083 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8a69ed5f-ba1f-4288-8593-51f500ad5232 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/e8704c39-83bb-43d4-aa54-a9a10706c64e HTTP/1.1" status: 204 len: 168 time: 2.3096132 Jan 31 17:57:24.821778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56548) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:24.858939 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-e137ebd7-fab9-4cb2-b314-bc6894acf6d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015680753&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.1271381 Jan 31 17:57:24.948860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.10 (e0ea06e8-f3cc-4479-8947-b746eb4263da/d3555bca-c4a5-446d-b7d6-b344d5d4c024/c6bada29-7b88-4a29-90e6-2a28339cabfa) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:25.037293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:25.067753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Pushing event updated for resources: {'Port': ['ID=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:25.072902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:25.075628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-af55de00-8233-40ba-9a49-d32ccea26b52 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:57:25.076133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-af55de00-8233-40ba-9a49-d32ccea26b52 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:25.076891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b8204135-472b-4317-a9cc-f7449ea6d4e9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:25.082123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b099f-397b-4ace-a838-a50a8fa8c004 None None] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:25.158115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-af55de00-8233-40ba-9a49-d32ccea26b52 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:25.161350 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-af55de00-8233-40ba-9a49-d32ccea26b52 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/e8704c39-83bb-43d4-aa54-a9a10706c64e HTTP/1.1" status: 404 len: 333 time: 0.3381102 Jan 31 17:57:25.181662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:25.197326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.199692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:25.227650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port 4dfa8172-360e-45a5-941f-ef7f60b336f0, host dv-neutron-823271-3-hyperv, got binding levels [] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:25.227865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.260774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network e35e3057-0e26-4328-a0aa-31d1453569af is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:25.303603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc386a3-dda8-4dbd-b763-c7b5b2059355 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:25.352067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e35e3057-0e26-4328-a0aa-31d1453569af) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:25.386158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:25.387033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.418747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-d552acf5-6ade-45e9-989a-6db340c36488 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:25.419529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-d552acf5-6ade-45e9-989a-6db340c36488 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:25.448093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9dd8-516d-4869-be3a-21301a04c303 None None] Pushing event updated for resources: {'Port': ['ID=4dfa8172-360e-45a5-941f-ef7f60b336f0,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:25.490310 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7373bc93-d8ac-4738-b93f-6129b05a4ab9 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5617638 Jan 31 17:57:25.495913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:25.524468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba11a46-e55b-4908-be21-f3745f1df109 None None] Network e35e3057-0e26-4328-a0aa-31d1453569af requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:25.549203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:25.586601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-d552acf5-6ade-45e9-989a-6db340c36488 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:25.587778 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-d552acf5-6ade-45e9-989a-6db340c36488 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=f569d038-53a5-4d70-86a4-1e65444c5df9 HTTP/1.1" status: 200 len: 797 time: 0.7275622 Jan 31 17:57:25.642282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for 4dfa8172-360e-45a5-941f-ef7f60b336f0 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:25.677316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Attempting to bind port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:25.677994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Attempting to bind port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '19a134fc-54e4-4dd3-baf1-688d4a190329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:25.679803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Attempting to bind port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 on network e0ea06e8-f3cc-4479-8947-b746eb4263da {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:25.702909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-2b752c06-042f-4605-9f74-83c025c87ac2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.1039417 Jan 31 17:57:25.733066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.820954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:25.821657 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:25.842729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:25.852668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:25.853213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Checking segment: {'id': '19a134fc-54e4-4dd3-baf1-688d4a190329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:25.857514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.858677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Bound using segment: {'id': '19a134fc-54e4-4dd3-baf1-688d4a190329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:25.859745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Bound port: 2fece3a8-c1c0-4416-9604-3d5dbbce04a8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19a134fc-54e4-4dd3-baf1-688d4a190329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:25.860132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:25.890089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-521e298c-9d5c-4b48-bda6-d612eb3a3aec None None] Could not find standard attr ID for object e8704c39-83bb-43d4-aa54-a9a10706c64e. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:25.896293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet 269e4cd1-7192-49f8-b05e-b3f55e22a689 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:25.932659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9990b025-5732-419e-9928-0416d5d6742a None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:25.968633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.008719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=f76fbaf5-3d74-4208-9f2c-46877566e1d4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:26.012052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d48af21-08f4-4260-87e6-b6a3c873a37b None None] Network d98b701a-e97f-4238-a28c-c9272130e12f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:26.075767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.110014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.120861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:26.137037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.243379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-be980ae6-39e0-41a8-b366-0f52f7594f31 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5339608 Jan 31 17:57:26.288068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.363042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4beefe7-7556-44ee-883a-80635cfd2d7e None None] Network f569d038-53a5-4d70-86a4-1e65444c5df9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:26.375565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port 4dfa8172-360e-45a5-941f-ef7f60b336f0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:26.375987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.470620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] For port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:26.477779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.508437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.529402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.531934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.599275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0b70ba-9642-49c0-a414-7ef241262842,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:26.608375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-7f70695a-05c8-47f7-8b2d-4a334fae7bfa service neutron] 10.222.0.110 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469748 Jan 31 17:57:26.644860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Provisioning for port 60be1e5f-9257-4705-8391-0898808467cf completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:26.651787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] For port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,segment=NetworkSegment(19a134fc-54e4-4dd3-baf1-688d4a190329),segment_id=19a134fc-54e4-4dd3-baf1-688d4a190329)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:26.658865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object c6bada29-7b88-4a29-90e6-2a28339cabfa will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:26.690232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.733633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ced46d-e62a-46cd-aa77-9a305749bb7d req-d2ea7f12-a05b-4dce-b504-6c76f81902ef tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:26.735162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56ced46d-e62a-46cd-aa77-9a305749bb7d req-d2ea7f12-a05b-4dce-b504-6c76f81902ef tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.9366033 Jan 31 17:57:26.736598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6eb10-5be9-4688-9529-1ded0c9c9e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e35e3057-0e26-4328-a0aa-31d1453569af', 'network_id': 'e35e3057-0e26-4328-a0aa-31d1453569af', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': 'bf0b70ba-9642-49c0-a414-7ef241262842'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:26.737126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d98b701a-e97f-4238-a28c-c9272130e12f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:26.737578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bdc6eb10-5be9-4688-9529-1ded0c9c9e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.764045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:26.794191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.801637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.814009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.867707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=269e4cd1-7192-49f8-b05e-b3f55e22a689,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:26.885103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35e3057-0e26-4328-a0aa-31d1453569af']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:26.909344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.921182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35586c30-c5db-420f-884d-3a73f46c1135') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:26.921518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35586c30-c5db-420f-884d-3a73f46c1135') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:26.947045 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dcc0ad2a-e221-4fe1-8af0-7fd2ec549840 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/269e4cd1-7192-49f8-b05e-b3f55e22a689 HTTP/1.1" status: 204 len: 168 time: 1.7641554 Jan 31 17:57:26.952663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:26.975151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:26.984245 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-2120a9b8-b06a-4c15-baa9-4cbf2b416900 service neutron] 10.222.0.110 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580019 Jan 31 17:57:27.041971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100e1ae-61de-4cd5-9bdc-c9eca3c570e4 None None] Network c5441f75-0686-4b20-a9e8-da9fbc79c717 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:27.084633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37385c3d-3e95-4ae0-a0f0-87155a428a6a None None] Network 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:27.109368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.123592 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9799eb22-fa53-4865-8b58-a610da33bdd0 (CIDR: 2001:db8::/64) Jan 31 17:57:27.126302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port 4dfa8172-360e-45a5-941f-ef7f60b336f0, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4dfa8172-360e-45a5-941f-ef7f60b336f0,segment=NetworkSegment(9fb042e4-6028-4da6-a0a1-11c6de53f545),segment_id=9fb042e4-6028-4da6-a0a1-11c6de53f545)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:27.126770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.188575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:57:27.194432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:27.342251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.373588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:27.373992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:27.390251 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:27.404158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:27.405088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.451900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd2eb3-8a26-4848-aeaa-48252f222289 None None] Pushing event updated for resources: {'Port': ['ID=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:27.473037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:27.489989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.536372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:27.536710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.538548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.572329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.598781 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56ced46d-e62a-46cd-aa77-9a305749bb7d req-8a31da06-8dc0-47c2-9c5a-6e9ebd16e727 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8396983 Jan 31 17:57:27.642170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:27.689124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=e35e3057-0e26-4328-a0aa-31d1453569af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:27.718939 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-006170ad-06dd-452d-822f-bd5587a0121f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e35e3057-0e26-4328-a0aa-31d1453569af HTTP/1.1" status: 204 len: 168 time: 2.1577599 Jan 31 17:57:27.727764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56576) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:27.808935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for 4dfa8172-360e-45a5-941f-ef7f60b336f0 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:27.876082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692424762'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:27.901436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e0ea06e8-f3cc-4479-8947-b746eb4263da is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:27.916498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:27.924928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:27.940740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc182864-acd4-4474-8ef3-ce7313112d4f None None] Network e35e3057-0e26-4328-a0aa-31d1453569af requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:27.964716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=c6bada29-7b88-4a29-90e6-2a28339cabfa,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:28.017142 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6d3f476e-fbb2-4c22-9297-412e51c54729 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.8366537 Jan 31 17:57:28.026346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:28.093168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:28.132218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:28.219025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:28.220522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-054912d7-6e9b-4097-afd3-0e6dfc18b5cc req-2dc1a628-2c16-4248-b2ab-c40eb9b398bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.6557806 Jan 31 17:57:28.296091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:28.317585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=4dfa8172-360e-45a5-941f-ef7f60b336f0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:28.337843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:28.338652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:28.393703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc182864-acd4-4474-8ef3-ce7313112d4f None None] Network e35e3057-0e26-4328-a0aa-31d1453569af could not be found, it might have been deleted concurrently. {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Jan 31 17:57:28.443700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port 4dfa8172-360e-45a5-941f-ef7f60b336f0 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:28.474525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:28.483442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:28.488589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:28.500381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:28.594172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:28.646363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:28.652268 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9a924c9f-c110-4dce-830d-b1f6cef897a8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 8.1737499 Jan 31 17:57:28.653288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56590) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:28.671433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:28.693014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:28.726215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:28.727005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:28.741841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:28.759132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:28.766295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:28.781876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:28.791111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': 'e0ea06e8-f3cc-4479-8947-b746eb4263da', 'name': 'tempest-PortsTestJSON-1447182394', 'fixed_ips': [{'subnet_id': 'd3555bca-c4a5-446d-b7d6-b344d5d4c024', 'ip_address': '172.20.0.9'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:28.899002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:28.970437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:28.985050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfaa29e-6a1a-4997-b368-4fd8793c70aa None None] Network e0ea06e8-f3cc-4479-8947-b746eb4263da requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:29.008658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Provisioning for port b8204135-472b-4317-a9cc-f7449ea6d4e9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:29.019448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb878c1-02d7-4acc-93b9-dffbdcf16a57 req-3b53d8d8-625a-46a5-8a07-ee621b04ca43 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:29.036603 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8bb878c1-02d7-4acc-93b9-dffbdcf16a57 req-3b53d8d8-625a-46a5-8a07-ee621b04ca43 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.9847891 Jan 31 17:57:29.135346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] DHCP port deletion for 59e93eb1-0cf1-4c9c-8e2d-2efacf40387e request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:29.145219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Provisioning complete for port b8204135-472b-4317-a9cc-f7449ea6d4e9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:29.146132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.152616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.160689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:29.223927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:29.229226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Deleting port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:29.229633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.237378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5441f75-0686-4b20-a9e8-da9fbc79c717']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:29.285390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:29.288295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb042e4-6028-4da6-a0a1-11c6de53f545') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:29.289430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb042e4-6028-4da6-a0a1-11c6de53f545') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:29.322398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:29.323285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.327565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] For port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,segment=NetworkSegment(4807ee33-f151-4cf0-8699-7c012084f364),segment_id=4807ee33-f151-4cf0-8699-7c012084f364)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:29.327926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.368632 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8bb878c1-02d7-4acc-93b9-dffbdcf16a57 req-6bf47a30-44d8-4843-aa93-afeeb5b2df59 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306196 Jan 31 17:57:29.412801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:29.434180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.443830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:port and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:29.480759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:29.496711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:29.497122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.534977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.535466 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 8053c482-3d33-4d13-9782-c7722c6c7186 of type vlan for network e7332f7d-1cc7-483a-8939-ecc39080d4f3 Jan 31 17:57:29.542092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:29.546203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:29.556026 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:29.620909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:29.621522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.722123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bb72c058-f6ac-49f9-b084-4bd5e16d0b97 req-a290274b-4edc-4f63-8101-d87af166077c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.1049931 Jan 31 17:57:29.769345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.785725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.902379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.948401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:29.960652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.964230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.964497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:29.965155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.969284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:29.987686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:30.059493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.077929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] For port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=673a18f8-c67c-44fa-8a6e-8b85f2cc8136,segment=NetworkSegment(4807ee33-f151-4cf0-8699-7c012084f364),segment_id=4807ee33-f151-4cf0-8699-7c012084f364)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:30.078362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.087580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No DVR routers for this DVR port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:30.100308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=c5441f75-0686-4b20-a9e8-da9fbc79c717,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:30.106270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] For port b8204135-472b-4317-a9cc-f7449ea6d4e9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8204135-472b-4317-a9cc-f7449ea6d4e9,segment=NetworkSegment(6d141a50-fabc-4b41-8962-408770f1ab3e),segment_id=6d141a50-fabc-4b41-8962-408770f1ab3e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:30.110227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2159d8a1-a38b-4d78-810f-eb69ee21d03f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/c5441f75-0686-4b20-a9e8-da9fbc79c717 HTTP/1.1" status: 204 len: 168 time: 11.7430940 Jan 31 17:57:30.116291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56598) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:30.118193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.131719 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.3977423 Jan 31 17:57:30.136495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-eeef1a57-81c0-42d1-9a48-510619d7d96f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:30.137917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-eeef1a57-81c0-42d1-9a48-510619d7d96f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=f569d038-53a5-4d70-86a4-1e65444c5df9 HTTP/1.1" status: 200 len: 797 time: 0.5688024 Jan 31 17:57:30.147721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:30.156497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'e7332f7d-1cc7-483a-8939-ecc39080d4f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:30.198311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 0ec91883-cd1e-4440-8c6d-e2bf9de06178 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:57:30.207014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-50424184-839f-465d-8360-fae3601f63c9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:30.207453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50424184-839f-465d-8360-fae3601f63c9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:30.214040 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-50424184-839f-465d-8360-fae3601f63c9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/c5441f75-0686-4b20-a9e8-da9fbc79c717 HTTP/1.1" status: 404 len: 339 time: 0.0823717 Jan 31 17:57:30.215933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56606) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:30.232091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1475205553', 'description': 'd1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:30.250807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:30.264418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.265727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 60be1e5f-9257-4705-8391-0898808467cf up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:30.274761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:network and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:30.286787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:30.296104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8889a-9c5f-4e6c-8a03-c6a13fc32e6b req-1b99142c-5fb3-4a74-bf15-ec77a13cd26a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:30.297725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-65e8889a-9c5f-4e6c-8a03-c6a13fc32e6b req-1b99142c-5fb3-4a74-bf15-ec77a13cd26a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6408868 Jan 31 17:57:30.313102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:30.322410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-10247cde-f514-4657-a830-521058957a63 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:30.368225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dc10a-a26c-402d-af74-9bec506ccf7e tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=e7332f7d-1cc7-483a-8939-ecc39080d4f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:30.371803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Calling delete_port for 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:30.413039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e7332f7d-1cc7-483a-8939-ecc39080d4f3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:30.471313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.516290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e93eb1-0cf1-4c9c-8e2d-2efacf40387e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:30.533356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 72cfab4f-6c27-4a03-8872-5c20cafc650a yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:30.561251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4807ee33-f151-4cf0-8699-7c012084f364') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:30.561562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4807ee33-f151-4cf0-8699-7c012084f364') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:30.568155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:30.577066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:30.580277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.584410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.591593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:30.600136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:30.619517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:30.622959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce630-dbc7-4600-ae3e-2c989542ef9c None None] Pushing event updated for resources: {'Port': ['ID=b8204135-472b-4317-a9cc-f7449ea6d4e9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:30.629093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning for port f76fbaf5-3d74-4208-9f2c-46877566e1d4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:30.629875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.641794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:30.642182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.644489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port f76fbaf5-3d74-4208-9f2c-46877566e1d4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:30.645056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:30.657645 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:30.669776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:30.677548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 60be1e5f-9257-4705-8391-0898808467cf completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:30.685556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-10247cde-f514-4657-a830-521058957a63 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:30.686698 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-10247cde-f514-4657-a830-521058957a63 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 472 time: 0.5286331 Jan 31 17:57:30.722663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': 'a739fbba-380e-4222-a542-511600e015ea', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['e0d7921d-c951-4f03-8bdf-7808390e504c']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:30.723616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Port f76fbaf5-3d74-4208-9f2c-46877566e1d4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:30.727241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:30.727601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:30.746307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 60be1e5f-9257-4705-8391-0898808467cf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:30.746691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.864923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:30.865468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.870851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.953305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:30.981160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=59e93eb1-0cf1-4c9c-8e2d-2efacf40387e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:30.981876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.9 (e0ea06e8-f3cc-4479-8947-b746eb4263da/d3555bca-c4a5-446d-b7d6-b344d5d4c024/72cfab4f-6c27-4a03-8872-5c20cafc650a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:30.985598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.019132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.036098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-65e8889a-9c5f-4e6c-8a03-c6a13fc32e6b req-b9918959-0f3f-41bf-90c5-afa50c7d6071 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7194600 Jan 31 17:57:31.142111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c8e1416c-021c-4a55-87f2-500fb0164485 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/59e93eb1-0cf1-4c9c-8e2d-2efacf40387e HTTP/1.1" status: 204 len: 168 time: 4.1885843 Jan 31 17:57:31.156769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.164704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.173569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:31.186907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1589387675'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:31.191565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:31.198988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:31.202690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:31.206825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 60be1e5f-9257-4705-8391-0898808467cf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=60be1e5f-9257-4705-8391-0898808467cf,segment=NetworkSegment(efbadec9-35ea-4a79-95f6-093dc7175c74),segment_id=efbadec9-35ea-4a79-95f6-093dc7175c74)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:31.208630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:31.223522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.224310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:31.236190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.236864 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment cf09cad4-972e-44b4-baa2-1f462926c84d of type vlan for network 0ad5b941-d3d0-4ebd-8467-945adc4ead81 Jan 31 17:57:31.237322 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ccb9859b-74dd-4dff-802b-4d5f1f6addfc req-53f03f6d-3de1-4376-bfa4-633384a70006 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.1608415 Jan 31 17:57:31.238082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:31.241026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.269006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port b8204135-472b-4317-a9cc-f7449ea6d4e9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:31.269394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.302709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:31.309088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:31.312990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:31.316700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:31.317504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.330737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Deleting port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:31.331321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.355219 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-86d4f180-85a1-4de6-a364-63253085753b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2820799 Jan 31 17:57:31.357628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:31.357975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 31 17:57:31.369768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.397040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78208fda-47b5-496b-84ca-f034a935e117 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:31.407227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:45:40:bc', 'name': 'tempest-NetworksTestDHCPv6-161559816'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:31.436264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 31 17:57:31.457667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.461922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.528695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:31.540608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcde95a8-74a8-4276-81f3-1b2e756b245f None None] The port '673a18f8-c67c-44fa-8a6e-8b85f2cc8136' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:57:31.549181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:port and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:31.553266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=0927147e-c90c-4d11-8f98-c732dbdb75a2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:31.559512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:31.566022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '8053c482-3d33-4d13-9782-c7722c6c7186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'e7332f7d-1cc7-483a-8939-ecc39080d4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:31.566481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: e7332f7d-1cc7-483a-8939-ecc39080d4f3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:31.577902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.592212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network e7332f7d-1cc7-483a-8939-ecc39080d4f3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:31.605748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e7332f7d-1cc7-483a-8939-ecc39080d4f3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:31.607366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:31.612768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8204135-472b-4317-a9cc-f7449ea6d4e9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:31.613118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:31.613771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.623273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:57:31.641866 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-696f499a-8ed9-4382-ab66-08c030584ca1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4905565 Jan 31 17:57:31.642384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.653462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 72cfab4f-6c27-4a03-8872-5c20cafc650a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:31.662035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=60be1e5f-9257-4705-8391-0898808467cf,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:31.665736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] Sync routers for ids ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:57:31.675142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f1e6f-e588-477b-a706-8aee89382c72 None None] Network e7332f7d-1cc7-483a-8939-ecc39080d4f3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:31.681563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.685184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:31.685785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.689511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:31.690007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:31.726428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:31.729431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.753063 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6781d634-48c8-484d-bafd-5d267d0ba4d6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/0ec91883-cd1e-4440-8c6d-e2bf9de06178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9946556 Jan 31 17:57:31.755514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.853813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] Routers {'0ec91883-cd1e-4440-8c6d-e2bf9de06178'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:31.854357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:31.863433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=0ad5b941-d3d0-4ebd-8467-945adc4ead81,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:31.864271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6354447-68c4-4492-b152-6288bb5cce49 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:31.865043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6354447-68c4-4492-b152-6288bb5cce49 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:31.881914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:31.893954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6354447-68c4-4492-b152-6288bb5cce49 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:31.897862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b6354447-68c4-4492-b152-6288bb5cce49 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports/f76fbaf5-3d74-4208-9f2c-46877566e1d4 HTTP/1.1" status: 200 len: 910 time: 0.1389310 Jan 31 17:57:31.898913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.901321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855e056-3139-4473-96d5-a93a7cbe57a6 req-a0ed7c60-ab27-4e8d-8438-b4ee94aa4b85 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:31.902994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0855e056-3139-4473-96d5-a93a7cbe57a6 req-a0ed7c60-ab27-4e8d-8438-b4ee94aa4b85 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6425707 Jan 31 17:57:31.904379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:31.909511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a546ec36-44a7-43e3-91af-a855036795e5 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.6935699 Jan 31 17:57:31.923406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0ad5b941-d3d0-4ebd-8467-945adc4ead81 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:31.932131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:31.997875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:32.073442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.083805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.124498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:32.140392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.142322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning for port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:32.152728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] Routers {'0ec91883-cd1e-4440-8c6d-e2bf9de06178'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:32.153508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.157568 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0855e056-3139-4473-96d5-a93a7cbe57a6 req-f61e7d6a-8710-499b-9392-1f7dfaedb14d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403822 Jan 31 17:57:32.177515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.213988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.287695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce47769-f0bd-454f-b46a-8d51f0a32439 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:32.288782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6ce47769-f0bd-454f-b46a-8d51f0a32439 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Synchronizing usage tracker for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:32.316281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.316693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbfa8e3-1c01-40fa-a337-775f1e3fb6a4 None None] The sync data for ids ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:57:32.356062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:32.356442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.402094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=0927147e-c90c-4d11-8f98-c732dbdb75a2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:32.439673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b8204135-472b-4317-a9cc-f7449ea6d4e9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:32.440060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.520039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network e0ea06e8-f3cc-4479-8947-b746eb4263da is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:32.537956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:32.539890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=72cfab4f-6c27-4a03-8872-5c20cafc650a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:32.550208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fee4b9-727b-4813-bee0-9c13f775b14c None None] Network e7332f7d-1cc7-483a-8939-ecc39080d4f3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:32.551658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:32.595763 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b615c69a-596d-47a4-b394-6eb6c3b92e73 req-f1e997a6-899b-4860-99a4-53f7c36b53b7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.1606712 Jan 31 17:57:32.605582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6ce47769-f0bd-454f-b46a-8d51f0a32439 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Unset dirty status for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:32.608759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6ce47769-f0bd-454f-b46a-8d51f0a32439 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks?id=0ad5b941-d3d0-4ebd-8467-945adc4ead81 HTTP/1.1" status: 200 len: 761 time: 0.6709995 Jan 31 17:57:32.624187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:32.630764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:32.633154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.24 (f569d038-53a5-4d70-86a4-1e65444c5df9/0c694df9-6b4d-4f80-a612-aa18a118ec46/ed6b7790-0a66-4adb-a6d8-6cafd2cd809b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:32.639166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'description': 'd2'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:32.649002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.674060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.674398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment e2f0b245-909d-4f1b-b82a-b95f841ac7bf of type vlan for network c6919af8-b6a1-40d9-9e61-a96cc83da4ea Jan 31 17:57:32.693527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7332f7d-1cc7-483a-8939-ecc39080d4f3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.711227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8053c482-3d33-4d13-9782-c7722c6c7186') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.711533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8053c482-3d33-4d13-9782-c7722c6c7186') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:32.730561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.760840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.768392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.786119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:32.786523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:32.802790 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:32.904437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.908392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.972892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.977032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:32.977634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.981206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:32.986658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:32.987433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.005383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.029838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.052245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 5d37d3a1-f7af-4beb-90ed-1db552c9ca85 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:33.055762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Update dhcp port {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'fixed_ips': [{'subnet_id': '9799eb22-fa53-4865-8b58-a610da33bdd0', 'ip_address': '2001:db8::f816:3eff:fe27:ca37'}, {'subnet_id': '0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '1d30449b-c4e5-4f4f-a282-16ecb67a8451'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:57:33.099404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.116743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:33.153712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e7332f7d-1cc7-483a-8939-ecc39080d4f3 HTTP/1.1" status: 204 len: 168 time: 1.5099676 Jan 31 17:57:33.158003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.161301 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0033433 Jan 31 17:57:33.164082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23c328-c0c5-46a4-a4df-2aefff286e63 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=c6919af8-b6a1-40d9-9e61-a96cc83da4ea,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:33.169905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36f14e1e-69db-4222-9437-e95a4e650819 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3968365 Jan 31 17:57:33.170766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-697041318'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:33.170991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56650) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.171468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56652) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.186105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:33.192748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:33.198343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.209515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:33.210337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] For port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,segment=NetworkSegment(19a134fc-54e4-4dd3-baf1-688d4a190329),segment_id=19a134fc-54e4-4dd3-baf1-688d4a190329)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:33.214657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc42a16-fe56-48e4-b816-47700db1cdb8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=e7332f7d-1cc7-483a-8939-ecc39080d4f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:33.216073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:33.225256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:33.227814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:33.239332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:33.242940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.254736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.270979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.323180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:33.343412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.343752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 5df639b4-51d2-494e-a33a-b262f2edc960 of type vlan for network ada848b7-4c11-4d04-9600-5ca8c9b62790 Jan 31 17:57:33.461198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.483875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 0ad5b941-d3d0-4ebd-8467-945adc4ead81 is not hosted by any dhcp agent {{(pid=83558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 31 17:57:33.486345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Pushing event updated for resources: {'Port': ['ID=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:33.487391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:33.487979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.492286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port 60be1e5f-9257-4705-8391-0898808467cf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:33.492465 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "PUT /v2.0/networks/0ad5b941-d3d0-4ebd-8467-945adc4ead81 HTTP/1.1" status: 200 len: 758 time: 0.8614256 Jan 31 17:57:33.492555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.502851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56658) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.534756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:33.535307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.591253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccb234-8a8a-4eea-afe8-c7e1d72b86a9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=0ad5b941-d3d0-4ebd-8467-945adc4ead81,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:33.613493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0ad5b941-d3d0-4ebd-8467-945adc4ead81 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:33.619125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.622841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:33.623411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.665289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:33.699165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:33.731946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:33.768184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:33.791463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:33.806595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ce683613-9a6a-403d-b262-87c387e8ae10 req-132e6e25-dcc1-4212-a643-5fb5f52d0621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:33.818094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454e5d0a-0863-4f21-ac9a-0501943dc82f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:33.819136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-454e5d0a-0863-4f21-ac9a-0501943dc82f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Synchronizing usage tracker for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:33.823906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=ada848b7-4c11-4d04-9600-5ca8c9b62790,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:33.827028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa391231-03d6-4002-a166-01241763969b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:33.827722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa391231-03d6-4002-a166-01241763969b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:33.838195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f1fc9754-0e2a-4c3c-9962-f789f9fce3ea tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6757286 Jan 31 17:57:33.840819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object ed6b7790-0a66-4adb-a6d8-6cafd2cd809b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:33.847407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56664) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.879360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:33.889004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:33.894239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:33.913329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-454e5d0a-0863-4f21-ac9a-0501943dc82f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Unset dirty status for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:33.914922 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-454e5d0a-0863-4f21-ac9a-0501943dc82f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks?id=0ad5b941-d3d0-4ebd-8467-945adc4ead81 HTTP/1.1" status: 200 len: 761 time: 0.4112411 Jan 31 17:57:33.923486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56668) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:33.930455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8:0:1::160 (78c34a5f-8722-4630-84ca-354f3b387cf2/0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae/5d37d3a1-f7af-4beb-90ed-1db552c9ca85) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:33.930931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-279689171'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:33.939187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:33.962899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:34.026153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning for port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:34.032665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Provisioning complete for port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:34.033342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.034539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ce683613-9a6a-403d-b262-87c387e8ae10 req-132e6e25-dcc1-4212-a643-5fb5f52d0621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:34.035569 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ce683613-9a6a-403d-b262-87c387e8ae10 req-132e6e25-dcc1-4212-a643-5fb5f52d0621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.3004096 Jan 31 17:57:34.046414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa391231-03d6-4002-a166-01241763969b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:34.054906 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aa391231-03d6-4002-a166-01241763969b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.8287094 Jan 31 17:57:34.054906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::f816:3eff:fe45:40bc (78c34a5f-8722-4630-84ca-354f3b387cf2/9799eb22-fa53-4865-8b58-a610da33bdd0/5d37d3a1-f7af-4beb-90ed-1db552c9ca85) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:34.054906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:34.139245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:34.139466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:34.142408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.177531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.184639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:34.184912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 673a18f8-c67c-44fa-8a6e-8b85f2cc8136 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:34.192753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:34.206615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.206967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment c2016979-7edd-449d-9f48-bf890190305f of type vlan for network 74c22b5b-744d-43f5-bf98-f2c5d92427f6 Jan 31 17:57:34.219751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:34.245053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.290068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.343507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.344867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] For port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:34.346376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 60be1e5f-9257-4705-8391-0898808467cf up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:34.347507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:34.348474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.370591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port f76fbaf5-3d74-4208-9f2c-46877566e1d4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:34.370926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.401325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:34.404507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.406330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:34.420809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.462729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:34.506195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5797527 Jan 31 17:57:34.511327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:34.518117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 60be1e5f-9257-4705-8391-0898808467cf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:34.519047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.520998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '74c22b5b-744d-43f5-bf98-f2c5d92427f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:34.550772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601987a-bff9-43ab-bf0e-96b54912fdcf tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=74c22b5b-744d-43f5-bf98-f2c5d92427f6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:34.596922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 74c22b5b-744d-43f5-bf98-f2c5d92427f6 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:34.621890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:34.640915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network f569d038-53a5-4d70-86a4-1e65444c5df9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:34.646988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:34.658481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:34.689630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acf69f-69bd-4b14-8f11-05d694d0eb2f None None] Pushing event updated for resources: {'Port': ['ID=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:34.737308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:34.752125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Usage tracker for resource:subnet and tenant:e582241e2fec4f2298cfb31ba7a47683 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:34.759092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:34.771906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:34.775258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.779428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Provisioning for port c6bada29-7b88-4a29-90e6-2a28339cabfa completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:34.785396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:34.799836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Provisioning complete for port c6bada29-7b88-4a29-90e6-2a28339cabfa triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:34.799836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.858530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.876666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:34.926744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Port c6bada29-7b88-4a29-90e6-2a28339cabfa cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:34.949154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Provisioning for port 72cfab4f-6c27-4a03-8872-5c20cafc650a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:34.956810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Provisioning complete for port 72cfab4f-6c27-4a03-8872-5c20cafc650a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:34.957468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:34.967306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for f76fbaf5-3d74-4208-9f2c-46877566e1d4 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:34.995063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:35.025463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Port 72cfab4f-6c27-4a03-8872-5c20cafc650a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:35.036485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:35.037114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.080275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Provisioning complete for port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:35.080560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5aa81fda-ff41-474b-86ec-2acb8f7e17c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.106824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.130630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 5d37d3a1-f7af-4beb-90ed-1db552c9ca85 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:35.136559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.211786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d050687-5191-42ba-b62f-b45677f5ed14 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.216616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d050687-5191-42ba-b62f-b45677f5ed14 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.220688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d050687-5191-42ba-b62f-b45677f5ed14 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.222498 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d050687-5191-42ba-b62f-b45677f5ed14 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 1.1533000 Jan 31 17:57:35.230822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.248200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56682) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:35.378574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.379341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.400533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d0c2b543-c21d-401d-958a-017f2b41d97e None None] Provisioning for port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:35.417552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.436529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d0c2b543-c21d-401d-958a-017f2b41d97e None None] Provisioning complete for port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:35.436815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67a98a-f740-42d4-be02-476380ed2cf7 req-70b2c97f-fd63-4270-9bfe-a976611ba351 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.437067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b543-c21d-401d-958a-017f2b41d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.438295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4c67a98a-f740-42d4-be02-476380ed2cf7 req-70b2c97f-fd63-4270-9bfe-a976611ba351 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 932 time: 0.2319918 Jan 31 17:57:35.483429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=aabfbf9c-2e88-4178-b907-aa8a997254b1,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:35.499659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 72cfab4f-6c27-4a03-8872-5c20cafc650a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:35.499987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.502724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.517887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d0c2b543-c21d-401d-958a-017f2b41d97e None None] Port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:35.519937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Allocated IP 2001:db8:0:1::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae/1d30449b-c4e5-4f4f-a282-16ecb67a8451) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:35.568874 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-f89ef593-4bbe-4326-83dd-7249f4da352c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8499534 Jan 31 17:57:35.572915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=f76fbaf5-3d74-4208-9f2c-46877566e1d4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:35.585162 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4c67a98a-f740-42d4-be02-476380ed2cf7 req-4d70f0fa-28e6-420e-8b4a-1d3a5bf096dc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362057 Jan 31 17:57:35.622180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:35.623075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=5d37d3a1-f7af-4beb-90ed-1db552c9ca85,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:35.630861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:35.634164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:35.634164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: c6919af8-b6a1-40d9-9e61-a96cc83da4ea, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:35.674180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:35.681110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:35.681110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.692594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.726365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:35.751922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Request body: {'port': {'device_id': 'a739fbba-380e-4222-a542-511600e015ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:35.755850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.778925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Transition to ACTIVE for port object 1d30449b-c4e5-4f4f-a282-16ecb67a8451 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:35.783489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:35.977940 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ab770b40-da4c-4a23-b182-787df977cebd tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5998507 Jan 31 17:57:35.982456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=9a299dc8-db4b-4596-b10c-53170ae2c966,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:35.986981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56688) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:36.007518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49c71c-71da-4d89-adc1-579c3cc4b1bc None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:36.071444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.104376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': 'c2016979-7edd-449d-9f48-bf890190305f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '74c22b5b-744d-43f5-bf98-f2c5d92427f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:36.104727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 74c22b5b-744d-43f5-bf98-f2c5d92427f6, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:36.113858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:36.121469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.132640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 5d37d3a1-f7af-4beb-90ed-1db552c9ca85 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:36.132973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.177818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.216411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c6919af8-b6a1-40d9-9e61-a96cc83da4ea) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:36.220387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:36.221011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.230855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11f853b-a40d-4597-bb41-81f851c85a90 None None] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:36.280090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 74c22b5b-744d-43f5-bf98-f2c5d92427f6 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:36.330962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 74c22b5b-744d-43f5-bf98-f2c5d92427f6) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:36.338183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.347729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:36.348315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.360257 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f85e6f17-3581-4c5e-9cf5-b7e884171f57 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1373982 Jan 31 17:57:36.360257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=d6023e22-1b38-486c-87c8-c95ff8b6f1d7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:36.363022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:36.416453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea', 'name': 'tempest-PortsIpV6TestJSON-2029818866', 'fixed_ips': [{'subnet_id': 'aabfbf9c-2e88-4178-b907-aa8a997254b1', 'ip_address': '2001:db8::10'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:36.463110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319bc840-11de-4f49-96d8-aeae2eb7b430 None None] Network 74c22b5b-744d-43f5-bf98-f2c5d92427f6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:36.476920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:36.611497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eccaeade-d029-42d1-ad96-ad727deb727d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0990939 Jan 31 17:57:36.621345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:36.672295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757622b-2914-4891-8416-875065e59554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c6919af8-b6a1-40d9-9e61-a96cc83da4ea', 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': 'aabfbf9c-2e88-4178-b907-aa8a997254b1'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:36.673557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.791788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 72cfab4f-6c27-4a03-8872-5c20cafc650a owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:36.889725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d757622b-2914-4891-8416-875065e59554 None None] Allocated IP 2001:db8::2 (c6919af8-b6a1-40d9-9e61-a96cc83da4ea/aabfbf9c-2e88-4178-b907-aa8a997254b1/3954eb0c-41fa-40b6-b02c-311df27a2d7e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:36.924531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '5df639b4-51d2-494e-a33a-b262f2edc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:36.924786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: ada848b7-4c11-4d04-9600-5ca8c9b62790, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:36.937667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:36.983310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.124757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:37.140474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.151946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d757622b-2914-4891-8416-875065e59554 None None] Transition to ACTIVE for port object 3954eb0c-41fa-40b6-b02c-311df27a2d7e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:37.157293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 5d37d3a1-f7af-4beb-90ed-1db552c9ca85 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:37.171380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d757622b-2914-4891-8416-875065e59554 None None] Transition to ACTIVE for port object 3954eb0c-41fa-40b6-b02c-311df27a2d7e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:37.190302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:37.206830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:37.209375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.233068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde06a75-59e5-45a9-80ac-6a004c8d8c24 req-558ba2ad-2e66-41e0-88d2-2b185101178d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:37.234556 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dde06a75-59e5-45a9-80ac-6a004c8d8c24 req-558ba2ad-2e66-41e0-88d2-2b185101178d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 932 time: 0.3939214 Jan 31 17:57:37.256891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, ada848b7-4c11-4d04-9600-5ca8c9b62790) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:37.285782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:37.291805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.294545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811f515c-1e07-4e78-8680-4f864c7e4fd7 None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:37.309383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:37.310077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.338940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:37.339566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.355614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 35c15255-c67d-42f3-b784-63e5258f9c5f yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:37.398304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.432029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2dd2-ca90-4d36-bb6e-373be55f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.460959 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7d5e51d2-4c31-44e5-9d99-f2fb7a349a0f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5996888 Jan 31 17:57:37.460959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:37.472932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:37.486676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=72cfab4f-6c27-4a03-8872-5c20cafc650a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:37.489496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:37.500546 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dde06a75-59e5-45a9-80ac-6a004c8d8c24 req-e3ff3f24-781d-4039-8316-a28f58e7b80f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461748 Jan 31 17:57:37.526258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757622b-2914-4891-8416-875065e59554 None None] Pushing event updated for resources: {'Port': ['ID=3954eb0c-41fa-40b6-b02c-311df27a2d7e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:37.539911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d757622b-2914-4891-8416-875065e59554 None None] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:37.580576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d757622b-2914-4891-8416-875065e59554 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:37.581162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.582933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d757622b-2914-4891-8416-875065e59554 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:37.586101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-50512183-eb2b-4a42-bdbb-8c79fd49ab85 None None] Provisioning for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:37.623165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-50512183-eb2b-4a42-bdbb-8c79fd49ab85 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:37.623986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-50512183-eb2b-4a42-bdbb-8c79fd49ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.672408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 0ec91883-cd1e-4440-8c6d-e2bf9de06178 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:57:37.678758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.696388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6b7790-0a66-4adb-a6d8-6cafd2cd809b {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:57:37.720937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.737011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=9a299dc8-db4b-4596-b10c-53170ae2c966,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:37.761968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Transition to ACTIVE for port object ed6b7790-0a66-4adb-a6d8-6cafd2cd809b will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:37.791829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.810232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:37.908180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6e0d7df1-dd8d-4bea-a883-922d193fccf6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/72cfab4f-6c27-4a03-8872-5c20cafc650a HTTP/1.1" status: 204 len: 168 time: 2.6296623 Jan 31 17:57:37.921263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56708) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:37.922736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d757622b-2914-4891-8416-875065e59554 None None] Attempting to bind port 3954eb0c-41fa-40b6-b02c-311df27a2d7e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:37.923061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d757622b-2914-4891-8416-875065e59554 None None] Attempting to bind port 3954eb0c-41fa-40b6-b02c-311df27a2d7e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:37.923426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757622b-2914-4891-8416-875065e59554 None None] Attempting to bind port 3954eb0c-41fa-40b6-b02c-311df27a2d7e on network c6919af8-b6a1-40d9-9e61-a96cc83da4ea {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:37.963082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cae6d02-09fc-4b60-ad40-b400f07d165f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-74c22b5b-744d-43f5-bf98-f2c5d92427f6', 'network_id': '74c22b5b-744d-43f5-bf98-f2c5d92427f6', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': '9a299dc8-db4b-4596-b10c-53170ae2c966'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:37.963899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cae6d02-09fc-4b60-ad40-b400f07d165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.023660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757622b-2914-4891-8416-875065e59554 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:38.024053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757622b-2914-4891-8416-875065e59554 None None] Checking segment: {'id': 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:38.024502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.024899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d757622b-2914-4891-8416-875065e59554 None None] Bound using segment: {'id': 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:38.025378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d757622b-2914-4891-8416-875065e59554 None None] Bound port: 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:38.025778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.043014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b4b70a7-11b4-42c3-91a1-73630b32628b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:57:38.043511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b4b70a7-11b4-42c3-91a1-73630b32628b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:38.074117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:38.079415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::10 (c6919af8-b6a1-40d9-9e61-a96cc83da4ea/aabfbf9c-2e88-4178-b907-aa8a997254b1/35c15255-c67d-42f3-b784-63e5258f9c5f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:38.100562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b4b70a7-11b4-42c3-91a1-73630b32628b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:38.104559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6b4b70a7-11b4-42c3-91a1-73630b32628b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/72cfab4f-6c27-4a03-8872-5c20cafc650a HTTP/1.1" status: 404 len: 333 time: 0.1724551 Jan 31 17:57:38.104810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56712) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:38.171306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.178399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:38.189451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:38.190919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.265561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:subnet and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:38.269592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=5d37d3a1-f7af-4beb-90ed-1db552c9ca85,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:38.271680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:38.286354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c22b5b-744d-43f5-bf98-f2c5d92427f6']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.294704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:57:38.299625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:38.311342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-ada848b7-4c11-4d04-9600-5ca8c9b62790', 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': 'd6023e22-1b38-486c-87c8-c95ff8b6f1d7'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:38.312257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.315157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2016979-7edd-449d-9f48-bf890190305f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.315454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2016979-7edd-449d-9f48-bf890190305f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.315897 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] Sync routers for ids ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:57:38.330153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f02c58d0-1292-499b-aee1-808b8e13bcc2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/0ec91883-cd1e-4440-8c6d-e2bf9de06178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4297745 Jan 31 17:57:38.338261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56716) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:38.340076 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] Routers {'0ec91883-cd1e-4440-8c6d-e2bf9de06178'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:38.345610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.381722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port c6bada29-7b88-4a29-90e6-2a28339cabfa {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:38.381970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.428570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d44646c-b307-4cd7-990e-0d327f7e82a6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:38.437433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.458666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:38.474524 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.490755 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] Routers {'0ec91883-cd1e-4440-8c6d-e2bf9de06178'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:38.491942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.638674 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:38.639079 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06def1f-52b5-433c-8ef6-a5059fc2706b None None] The sync data for ids ['0ec91883-cd1e-4440-8c6d-e2bf9de06178'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:57:38.664162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d757622b-2914-4891-8416-875065e59554 None None] For port 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:38.680404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-585457f3-2c1f-401d-94ee-2d0123cb7fa9 None None] Could not find standard attr ID for object 5d37d3a1-f7af-4beb-90ed-1db552c9ca85. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:57:38.698906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab3e4df-3195-431e-9efe-6d110d5d25b4 None None] Network 74c22b5b-744d-43f5-bf98-f2c5d92427f6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:38.705922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.707822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Attempting to bind port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:38.708157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Attempting to bind port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:38.708485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Attempting to bind port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b on network f569d038-53a5-4d70-86a4-1e65444c5df9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:38.710772 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b7a25915-0830-4131-b921-4bbfee214fb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5d37d3a1-f7af-4beb-90ed-1db552c9ca85 HTTP/1.1" status: 204 len: 168 time: 2.7227144 Jan 31 17:57:38.712234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.716111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56722) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:38.718895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d44646c-b307-4cd7-990e-0d327f7e82a6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:38.719986 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5d44646c-b307-4cd7-990e-0d327f7e82a6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=0ec91883-cd1e-4440-8c6d-e2bf9de06178 HTTP/1.1" status: 200 len: 205 time: 0.3807399 Jan 31 17:57:38.722584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b on network f569d038-53a5-4d70-86a4-1e65444c5df9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 17:57:38.722920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Attempting to bind port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b on network f569d038-53a5-4d70-86a4-1e65444c5df9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:38.728019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56726) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:38.739213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:38.739825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:38.756806 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:38.795587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d757622b-2914-4891-8416-875065e59554 None None] For port 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3954eb0c-41fa-40b6-b02c-311df27a2d7e,segment=NetworkSegment(e2f0b245-909d-4f1b-b82a-b95f841ac7bf),segment_id=e2f0b245-909d-4f1b-b82a-b95f841ac7bf)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:38.846054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d757622b-2914-4891-8416-875065e59554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.908715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:38.909499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.927374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:38.927943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Checking segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:38.928126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Bound using segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:38.928765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Bound port: ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:38.929660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:38.991091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.045344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.049505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.077942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.097007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=74c22b5b-744d-43f5-bf98-f2c5d92427f6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:39.119021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Allocated IP 2001:db8::2 (ada848b7-4c11-4d04-9600-5ca8c9b62790/d6023e22-1b38-486c-87c8-c95ff8b6f1d7/8c2e3f99-5c66-42f2-b0ee-8e663c9b1237) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:39.148722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d757622b-2914-4891-8416-875065e59554 None None] Pushing event updated for resources: {'Port': ['ID=3954eb0c-41fa-40b6-b02c-311df27a2d7e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:39.189074 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5a3a1f5e-7037-45d4-99ae-139d19b929f3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/74c22b5b-744d-43f5-bf98-f2c5d92427f6 HTTP/1.1" status: 204 len: 168 time: 2.5644484 Jan 31 17:57:39.195050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56732) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:39.195841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 35c15255-c67d-42f3-b784-63e5258f9c5f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:39.199377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.298490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814ba43-da7a-4cb1-94e7-15ceff90bcef req-72e6d92a-e97c-4b55-a28b-db4e5700866c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:39.300344 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8814ba43-da7a-4cb1-94e7-15ceff90bcef req-72e6d92a-e97c-4b55-a28b-db4e5700866c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.5343926 Jan 31 17:57:39.315748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1cd034-55f2-4273-bb24-c38c0e80cdf4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:39.316774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e1cd034-55f2-4273-bb24-c38c0e80cdf4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:39.326643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a2ebae-d1ee-420f-ae48-fb68d5053fbb tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] GET failed (client error): The resource could not be found. Jan 31 17:57:39.327046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14a2ebae-d1ee-420f-ae48-fb68d5053fbb tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Synchronizing usage tracker for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:39.391192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e1cd034-55f2-4273-bb24-c38c0e80cdf4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:39.396627 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0e1cd034-55f2-4273-bb24-c38c0e80cdf4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6790144 Jan 31 17:57:39.397445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56736) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:39.423462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8f214ee1-5d86-4936-8da1-12826378b3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.492219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:39.559918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.578632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3954eb0c-41fa-40b6-b02c-311df27a2d7e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:39.617808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Transition to ACTIVE for port object 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:39.669939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Transition to ACTIVE for port object 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:39.680239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.681143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:39.684609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-14a2ebae-d1ee-420f-ae48-fb68d5053fbb tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Unset dirty status for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:39.685774 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-14a2ebae-d1ee-420f-ae48-fb68d5053fbb tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets/9a299dc8-db4b-4596-b10c-53170ae2c966 HTTP/1.1" status: 404 len: 337 time: 0.4273081 Jan 31 17:57:39.691213 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8814ba43-da7a-4cb1-94e7-15ceff90bcef req-1bd89e82-67a5-4dba-93d2-f3ad31fd9248 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714740 Jan 31 17:57:39.692862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.694145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:39.702718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.744578 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f545e9-f351-43e6-840e-a5a42a20b68e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:39.745015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f545e9-f351-43e6-840e-a5a42a20b68e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:39.765052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-61f545e9-f351-43e6-840e-a5a42a20b68e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/74c22b5b-744d-43f5-bf98-f2c5d92427f6 HTTP/1.1" status: 404 len: 339 time: 0.0691743 Jan 31 17:57:39.773449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:39.775821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:39.776386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:39.779048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:39.782137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:39.785626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3954eb0c-41fa-40b6-b02c-311df27a2d7e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:39.836852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5049e0db-dcf6-4e32-abb3-65145d45058a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:39.840967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5049e0db-dcf6-4e32-abb3-65145d45058a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4403799 Jan 31 17:57:39.843049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56748) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:39.881683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Attempting to bind port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:39.882594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Attempting to bind port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '5df639b4-51d2-494e-a33a-b262f2edc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:39.883079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Attempting to bind port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 on network ada848b7-4c11-4d04-9600-5ca8c9b62790 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:39.889994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:39.890365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Checking segment: {'id': '5df639b4-51d2-494e-a33a-b262f2edc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:39.890764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.891276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Bound using segment: {'id': '5df639b4-51d2-494e-a33a-b262f2edc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:39.891766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Bound port: 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df639b4-51d2-494e-a33a-b262f2edc960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:39.892138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:39.967982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.000786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] For port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:40.005443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] For port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,segment=NetworkSegment(5df639b4-51d2-494e-a33a-b262f2edc960),segment_id=5df639b4-51d2-494e-a33a-b262f2edc960)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:40.014569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.040275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.041728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.043672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.043856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:40.050136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.084018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:40.098952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for c6bada29-7b88-4a29-90e6-2a28339cabfa owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:40.122789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47078-9a66-442f-acfe-8d4ea2895d8f None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:40.133448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.137040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa960e-805e-440b-83cc-564fcaf24859 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.137543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-91aa960e-805e-440b-83cc-564fcaf24859 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Synchronizing usage tracker for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:40.166641 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:40.168308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.170642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.171245 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c09923a4-3795-444a-ad66-f2b16451c392 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3234875 Jan 31 17:57:40.180030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.186693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:40.229667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:40.232721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.233311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.242469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=4c9348e9-8e54-4b2a-afed-09cb7fbd61f9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:40.269237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-91aa960e-805e-440b-83cc-564fcaf24859 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Unset dirty status for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:40.270513 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-91aa960e-805e-440b-83cc-564fcaf24859 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4920049 Jan 31 17:57:40.275046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56756) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.332607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fc830d81-417f-49df-8f07-b181ac9f5230 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8493288 Jan 31 17:57:40.334755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-687939cc-8d92-4ecf-b7af-2cb6e295fe57 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Synchronizing usage tracker for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:40.335705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.378612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.385216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.385216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-9023af50-e453-4d44-a544-e03957bf86a9 service neutron] 10.222.0.86 "PUT /v2.0/ports/ed6b7790-0a66-4adb-a6d8-6cafd2cd809b HTTP/1.1" status: 200 len: 1094 time: 4.8011162 Jan 31 17:57:40.452144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:57:40.474187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-687939cc-8d92-4ecf-b7af-2cb6e295fe57 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Unset dirty status for tenant:e582241e2fec4f2298cfb31ba7a47683 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:40.478510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-687939cc-8d92-4ecf-b7af-2cb6e295fe57 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 207 time: 0.1993389 Jan 31 17:57:40.480989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56766) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.506360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.506868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 0ec91883-cd1e-4440-8c6d-e2bf9de06178 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:57:40.558545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007cdbc4-0dfe-47df-afb0-6e3cc3b0f988 None None] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:40.567355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.571462 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5ac8c720-f43c-4d6f-b1c5-ace34b8263ae tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/0ec91883-cd1e-4440-8c6d-e2bf9de06178 HTTP/1.1" status: 204 len: 168 time: 1.8375959 Jan 31 17:57:40.576973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.621148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=35c15255-c67d-42f3-b784-63e5258f9c5f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:40.628926 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b', 'status': 'completed', 'code': 200} Jan 31 17:57:40.672879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.674326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.675603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.676893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.678213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.679974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Synchronizing usage tracker for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:40.686084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:40.725025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:40.730638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.732470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Provisioning for port 3954eb0c-41fa-40b6-b02c-311df27a2d7e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:40.745507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Provisioning complete for port 3954eb0c-41fa-40b6-b02c-311df27a2d7e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:40.746260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.762021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:40.774031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:40.778245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:40.778864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.849334 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f06f395d-10ae-4751-b861-4cb4b3db14c3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4802744 Jan 31 17:57:40.855175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Unset dirty status for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:40.856703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5847a749-20de-47b7-baa9-a81b9c451f98 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5184760 Jan 31 17:57:40.857935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56776) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.863864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:40.874204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': 'c6919af8-b6a1-40d9-9e61-a96cc83da4ea', 'name': 'tempest-PortsIpV6TestJSON-798369514', 'fixed_ips': [{'subnet_id': 'aabfbf9c-2e88-4178-b907-aa8a997254b1', 'ip_address': '2001:db8::f'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:40.890057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56778) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:40.898062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1228237000'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:40.919945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-1eadc0ed-84ac-45f4-8afd-ed6b44c85d0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 1097 time: 0.4604273 Jan 31 17:57:40.926047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:40.930239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.009240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.078713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:41.091999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:41.126298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:41.128443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=c6bada29-7b88-4a29-90e6-2a28339cabfa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:41.136772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.142349 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-76e109de-915c-4563-ad8c-73807f66a0d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b HTTP/1.1" status: 200 len: 217 time: 0.1436121 Jan 31 17:57:41.203664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] For port 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3954eb0c-41fa-40b6-b02c-311df27a2d7e,segment=NetworkSegment(e2f0b245-909d-4f1b-b82a-b95f841ac7bf),segment_id=e2f0b245-909d-4f1b-b82a-b95f841ac7bf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:41.208936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.242120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:41.246017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.262358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f499e-61a4-451e-bb06-7ab92d02e581 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.266255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f499e-61a4-451e-bb06-7ab92d02e581 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.274001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f499e-61a4-451e-bb06-7ab92d02e581 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.278388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72f499e-61a4-451e-bb06-7ab92d02e581 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.283798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d72f499e-61a4-451e-bb06-7ab92d02e581 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.8017631 Jan 31 17:57:41.297187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:41.299651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9a75e-f255-46f4-b6a7-595e4396c593 None None] Pushing event updated for resources: {'Port': ['ID=3954eb0c-41fa-40b6-b02c-311df27a2d7e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:41.402096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-a18b8782-f533-40cd-96ab-7f9f5e1541c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.403561 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-a18b8782-f533-40cd-96ab-7f9f5e1541c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c694df9-6b4d-4f80-a612-aa18a118ec46 HTTP/1.1" status: 200 len: 838 time: 0.2104037 Jan 31 17:57:41.417267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:41.422046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:41.425095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:41.442854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:41.514530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87884035-3a37-46d6-90b9-296177375354 req-b209191e-e3f3-4d20-8e2d-174e214ac4c6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:41.525546 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-87884035-3a37-46d6-90b9-296177375354 req-b209191e-e3f3-4d20-8e2d-174e214ac4c6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.4820924 Jan 31 17:57:41.535840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1416, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:41.557810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.558270 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment a3602076-b6e0-4837-8161-9d8ba91c4931 of type vlan for network 176b13c1-460a-4df0-b9ff-ac2f55d614fc Jan 31 17:57:41.619461 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-87884035-3a37-46d6-90b9-296177375354 req-db864b9f-bbd5-4ca8-805e-ee560f46c052 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601947 Jan 31 17:57:41.619696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.626889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.629346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:41.636299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.646434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:41.732355 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c1744214-aa5d-4ec5-afca-fd9d06579b9f tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4329591 Jan 31 17:57:41.737542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.738711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:41.740699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:41.742351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:41.744596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3954eb0c-41fa-40b6-b02c-311df27a2d7e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:41.744836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.750391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet a7fcb1bd-2f50-4b7f-b747-d10a9f481206 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:41.759164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:41.785722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158ef67-e758-4905-af21-b40761a35f62 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:41.801785 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5f2c72ce-9af0-4095-8634-f34f170a293c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae HTTP/1.1" status: 204 len: 168 time: 1.6205888 Jan 31 17:57:41.802946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56792) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:41.842320 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5011bd95-0993-439a-a7f7-abaa3e1d5581 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/c6bada29-7b88-4a29-90e6-2a28339cabfa HTTP/1.1" status: 204 len: 168 time: 3.7364955 Jan 31 17:57:41.869462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:41.892294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56796) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:41.978058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9185c295-978d-4e23-ad6f-e4ceb8d2632d None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:41.999763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Provisioning complete for port 3954eb0c-41fa-40b6-b02c-311df27a2d7e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:42.000577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.014412 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9851d9c0-9d62-4099-b693-9425fd3a54cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:57:42.015266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9851d9c0-9d62-4099-b693-9425fd3a54cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:42.032300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.034299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.061735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e3431-06ab-4502-89e3-3c5d979044be tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:42.062946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e3431-06ab-4502-89e3-3c5d979044be tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:42.064471 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b42e3431-06ab-4502-89e3-3c5d979044be tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.3114579 Jan 31 17:57:42.065620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.069460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:42.070273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.079937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:42.135030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 9799eb22-fa53-4865-8b58-a610da33bdd0 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:42.140271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.196033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3954eb0c-41fa-40b6-b02c-311df27a2d7e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:42.196389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.198714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.223589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port f678980a-442a-4acb-bd20-f72e7c9bef00 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:42.233678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.262697 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3658597 Jan 31 17:57:42.262697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9851d9c0-9d62-4099-b693-9425fd3a54cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:42.262697 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9851d9c0-9d62-4099-b693-9425fd3a54cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/c6bada29-7b88-4a29-90e6-2a28339cabfa HTTP/1.1" status: 404 len: 333 time: 0.3641520 Jan 31 17:57:42.262697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56804) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:42.266360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56806) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:42.278918 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-60e0428e-3470-45ba-8b0f-36b4f8cc8135 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f569d038-53a5-4d70-86a4-1e65444c5df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8205359 Jan 31 17:57:42.289987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:42.357681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea5aee1-3c89-4fb7-b85d-a173dd9ce966 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=176b13c1-460a-4df0-b9ff-ac2f55d614fc,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:42.387574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:42.460864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.509799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fcb1bd-2f50-4b7f-b747-d10a9f481206,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:42.530817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.534526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.547090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f934ae5-61f8-46bf-a99e-60b47d2efb2c None None] Network d98b701a-e97f-4238-a28c-c9272130e12f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:42.581259 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-26afd13b-8f8a-4d68-abd7-31c2d6b8efa6 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/a7fcb1bd-2f50-4b7f-b747-d10a9f481206 HTTP/1.1" status: 204 len: 168 time: 2.0015817 Jan 31 17:57:42.593670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56812) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:42.628606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet d3555bca-c4a5-446d-b7d6-b344d5d4c024 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:42.632936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.635081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d391b6-40ec-4513-b899-a08d0aa05eb7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:42.636365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d391b6-40ec-4513-b899-a08d0aa05eb7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:42.641187 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-49d391b6-40ec-4513-b899-a08d0aa05eb7 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5410819 Jan 31 17:57:42.661681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56816) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:42.761969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.871523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=9799eb22-fa53-4865-8b58-a610da33bdd0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:42.884101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.889375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Provisioning for port 35c15255-c67d-42f3-b784-63e5258f9c5f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:42.900614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Provisioning complete for port 35c15255-c67d-42f3-b784-63e5258f9c5f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:42.900984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:42.981964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-761f0981-7355-4e1d-99c2-ac6c9a3b0ce5 None None] Port 35c15255-c67d-42f3-b784-63e5258f9c5f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:42.984285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.002720 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-82054980-18ed-4b19-834c-86fdb74ee851 service neutron] 10.222.0.86 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960921 Jan 31 17:57:43.033333 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b299b2b2-996d-4dea-9ae1-d181a1a24902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9799eb22-fa53-4865-8b58-a610da33bdd0 HTTP/1.1" status: 204 len: 168 time: 1.2253728 Jan 31 17:57:43.034011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56822) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:43.085852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.135847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] DHCP port deletion for d98b701a-e97f-4238-a28c-c9272130e12f request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:43.141897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43ca9800-b84e-4605-81f5-385338680200 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1004465 Jan 31 17:57:43.143863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:43.148179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Deleting port 60be1e5f-9257-4705-8391-0898808467cf {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:43.148975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.153188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0178c5c0-0106-4cea-8681-8a9effbcbafa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:43.157958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0178c5c0-0106-4cea-8681-8a9effbcbafa tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks/a5b2104c-f81b-4148-b6bd-d53e15b4bea3 HTTP/1.1" status: 200 len: 799 time: 0.4906213 Jan 31 17:57:43.159930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:43.174532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:43.268525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 60be1e5f-9257-4705-8391-0898808467cf {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:43.268525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.272122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Update dhcp port {'port': {'network_id': 'ada848b7-4c11-4d04-9600-5ca8c9b62790', 'fixed_ips': [{'subnet_id': 'd6023e22-1b38-486c-87c8-c95ff8b6f1d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '4c9348e9-8e54-4b2a-afed-09cb7fbd61f9'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '8c2e3f99-5c66-42f2-b0ee-8e663c9b1237'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:57:43.307997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Provisioning complete for port 35c15255-c67d-42f3-b784-63e5258f9c5f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:43.308407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.320542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::f (c6919af8-b6a1-40d9-9e61-a96cc83da4ea/aabfbf9c-2e88-4178-b907-aa8a997254b1/f678980a-442a-4acb-bd20-f72e7c9bef00) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:43.341161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.348007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.355525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.417042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:43.420990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:43.423649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:43.439127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.439333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:43.457759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Port 35c15255-c67d-42f3-b784-63e5258f9c5f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:43.506885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac97785-c4df-465a-8e7a-0df46608820d req-55ad4ba9-145b-4783-a6bd-6c95af591e46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:43.514710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bac97785-c4df-465a-8e7a-0df46608820d req-55ad4ba9-145b-4783-a6bd-6c95af591e46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.6401522 Jan 31 17:57:43.523249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:43.526817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.539283 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4aedb894-71e8-401d-a8de-0c93cf7176d3 req-46be9284-de6c-4a0c-93cd-d0a862801813 service neutron] 10.222.0.86 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231655 Jan 31 17:57:43.551681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 60be1e5f-9257-4705-8391-0898808467cf no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:43.560709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.673390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc is not hosted by any dhcp agent {{(pid=83558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 31 17:57:43.674760 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d64fb2e-fd1d-4ace-b11c-5e0afbd1f34e tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/networks/a5b2104c-f81b-4148-b6bd-d53e15b4bea3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4981060 Jan 31 17:57:43.678173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:43.679663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.679786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=d3555bca-c4a5-446d-b7d6-b344d5d4c024,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:43.681288 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "PUT /v2.0/networks/176b13c1-460a-4df0-b9ff-ac2f55d614fc HTTP/1.1" status: 200 len: 723 time: 1.4062784 Jan 31 17:57:43.683936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:43.684316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:43.800018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Provisioning for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:43.821903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Provisioning complete for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:43.822274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.827965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c5bf2-dc83-469a-9a2f-50640ae0ab9a tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=176b13c1-460a-4df0-b9ff-ac2f55d614fc,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:43.888365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:43.899687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.908788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:43.925094 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bac97785-c4df-465a-8e7a-0df46608820d req-fbecada3-cbaa-4bab-b07e-32331ddddeae tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095109 Jan 31 17:57:43.972473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 60be1e5f-9257-4705-8391-0898808467cf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=60be1e5f-9257-4705-8391-0898808467cf,segment=NetworkSegment(efbadec9-35ea-4a79-95f6-093dc7175c74),segment_id=efbadec9-35ea-4a79-95f6-093dc7175c74)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:43.972956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:43.983409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a77cd-0562-40cf-99d7-dbfae4ab76ce None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:43.995537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247902b-2051-4648-afa0-7d847771dc5e None None] Network e0ea06e8-f3cc-4479-8947-b746eb4263da requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:44.002580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a59450b7-5b6f-4ddd-8ea4-fc093d716025 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/d3555bca-c4a5-446d-b7d6-b344d5d4c024 HTTP/1.1" status: 204 len: 168 time: 1.7357533 Jan 31 17:57:44.013597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:44.124193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 60be1e5f-9257-4705-8391-0898808467cf owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:44.146674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f8d93b-4f87-4843-bfd9-f5d4786bc88b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:44.148660 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-59f8d93b-4f87-4843-bfd9-f5d4786bc88b tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets/cccbf744-e5f4-4c71-bfac-86a60e65e071 HTTP/1.1" status: 200 len: 811 time: 0.4628994 Jan 31 17:57:44.160991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56846) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:44.172154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:44.221460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Allocated IP 172.20.0.1 (ada848b7-4c11-4d04-9600-5ca8c9b62790/4c9348e9-8e54-4b2a-afed-09cb7fbd61f9/8c2e3f99-5c66-42f2-b0ee-8e663c9b1237) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:44.230126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:44.238180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.253780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-5b2832ad-ff96-415a-8c28-baee08bbc2a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 1097 time: 0.6205852 Jan 31 17:57:44.263187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:44.282200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] For port 60be1e5f-9257-4705-8391-0898808467cf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=60be1e5f-9257-4705-8391-0898808467cf,segment=NetworkSegment(efbadec9-35ea-4a79-95f6-093dc7175c74),segment_id=efbadec9-35ea-4a79-95f6-093dc7175c74)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:44.282597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.358161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:44.358802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.422978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.453901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.490627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363be7e-34cf-4ba9-b63d-fec67cbb1682 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:44.495393 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5363be7e-34cf-4ba9-b63d-fec67cbb1682 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "GET /v2.0/subnets/cccbf744-e5f4-4c71-bfac-86a60e65e071?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3300910 Jan 31 17:57:44.503479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:44.510413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-303615541'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:44.512913 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:57:44.522086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object f678980a-442a-4acb-bd20-f72e7c9bef00 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:44.526575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:44.543577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.569205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.591779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:44.616978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=60be1e5f-9257-4705-8391-0898808467cf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:44.640112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.643308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No DVR routers for this DVR port 60be1e5f-9257-4705-8391-0898808467cf on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:44.676842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:44.680355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.703911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:44.713871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:44.716039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-736b755b-9852-4d1a-b489-1d15c5fd6d4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:44.717552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-736b755b-9852-4d1a-b489-1d15c5fd6d4b service neutron] 10.222.0.86 "GET /v2.0/networks?id=f569d038-53a5-4d70-86a4-1e65444c5df9 HTTP/1.1" status: 200 len: 899 time: 0.4526086 Jan 31 17:57:44.739441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Calling delete_port for 60be1e5f-9257-4705-8391-0898808467cf owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:44.759740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=86005e79-04a2-47f4-b247-7fd64200a7ef,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:44.764295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:44.764867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.827228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,segment=NetworkSegment(19a134fc-54e4-4dd3-baf1-688d4a190329),segment_id=19a134fc-54e4-4dd3-baf1-688d4a190329)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:44.827576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.832560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.859757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.915130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:44.927179 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-3eef69e1-7331-47c0-8f82-e2218dbe7bb3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b HTTP/1.1" status: 200 len: 217 time: 0.1509416 Jan 31 17:57:44.936853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:44.941180 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c9d3cc81-838d-4461-8473-4080d90259a4 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7947774 Jan 31 17:57:44.986300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:45.012226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:45.021176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:45.034407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] For port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,segment=NetworkSegment(5df639b4-51d2-494e-a33a-b262f2edc960),segment_id=5df639b4-51d2-494e-a33a-b262f2edc960)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:45.048230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:45.048479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.048962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Added segment dd7f8106-102e-43d8-8994-f7a0ece8b670 of type vlan for network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 Jan 31 17:57:45.049350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:45.060709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98b701a-e97f-4238-a28c-c9272130e12f']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.071413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:45.109649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.134541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:45.136355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=f678980a-442a-4acb-bd20-f72e7c9bef00,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:45.140946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:45.146055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:45.146682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.153719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Ignored duplicate provisioning block setup for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 17:57:45.161431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efbadec9-35ea-4a79-95f6-093dc7175c74') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.161740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efbadec9-35ea-4a79-95f6-093dc7175c74') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.164577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.169149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.212159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.221975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-1e1e8d87-2dfd-464a-909e-5883ba074ea9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:45.223871 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-1e1e8d87-2dfd-464a-909e-5883ba074ea9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0c694df9-6b4d-4f80-a612-aa18a118ec46 HTTP/1.1" status: 200 len: 838 time: 0.2848778 Jan 31 17:57:45.239564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:45.277300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=2fece3a8-c1c0-4416-9604-3d5dbbce04a8,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:45.291750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No DVR routers for this DVR port 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:45.298716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e153de94-8907-4be5-8c95-9d383464e28c None None] DHCP port deletion for e0ea06e8-f3cc-4479-8947-b746eb4263da request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:45.327021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.367740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Deleting port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:45.368060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.389293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.413112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=d1445cab-7c25-4efa-a49d-7573be196f6c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:45.448727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:45.449080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:45.469264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.487620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:45.488457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.492095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1394d20-ea04-45ef-8673-1bfc10c1b88b None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:45.510035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d30449b-c4e5-4f4f-a282-16ecb67a8451 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:45.552353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Deleting port 60be1e5f-9257-4705-8391-0898808467cf {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:45.552722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.631329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:45.640862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:45.643770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:45.654051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:45.658137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-16f682e2-0b34-4583-882b-c969d83eebe5 None None] The port '60be1e5f-9257-4705-8391-0898808467cf' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:45.663936 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:45.688034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.690570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53e964-75ca-497a-b55f-e655cf83d8b8 req-711074dc-e948-4625-8d4c-de938bd60a34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:45.692124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef53e964-75ca-497a-b55f-e655cf83d8b8 req-711074dc-e948-4625-8d4c-de938bd60a34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.5305157 Jan 31 17:57:45.692249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:45.692865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.695515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.719877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.732643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': 'a3602076-b6e0-4837-8161-9d8ba91c4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:45.733008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: 176b13c1-460a-4df0-b9ff-ac2f55d614fc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:45.771896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ea06e8-f3cc-4479-8947-b746eb4263da']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.791535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19a134fc-54e4-4dd3-baf1-688d4a190329') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.791916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19a134fc-54e4-4dd3-baf1-688d4a190329') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:45.837365 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef53e964-75ca-497a-b55f-e655cf83d8b8 req-bf08b831-0297-45b0-a084-9e26c9dd6b7a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324286 Jan 31 17:57:45.863731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.867589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.875242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:45.875663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:45.895979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.899336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:45.899699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.902532 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a9c4859b-8c5b-4802-bd40-63fe89a39065 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.0392973 Jan 31 17:57:45.906886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:45.907564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 176b13c1-460a-4df0-b9ff-ac2f55d614fc) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:45.912056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:45.912643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.919392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:45.920488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.924926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Network': ['ID=332f0e39-0c5d-4ca4-bc3f-07ebae6feab3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:45.932779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:45.938212 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/d98b701a-e97f-4238-a28c-c9272130e12f HTTP/1.1" status: 204 len: 168 time: 3.3376997 Jan 31 17:57:45.945690 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ca190f90-2937-44b5-9fbc-9d8f2dd7c8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4413674 Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:45.946742 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:45.948660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:45.950572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:45.988516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56868) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.036617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a3558-a70e-41a3-9156-f7249feb2a50 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=d98b701a-e97f-4238-a28c-c9272130e12f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:46.047206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-53157873', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:46.070339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:46.070759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-11996ad6-21a7-481d-88c3-ef0fcbf1b591 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f569d038-53a5-4d70-86a4-1e65444c5df9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.8306317 Jan 31 17:57:46.112634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:46.128068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Calling delete_port for 1d30449b-c4e5-4f4f-a282-16ecb67a8451 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:46.164915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.175073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:46.190480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:46.193688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6bbbf-a670-41bf-ad22-c4d8d58ffe31 None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:46.196830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:46.205845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab297b31-022e-4842-80cb-3fdf429d8e90 None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:46.218241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-033602fe-8b7b-444d-a031-81c9ce38f4a2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5309243 Jan 31 17:57:46.224051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.229592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:46.229751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.230358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:46.249761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.254151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.260044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:46.321240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=e0ea06e8-f3cc-4479-8947-b746eb4263da,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:46.343382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8e4c9009-2be6-41d9-8c74-068893757655 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/e0ea06e8-f3cc-4479-8947-b746eb4263da HTTP/1.1" status: 204 len: 168 time: 2.3249538 Jan 31 17:57:46.343382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.343382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.346822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:46.346822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2fece3a8-c1c0-4416-9604-3d5dbbce04a8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:46.348563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.356405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:46.366047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1516023154'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:46.399261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:46.404650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:46.418833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:network and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:46.454366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:46.462406 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-35a665cc-9160-41f3-8b8c-fb21ca22b852 service neutron] 10.222.0.86 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768241 Jan 31 17:57:46.472220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:46.482142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdb8741-06e8-48a1-8963-cb2c1a4f2e0e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:46.482833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fdb8741-06e8-48a1-8963-cb2c1a4f2e0e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:46.488912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Made reservation on behalf of e582241e2fec4f2298cfb31ba7a47683 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:46.489936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 86005e79-04a2-47f4-b247-7fd64200a7ef (CIDR: 2001:db8::/64) Jan 31 17:57:46.497896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:57:46.498323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:46.563218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.571587 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c040136-5475-44e3-bea6-bb3431cceb34 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5839133 Jan 31 17:57:46.578365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.601759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:46.604944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] For port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,segment=NetworkSegment(5df639b4-51d2-494e-a33a-b262f2edc960),segment_id=5df639b4-51d2-494e-a33a-b262f2edc960)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:46.626241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:46.629452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.629672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fccfb07-b236-4a6e-878d-28a08f6aff0b req-193d5635-2d4e-40d5-b285-4aad899cc0f7 service neutron] 10.222.0.86 "GET /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584160 Jan 31 17:57:46.644954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.648940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.659611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2845541'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.685665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=14']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:46.749492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:46.749777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:46.770569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3fdb8741-06e8-48a1-8963-cb2c1a4f2e0e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:46.774796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3fdb8741-06e8-48a1-8963-cb2c1a4f2e0e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8546314 Jan 31 17:57:46.775864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.800054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:46.847733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ae337-3b08-4a53-98b6-d0d630f4318f None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:46.868928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:46.873220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:46.878358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:46.880459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:46.894031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:46.895375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d1053d77-74b8-4003-9d0c-bfbb6a401c5e tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1186829 Jan 31 17:57:46.899139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:46.929968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:46.946274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Provisioning complete for port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:46.946735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.030072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:57:47.030446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port f678980a-442a-4acb-bd20-f72e7c9bef00 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:47.030603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:57:47.030783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.044931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.045267 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Added segment d11ade27-7441-46b9-ad0b-966e559ec64e of type vlan for network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 Jan 31 17:57:47.117880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-176b13c1-460a-4df0-b9ff-ac2f55d614fc', 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': 'd1445cab-7c25-4efa-a49d-7573be196f6c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:47.119060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.148799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:47.162940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef97f68-c722-4c27-9b43-e9580a82682e req-de628b87-753f-4679-a785-9591536069e0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:47.165322 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cef97f68-c722-4c27-9b43-e9580a82682e req-de628b87-753f-4679-a785-9591536069e0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.1858726 Jan 31 17:57:47.209678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.221391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:47.237124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:47.252298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Deleting port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:47.252877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.284574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:47.302087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.303979 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cef97f68-c722-4c27-9b43-e9580a82682e req-687eae3f-a35a-477f-927b-189a41650ce3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266243 Jan 31 17:57:47.311632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device ed6b7790-0a66-4adb-a6d8-6cafd2cd809b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 17:57:47.331739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.345920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:47.347148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.478440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:47.506677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:47.514033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for f678980a-442a-4acb-bd20-f72e7c9bef00 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:47.596001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:47.613147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.617033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:47.617651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.657760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3073035'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.659204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.700969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.749269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=f678980a-442a-4acb-bd20-f72e7c9bef00,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:47.770184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Allocated IP 2001:db8::2 (176b13c1-460a-4df0-b9ff-ac2f55d614fc/d1445cab-7c25-4efa-a49d-7573be196f6c/6dee273f-df93-4c0c-8795-3b577bf959ff) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:47.803243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.825590 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7a77b6a4-3be0-4de3-a381-5ac1c10a9084 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/f678980a-442a-4acb-bd20-f72e7c9bef00 HTTP/1.1" status: 204 len: 168 time: 0.9216785 Jan 31 17:57:47.825590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56896) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:47.876194 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f701fc-5cad-4b43-ab9d-a0f2cb69ef5a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:57:47.876858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b7f701fc-5cad-4b43-ab9d-a0f2cb69ef5a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:47.901692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b7f701fc-5cad-4b43-ab9d-a0f2cb69ef5a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:47.904805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b7f701fc-5cad-4b43-ab9d-a0f2cb69ef5a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/f678980a-442a-4acb-bd20-f72e7c9bef00 HTTP/1.1" status: 404 len: 333 time: 0.0787997 Jan 31 17:57:47.907288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:47.907430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Network': ['ID=4f1f50df-d881-4d74-ac0e-e1d396bc5477,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:47.931795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:47.932473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:47.934191 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "PUT /v2.0/subnets/d1445cab-7c25-4efa-a49d-7573be196f6c HTTP/1.1" status: 200 len: 826 time: 1.7021456 Jan 31 17:57:47.938489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:47.945817 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1a00c117-5ef7-4896-83da-6219f1088ae4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5874014 Jan 31 17:57:47.946001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56906) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:47.989145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=15']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:47.993353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:48.023280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Provisioning complete for port f678980a-442a-4acb-bd20-f72e7c9bef00 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:48.024055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.037268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:48.075845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f39543-40f8-4774-b387-edaabe75abd8 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=d1445cab-7c25-4efa-a49d-7573be196f6c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:48.103955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:48.118809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.143051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.193874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:48.211493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Port f678980a-442a-4acb-bd20-f72e7c9bef00 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:57:48.215422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 35c15255-c67d-42f3-b784-63e5258f9c5f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:48.215853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.240253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'port_id': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b', 'mac_address': 'fa:16:3e:13:b8:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 17:57:48.246013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:48.256473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:48.272324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:48.299757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.316366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:48.316973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.333074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:48.333294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.340607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:48.348703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=cef668d0-7c06-4ab3-8517-f7d0be6865ab,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:48.472625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Checking segment: {'id': 'dd7f8106-102e-43d8-8994-f7a0ece8b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:48.473323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network hostable DHCP agents. Network: 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:48.567153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Calling delete_port for 1d30449b-c4e5-4f4f-a282-16ecb67a8451 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:48.588503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.619939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.635317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Provisioning complete for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:48.635682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-384db4f8-3d0c-4720-9db2-bede798ad1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.643569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.702633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.709448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:48.726114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.765550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:48.768201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6b7790-0a66-4adb-a6d8-6cafd2cd809b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 17:57:48.796960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66de3e4-44de-4b38-87d6-2ceb52979325 None None] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:48.881495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.26.4.139 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cdb81b58-3b49-433d-90fa-be9a0397a8d6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:48.903582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc67f9-4fa3-4265-a36a-fd184efe40fb req-c7017273-883d-42a0-8d49-9e6e4ed0c3f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:48.905126 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-03bc67f9-4fa3-4265-a36a-fd184efe40fb req-c7017273-883d-42a0-8d49-9e6e4ed0c3f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 944 time: 0.4240942 Jan 31 17:57:48.908639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:48.911004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.921750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:48.968368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:48.972665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.003484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.048285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Transition to ACTIVE for port object 6dee273f-df93-4c0c-8795-3b577bf959ff will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:49.052230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:49.052588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:49.061727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 35c15255-c67d-42f3-b784-63e5258f9c5f owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:49.084231 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-46efe7c1-d580-459e-b9db-746f41c886da tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0224674 Jan 31 17:57:49.095084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:49.105669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:49.134907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Transition to ACTIVE for port object 6dee273f-df93-4c0c-8795-3b577bf959ff will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:49.166013 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-03bc67f9-4fa3-4265-a36a-fd184efe40fb req-947e78ec-0e78-4e5a-a95b-482e55cc01de tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502887 Jan 31 17:57:49.189788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.204091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.245202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.267952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=d1445cab-7c25-4efa-a49d-7573be196f6c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.293946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['ed6b7790-0a66-4adb-a6d8-6cafd2cd809b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 17:57:49.368189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2845541'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.375605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:49.377451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.objects.ports [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83557) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:57:49.387311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:49.398230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:49.418223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.420551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Pushing event updated for resources: {'Port': ['ID=6dee273f-df93-4c0c-8795-3b577bf959ff,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.445117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.450112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.547884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176b13c1-460a-4df0-b9ff-ac2f55d614fc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:49.557663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.573054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-332f0e39-0c5d-4ca4-bc3f-07ebae6feab3', 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3', 'tenant_id': 'e582241e2fec4f2298cfb31ba7a47683', 'fixed_ips': [{'subnet_id': 'cef668d0-7c06-4ab3-8517-f7d0be6865ab'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:49.573909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.624671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3602076-b6e0-4837-8161-9d8ba91c4931') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:49.625026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3602076-b6e0-4837-8161-9d8ba91c4931') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:49.630282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Attempting to bind port 6dee273f-df93-4c0c-8795-3b577bf959ff on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:49.630654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Attempting to bind port 6dee273f-df93-4c0c-8795-3b577bf959ff by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a3602076-b6e0-4837-8161-9d8ba91c4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:49.631012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Attempting to bind port 6dee273f-df93-4c0c-8795-3b577bf959ff on network 176b13c1-460a-4df0-b9ff-ac2f55d614fc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:49.662041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=35c15255-c67d-42f3-b784-63e5258f9c5f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.669525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.698886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fa8dab9a-7b8a-409c-ae9a-6257fe83084f None None] Provisioning complete for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:49.699262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fa8dab9a-7b8a-409c-ae9a-6257fe83084f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.711363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=7061a0bf-b13f-49e5-9c2c-40226f2d6398,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.721985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.735806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.741112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.754683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Checking segment: {'id': 'd11ade27-7441-46b9-ad0b-966e559ec64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:49.755042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network hostable DHCP agents. Network: 4f1f50df-d881-4d74-ac0e-e1d396bc5477, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:49.766448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:49.766448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.771618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:49.772230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Checking segment: {'id': 'a3602076-b6e0-4837-8161-9d8ba91c4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:49.773454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.774215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Bound using segment: {'id': 'a3602076-b6e0-4837-8161-9d8ba91c4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:49.775017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Bound port: 6dee273f-df93-4c0c-8795-3b577bf959ff, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3602076-b6e0-4837-8161-9d8ba91c4931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:49.775557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:49.784245 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:49.856850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-21b77310-7499-4498-ab3c-b22b3c037127 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/35c15255-c67d-42f3-b784-63e5258f9c5f HTTP/1.1" status: 204 len: 168 time: 1.9484675 Jan 31 17:57:49.861422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:49.888811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:49.902589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Deleting port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:49.902972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:49.926285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:49.928034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=cdb81b58-3b49-433d-90fa-be9a0397a8d6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:49.942804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:49.953447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4534efc4-39d7-48d8-9ce4-a0b812d85a89 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:57:49.953945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4534efc4-39d7-48d8-9ce4-a0b812d85a89 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:49.956704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:57:49.956704 dv-neutron-823271-3-hyperv neutron-server[83558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:57:49.956704 dv-neutron-823271-3-hyperv neutron-server[83558]: [parameters: {'id': '176b13c1-460a-4df0-b9ff-ac2f55d614fc'}] Jan 31 17:57:49.956704 dv-neutron-823271-3-hyperv neutron-server[83558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:49.956704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:49.970680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:49.977832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4534efc4-39d7-48d8-9ce4-a0b812d85a89 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:49.979016 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4534efc4-39d7-48d8-9ce4-a0b812d85a89 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/35c15255-c67d-42f3-b784-63e5258f9c5f HTTP/1.1" status: 404 len: 333 time: 0.1060827 Jan 31 17:57:49.982061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:50.052414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 4f1f50df-d881-4d74-ac0e-e1d396bc5477) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:50.061446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:50.062586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.079155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.088051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753c5e52-2d86-453c-9b9d-4b4d3387dc56 None None] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:50.113544 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-56cd7444-042f-4e18-adc3-d9792c63e451 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1648481 Jan 31 17:57:50.113872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:50.120185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1089487935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:50.159799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:50.162769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3073035'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.203009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:router and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:50.212344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:50.241191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:50.294155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:50.295297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.298932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "PUT /v2.0/subnets/cef668d0-7c06-4ab3-8517-f7d0be6865ab HTTP/1.1" status: 200 len: 877 time: 1.2028668 Jan 31 17:57:50.309268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:50.332137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.333066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.336802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad908aac-8ebb-40b9-af17-3a26b61e1ec3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event updated for resources: {'Subnet': ['ID=cef668d0-7c06-4ab3-8517-f7d0be6865ab,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:50.347075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet aabfbf9c-2e88-4178-b907-aa8a997254b1 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:50.356231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.370311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] For port 6dee273f-df93-4c0c-8795-3b577bf959ff, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:50.421218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.437001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] For port 6dee273f-df93-4c0c-8795-3b577bf959ff, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=6dee273f-df93-4c0c-8795-3b577bf959ff,segment=NetworkSegment(a3602076-b6e0-4837-8161-9d8ba91c4931),segment_id=a3602076-b6e0-4837-8161-9d8ba91c4931)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:50.458139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.511039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.543696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port 6dee273f-df93-4c0c-8795-3b577bf959ff {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:50.544048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.565149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.604367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Allocated IP 172.20.0.3 (332f0e39-0c5d-4ca4-bc3f-07ebae6feab3/cef668d0-7c06-4ab3-8517-f7d0be6865ab/cfb19c69-1430-462a-ad55-b4c8bfe9b10d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:50.619406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.652096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:50.658325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.668150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.668704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.683407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.724899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2ad7-d723-4e76-8357-93538f6a5410 req-57fa038e-5414-454f-a6f2-c9bcb496ae1f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:50.732720 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a86b2ad7-d723-4e76-8357-93538f6a5410 req-57fa038e-5414-454f-a6f2-c9bcb496ae1f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 945 time: 0.2755256 Jan 31 17:57:50.773998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:50.800584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30e473-3e67-498e-9187-cd76199ba0dd None None] Pushing event updated for resources: {'Port': ['ID=6dee273f-df93-4c0c-8795-3b577bf959ff,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:50.817906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.821549 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bbdbbf0b-e3eb-4da1-a056-fdbe356b6d7e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7042670 Jan 31 17:57:50.831870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:50.839385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.844287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477', 'name': 'tempest-PortsTestJSON-1674483862'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:50.863366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.891870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:50.892265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.904865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.906064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.949585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.954562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port 6dee273f-df93-4c0c-8795-3b577bf959ff, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=6dee273f-df93-4c0c-8795-3b577bf959ff,segment=NetworkSegment(a3602076-b6e0-4837-8161-9d8ba91c4931),segment_id=a3602076-b6e0-4837-8161-9d8ba91c4931)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:50.954898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:50.988566 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a86b2ad7-d723-4e76-8357-93538f6a5410 req-0868788d-0a83-44f5-9c1f-94b7f64b3d3c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549064 Jan 31 17:57:51.004240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=aabfbf9c-2e88-4178-b907-aa8a997254b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:51.112357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.123804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for 6dee273f-df93-4c0c-8795-3b577bf959ff owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:51.126337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Calling delete_port for 1d30449b-c4e5-4f4f-a282-16ecb67a8451 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:51.150750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4d5ce960-3f45-48fa-b1e7-8e996796a517 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/aabfbf9c-2e88-4178-b907-aa8a997254b1 HTTP/1.1" status: 204 len: 168 time: 1.1639948 Jan 31 17:57:51.153468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:51.156861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:51.172033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:51.177771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:51.178339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.184582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e131891-964d-4d5b-aa12-076e88d0b175 None None] Network c6919af8-b6a1-40d9-9e61-a96cc83da4ea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:51.204015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:51.242412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=17']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:51.250056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f0b66bff-11e3-4962-a183-74ab7b57f9d8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6611178 Jan 31 17:57:51.261114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56948) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:51.264253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:51.270935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:17:2f:0a', 'name': 'tempest-NetworksTestDHCPv6-285134514'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:51.296884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-4f1f50df-d881-4d74-ac0e-e1d396bc5477', 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': '7061a0bf-b13f-49e5-9c2c-40226f2d6398'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:51.298801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.328028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:51.355517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:51.360371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.378693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.386148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:51.401836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127e6ebf-0091-4ff7-8cc1-eebcae341161 None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:51.407558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.487119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Port': ['ID=6dee273f-df93-4c0c-8795-3b577bf959ff,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:51.488944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 3954eb0c-41fa-40b6-b02c-311df27a2d7e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:51.489272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.531225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No DVR routers for this DVR port 6dee273f-df93-4c0c-8795-3b577bf959ff on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:51.564949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:51.581865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:51.584656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:51.604143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:51.674247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:51.675212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:51.675733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:51.696418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.11 (4f1f50df-d881-4d74-ac0e-e1d396bc5477/7061a0bf-b13f-49e5-9c2c-40226f2d6398/46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:51.717486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.733167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 09fb3885-4977-4dd8-9ebb-fc989f8d1c1d is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:57:51.735425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Transition to ACTIVE for port object cfb19c69-1430-462a-ad55-b4c8bfe9b10d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:51.764993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Transition to ACTIVE for port object cfb19c69-1430-462a-ad55-b4c8bfe9b10d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:51.822182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:51.971909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.038727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=cef668d0-7c06-4ab3-8517-f7d0be6865ab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:52.079460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:52.087886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:52.090294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.120911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:52.127184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Pushing event updated for resources: {'Port': ['ID=cfb19c69-1430-462a-ad55-b4c8bfe9b10d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:52.179759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7a64a-9868-4337-8f06-616d209e4767 None None] Network 176b13c1-460a-4df0-b9ff-ac2f55d614fc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:52.222304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176b13c1-460a-4df0-b9ff-ac2f55d614fc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.260523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3602076-b6e0-4837-8161-9d8ba91c4931') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.260811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3602076-b6e0-4837-8161-9d8ba91c4931') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.274030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.279296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.305247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.306438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Deleting port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:52.306615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.333751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:52.337270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f0e39-0c5d-4ca4-bc3f-07ebae6feab3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.342131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] DHCP port deletion for c6919af8-b6a1-40d9-9e61-a96cc83da4ea request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:52.353631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] For port 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3954eb0c-41fa-40b6-b02c-311df27a2d7e,segment=NetworkSegment(e2f0b245-909d-4f1b-b82a-b95f841ac7bf),segment_id=e2f0b245-909d-4f1b-b82a-b95f841ac7bf)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:52.354015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.363919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.375685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Attempting to bind port cfb19c69-1430-462a-ad55-b4c8bfe9b10d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:52.376478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Attempting to bind port cfb19c69-1430-462a-ad55-b4c8bfe9b10d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd7f8106-102e-43d8-8994-f7a0ece8b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:52.376478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Attempting to bind port cfb19c69-1430-462a-ad55-b4c8bfe9b10d on network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:52.379532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.387577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Deleting port 3954eb0c-41fa-40b6-b02c-311df27a2d7e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:52.387887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.403550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7f8106-102e-43d8-8994-f7a0ece8b670') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.403935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7f8106-102e-43d8-8994-f7a0ece8b670') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:52.428251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.448062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:52.448497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Checking segment: {'id': 'dd7f8106-102e-43d8-8994-f7a0ece8b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:52.448855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.449256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Bound using segment: {'id': 'dd7f8106-102e-43d8-8994-f7a0ece8b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:52.449759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Bound port: cfb19c69-1430-462a-ad55-b4c8bfe9b10d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd7f8106-102e-43d8-8994-f7a0ece8b670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:52.450058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:52.450176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.450461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.464785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.479869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:52.480259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:52.495044 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:52.503613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f6567-a563-4286-8a4d-42dbe992474c req-a3c34b6b-e890-465a-afd7-f46071ed4b83 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:52.505257 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-361f6567-a563-4286-8a4d-42dbe992474c req-a3c34b6b-e890-465a-afd7-f46071ed4b83 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 945 time: 0.3193946 Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:52.518788 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:52.525688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 3954eb0c-41fa-40b6-b02c-311df27a2d7e owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:52.598869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.641616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-8ac0a6f3-3967-4463-8e32-830df407061c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.6366031 Jan 31 17:57:52.644501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port 81d6a483-b96c-4858-8004-e7a3703ac41c yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:57:52.678051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:57:52.678051 dv-neutron-823271-3-hyperv neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:57:52.678051 dv-neutron-823271-3-hyperv neutron-server[83557]: [parameters: {'id': '332f0e39-0c5d-4ca4-bc3f-07ebae6feab3'}] Jan 31 17:57:52.678051 dv-neutron-823271-3-hyperv neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:52.679150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:52.705373 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-361f6567-a563-4286-8a4d-42dbe992474c req-2f4cbd42-c386-4bd6-bfce-8ae6565a6d46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457882 Jan 31 17:57:52.711189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:57:52.714427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:52.721993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:52.728771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:52.752679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] Sync routers for ids ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:57:52.763221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:52.816051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b27a2a-dd4b-4834-973d-9615bbd906e3 req-b29e482c-2d83-4a3b-b68f-67d14ab61e78 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:52.817560 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d6b27a2a-dd4b-4834-973d-9615bbd906e3 req-b29e482c-2d83-4a3b-b68f-67d14ab61e78 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.7590027 Jan 31 17:57:52.826663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:52.827305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.831302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.832527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d5cb85dd-99e8-49d2-bce2-a1e6caf012b2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8499441 Jan 31 17:57:52.835354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:52.865028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Allocated IP 172.20.0.2 (4f1f50df-d881-4d74-ac0e-e1d396bc5477/7061a0bf-b13f-49e5-9c2c-40226f2d6398/4cb867c7-ff38-46f8-9cf1-4408cd46698d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:52.924706 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-110245e7-446e-4ae2-b534-6e91bab3ce1d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0908606 Jan 31 17:57:52.927464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:52.979685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:52.989737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] Routers {'09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:52.990400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.022529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.026928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=176b13c1-460a-4df0-b9ff-ac2f55d614fc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:53.035876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.042554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] For port cfb19c69-1430-462a-ad55-b4c8bfe9b10d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:53.133236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=3954eb0c-41fa-40b6-b02c-311df27a2d7e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:53.141112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.144530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] For port cfb19c69-1430-462a-ad55-b4c8bfe9b10d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfb19c69-1430-462a-ad55-b4c8bfe9b10d,segment=NetworkSegment(dd7f8106-102e-43d8-8994-f7a0ece8b670),segment_id=dd7f8106-102e-43d8-8994-f7a0ece8b670)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:53.164144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] For port 3954eb0c-41fa-40b6-b02c-311df27a2d7e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3954eb0c-41fa-40b6-b02c-311df27a2d7e,segment=NetworkSegment(e2f0b245-909d-4f1b-b82a-b95f841ac7bf),segment_id=e2f0b245-909d-4f1b-b82a-b95f841ac7bf)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:53.164144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.183087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.189123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e9142fb-1b51-4523-951d-18d205c2e61f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/176b13c1-460a-4df0-b9ff-ac2f55d614fc HTTP/1.1" status: 204 len: 168 time: 5.2457292 Jan 31 17:57:53.189786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] For port 1d30449b-c4e5-4f4f-a282-16ecb67a8451, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d30449b-c4e5-4f4f-a282-16ecb67a8451,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:53.190183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.191994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No DVR routers for this DVR port 3954eb0c-41fa-40b6-b02c-311df27a2d7e on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:53.198804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56966) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:53.238364 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d6b27a2a-dd4b-4834-973d-9615bbd906e3 req-5ce3f5ca-7a09-44f5-80d1-19915d120127 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952445 Jan 31 17:57:53.239483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-0f1cd5b8-1b4e-46b1-91d3-64fabc67316c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:53.240954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-0f1cd5b8-1b4e-46b1-91d3-64fabc67316c service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.5535049 Jan 31 17:57:53.349465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.355481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Calling delete_port for 3954eb0c-41fa-40b6-b02c-311df27a2d7e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:53.360215 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-123bcf5b-fc4f-4445-a2f8-2815febe4c58 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:53.360484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123bcf5b-fc4f-4445-a2f8-2815febe4c58 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:53.367699 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-123bcf5b-fc4f-4445-a2f8-2815febe4c58 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/176b13c1-460a-4df0-b9ff-ac2f55d614fc HTTP/1.1" status: 404 len: 339 time: 0.1325524 Jan 31 17:57:53.369103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:53.379397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052268597', 'description': 'd1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:53.414711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device ed6b7790-0a66-4adb-a6d8-6cafd2cd809b up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:53.422365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::a7 (78c34a5f-8722-4630-84ca-354f3b387cf2/86005e79-04a2-47f4-b247-7fd64200a7ef/81d6a483-b96c-4858-8004-e7a3703ac41c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:53.437713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port cfb19c69-1430-462a-ad55-b4c8bfe9b10d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:53.437909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.448986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:2f0a (78c34a5f-8722-4630-84ca-354f3b387cf2/a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8/81d6a483-b96c-4858-8004-e7a3703ac41c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:53.469856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:53.478174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.492656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Usage tracker for resource:network and tenant:2a96d4bb2dab464283fc44077721fb43 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:53.499619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:53.521925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:53.543234 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-3ac637d3-3e7c-4bd5-a15c-b633ece214a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.2777839 Jan 31 17:57:53.552735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6919af8-b6a1-40d9-9e61-a96cc83da4ea']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.582675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3954eb0c-41fa-40b6-b02c-311df27a2d7e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:57:53.617626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.618326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f0b245-909d-4f1b-b82a-b95f841ac7bf') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.646914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:53.649877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.654317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.702434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Calling delete_port for 1d30449b-c4e5-4f4f-a282-16ecb67a8451 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:53.745733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3954eb0c-41fa-40b6-b02c-311df27a2d7e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:57:53.746073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3954eb0c-41fa-40b6-b02c-311df27a2d7e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:57:53.748207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] Routers {'09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:57:53.748336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.819739 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-644925a2-096c-4be3-804a-f41ffd6001c8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers/09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 200 len: 879 time: 0.9826717 Jan 31 17:57:53.822206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:53.827256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:53.827798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2332813e-3a32-4e1f-a024-2a07aeff7de3 None None] The sync data for ids ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:57:53.902602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feec26-290e-45b1-a549-5d3d77e63645 None None] Pushing event updated for resources: {'Port': ['ID=cfb19c69-1430-462a-ad55-b4c8bfe9b10d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:53.907171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1403, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:53.926833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.930284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-e3b08245-e9db-4ac4-b6d0-ad460fa185c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:53.931723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-e3b08245-e9db-4ac4-b6d0-ad460fa185c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.3681061 Jan 31 17:57:53.970758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:53.971067 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment be52fed2-f657-4d56-9b2d-2d89c53f3428 of type vlan for network a160a78a-363c-4751-866f-536a6f1d2db0 Jan 31 17:57:53.991049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port cfb19c69-1430-462a-ad55-b4c8bfe9b10d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfb19c69-1430-462a-ad55-b4c8bfe9b10d,segment=NetworkSegment(dd7f8106-102e-43d8-8994-f7a0ece8b670),segment_id=dd7f8106-102e-43d8-8994-f7a0ece8b670)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:53.991490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.012663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:57:54.013005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:57:54.014978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:54.015479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:54.053479 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:54.092639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:54.102665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:54.103011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.132326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.164404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c878858b-eb97-4119-8c55-1776c304fb8c None None] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:54.188330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Transition to ACTIVE for port object 4cb867c7-ff38-46f8-9cf1-4408cd46698d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:54.191595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for cfb19c69-1430-462a-ad55-b4c8bfe9b10d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:54.209375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.214230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.222487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.243461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.253049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=c6919af8-b6a1-40d9-9e61-a96cc83da4ea,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.263942 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1f519fb5-b458-404b-8a02-35a3cf4308c5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/c6919af8-b6a1-40d9-9e61-a96cc83da4ea HTTP/1.1" status: 204 len: 168 time: 3.1026802 Jan 31 17:57:54.275634 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-ba5bc0f0-c0dd-41ee-8911-498da5318352 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3271363 Jan 31 17:57:54.277637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:54.279925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object 81d6a483-b96c-4858-8004-e7a3703ac41c will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:54.294563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.298337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Transition to ACTIVE for port object 4cb867c7-ff38-46f8-9cf1-4408cd46698d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:54.313696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-996000546'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:54.334247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:54.363298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:network and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:54.374220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] Pushing event deleted for resources: {'Port': ['ID=1d30449b-c4e5-4f4f-a282-16ecb67a8451,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.383680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.388153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:54.403421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:54.445472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.482596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.486155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:54.486731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.511531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:54.514390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.556282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-92ffe16a-fbae-4756-873b-bb2c57b77e3f service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698500 Jan 31 17:57:54.577917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Deleting port 3954eb0c-41fa-40b6-b02c-311df27a2d7e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:54.578289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.597928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.650707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.672563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c89710-f275-4ace-8212-5cac8c65ef99 None None] No DVR routers for this DVR port 1d30449b-c4e5-4f4f-a282-16ecb67a8451 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:54.673539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:54.683129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a5371-7e87-40a2-b58e-d552287640a2 None None] Network 332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:54.686225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:54.690365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=81d6a483-b96c-4858-8004-e7a3703ac41c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.692819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:54.697687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:54.704197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.757722 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-74b37e63-199e-4e9c-9aef-0408319218b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.4918594 Jan 31 17:57:54.760938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 56986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:54.769209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad3afe-5de1-4935-925e-bb807bf305b5 req-791ba19b-9d4f-4db3-b873-a97165fc30fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:54.770734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-80ad3afe-5de1-4935-925e-bb807bf305b5 req-791ba19b-9d4f-4db3-b873-a97165fc30fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 945 time: 0.7604001 Jan 31 17:57:54.773047 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4007022 Jan 31 17:57:54.773517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=cfb19c69-1430-462a-ad55-b4c8bfe9b10d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.781155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:54.784749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58944621-a74b-4db4-842f-57bede4267cb tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=a160a78a-363c-4751-866f-536a6f1d2db0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.801803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0c77b8-b043-4fa6-9c5b-9c46038f1ece None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:54.824426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c6fd8eb5-0dad-4fe8-9a07-712e0b7c77fc None None] The port '3954eb0c-41fa-40b6-b02c-311df27a2d7e' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:57:54.830254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:54.842629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a160a78a-363c-4751-866f-536a6f1d2db0 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:54.870437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Pushing event updated for resources: {'Port': ['ID=4cb867c7-ff38-46f8-9cf1-4408cd46698d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:54.890563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:54.892056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e00e-754c-4eab-909f-654573b52c7d req-dce32669-0d9f-430f-94ee-bb3aa350d11c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:54.893359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:54.896032 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cd18e00e-754c-4eab-909f-654573b52c7d req-dce32669-0d9f-430f-94ee-bb3aa350d11c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4452558 Jan 31 17:57:54.900360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port 81d6a483-b96c-4858-8004-e7a3703ac41c {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:54.900993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:54.969270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port cfb19c69-1430-462a-ad55-b4c8bfe9b10d on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:57:54.987036 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-32cf7680-a668-47b9-9e78-461366af0ab8 req-bd77a7bd-ecc9-4631-a922-7de3eb1cf622 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147348 Jan 31 17:57:54.993387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:57:55.068017 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cd18e00e-754c-4eab-909f-654573b52c7d req-84b7744b-1149-4b01-baca-1aa035bea1e9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254516 Jan 31 17:57:55.071847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.174842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.175183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Added segment bd454b36-26c7-4201-b9ae-74730d166f6e of type vlan for network 02ddce4a-343d-46cb-8827-3fd2b2022626 Jan 31 17:57:55.281688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.299350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:57:55.348596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:55.363853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Attempting to bind port 4cb867c7-ff38-46f8-9cf1-4408cd46698d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:55.364221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Attempting to bind port 4cb867c7-ff38-46f8-9cf1-4408cd46698d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd11ade27-7441-46b9-ad0b-966e559ec64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:55.364581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Attempting to bind port 4cb867c7-ff38-46f8-9cf1-4408cd46698d on network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:55.373883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.425284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for 81d6a483-b96c-4858-8004-e7a3703ac41c owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:57:55.463699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c52803e-7440-4e83-98ba-8f3056d3e0c5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:55.464380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c52803e-7440-4e83-98ba-8f3056d3e0c5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Synchronizing usage tracker for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:55.481213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:55.485702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Checking segment: {'id': 'd11ade27-7441-46b9-ad0b-966e559ec64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:55.486247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.487011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Bound using segment: {'id': 'd11ade27-7441-46b9-ad0b-966e559ec64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:55.487831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Bound port: 4cb867c7-ff38-46f8-9cf1-4408cd46698d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11ade27-7441-46b9-ad0b-966e559ec64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': '4f1f50df-d881-4d74-ac0e-e1d396bc5477'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:55.488210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.498958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.504251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.508814 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b', 'code': 200} Jan 31 17:57:55.536613 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-80ad3afe-5de1-4935-925e-bb807bf305b5 req-357fd4b3-34e6-4894-97fe-7d2e58abbc99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7236333 Jan 31 17:57:55.606165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332f0e39-0c5d-4ca4-bc3f-07ebae6feab3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:55.620580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7f8106-102e-43d8-8994-f7a0ece8b670') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:55.621327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7f8106-102e-43d8-8994-f7a0ece8b670') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:55.640735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:55.641854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.675959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] For port 4cb867c7-ff38-46f8-9cf1-4408cd46698d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:55.695944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] For port 4cb867c7-ff38-46f8-9cf1-4408cd46698d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4cb867c7-ff38-46f8-9cf1-4408cd46698d,segment=NetworkSegment(d11ade27-7441-46b9-ad0b-966e559ec64e),segment_id=d11ade27-7441-46b9-ad0b-966e559ec64e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:55.707350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.727348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9c52803e-7440-4e83-98ba-8f3056d3e0c5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Unset dirty status for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:55.731759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9c52803e-7440-4e83-98ba-8f3056d3e0c5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks?id=a160a78a-363c-4751-866f-536a6f1d2db0 HTTP/1.1" status: 200 len: 765 time: 0.9446092 Jan 31 17:57:55.738428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 56998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:55.740788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:57:55.751907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '86005e79-04a2-47f4-b247-7fd64200a7ef'}, {'subnet_id': 'a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:55.753029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337fa477-10c8-4eab-9b00-72b0dfd4e21c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:router {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:55.753284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.764526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'description': 'd2'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:55.805601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.837298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.865002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c68fc-5e38-48bb-89b3-6c912d143413 None None] Pushing event updated for resources: {'Port': ['ID=4cb867c7-ff38-46f8-9cf1-4408cd46698d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:55.886037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:55.886432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:55.922424 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:55.931912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=81d6a483-b96c-4858-8004-e7a3703ac41c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:56.013558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.017210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:56.017839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.065063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/86005e79-04a2-47f4-b247-7fd64200a7ef/a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:56.077677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Allocated IP 2001:db8:0:1:f816:3eff:feea:c446 (78c34a5f-8722-4630-84ca-354f3b387cf2/a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8/a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:56.166148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-337fa477-10c8-4eab-9b00-72b0dfd4e21c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:router {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:56.169879 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-337fa477-10c8-4eab-9b00-72b0dfd4e21c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 2.3386750 Jan 31 17:57:56.191434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57004) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.234467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.255222 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5373d06b-7131-4654-8b52-a2f29a7bb92f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/81d6a483-b96c-4858-8004-e7a3703ac41c HTTP/1.1" status: 204 len: 168 time: 1.4916389 Jan 31 17:57:56.257212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-53157873'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:56.258251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.366998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c825522c-174c-48ce-9339-3922ba754d5a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:56.387354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.388100 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-deb56e28-2d4c-4a47-b914-9b47dd02c688 req-65d1a4c1-be05-4127-a1b0-c3fb7c7962e6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 1099 time: 0.6047757 Jan 31 17:57:56.399190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1102824 Jan 31 17:57:56.403491 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.411469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.417868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf9996-993b-4d22-a40c-f6183a02a21c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Network': ['ID=02ddce4a-343d-46cb-8827-3fd2b2022626,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:56.422557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:56.424571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Transition to ACTIVE for port object a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:56.430113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.432195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 HTTP/1.1" status: 204 len: 168 time: 6.1219718 Jan 31 17:57:56.442507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c825522c-174c-48ce-9339-3922ba754d5a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:56.442730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:56.443624 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c825522c-174c-48ce-9339-3922ba754d5a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1811981 Jan 31 17:57:56.449796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57016) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.450121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57018) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.481541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c37b59-0100-4bdc-a36a-a2f1d5b51a00 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=332f0e39-0c5d-4ca4-bc3f-07ebae6feab3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:56.503438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.515940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Transition to ACTIVE for port object a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:56.523006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.537031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.564897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.598265 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe20698-ffbf-4a43-93c0-332bc1f3e8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:56.598696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe20698-ffbf-4a43-93c0-332bc1f3e8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:56.604689 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7fe20698-ffbf-4a43-93c0-332bc1f3e8f9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/cef668d0-7c06-4ab3-8517-f7d0be6865ab HTTP/1.1" status: 404 len: 337 time: 0.1484199 Jan 31 17:57:56.604911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.624957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Pushing event updated for resources: {'Port': ['ID=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:56.651693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98c5b7-b5a5-4811-8dd8-b27f78b4c091 req-2346df53-4aea-4503-a8b3-4c566131d091 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:56.653484 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a98c5b7-b5a5-4811-8dd8-b27f78b4c091 req-2346df53-4aea-4503-a8b3-4c566131d091 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3846369 Jan 31 17:57:56.664204 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-deb56e28-2d4c-4a47-b914-9b47dd02c688 req-62c50cac-a1e4-41c0-8c0d-3e3801b5c8b3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653501 Jan 31 17:57:56.664883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:57:56.666168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:56.668521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:57:56.694493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:56.708837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:56.713378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:56.727281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:56.780394 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a98c5b7-b5a5-4811-8dd8-b27f78b4c091 req-881b48d9-f0a4-4602-84ab-184927b7b2bf tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150537 Jan 31 17:57:56.785149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:56.848022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Attempting to bind port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:57:56.848458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Attempting to bind port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:57:56.849252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Attempting to bind port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:57:56.858767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:57:56.859435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:56.859847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.860244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:57:56.860717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Bound port: a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:57:56.861092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.876747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8231b1-9e69-40bf-9bda-2c5a3b43ca83 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:56.878287 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5b8231b1-9e69-40bf-9bda-2c5a3b43ca83 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4249203 Jan 31 17:57:56.881585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57032) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.885076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.940647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d95c3a1-9504-4c6e-9be4-58aea6a3f171 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:56.941315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d95c3a1-9504-4c6e-9be4-58aea6a3f171 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:56.943213 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5d95c3a1-9504-4c6e-9be4-58aea6a3f171 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/332f0e39-0c5d-4ca4-bc3f-07ebae6feab3 HTTP/1.1" status: 404 len: 339 time: 0.3354568 Jan 31 17:57:56.948948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:56.960885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:56.973261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:56.999660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] For port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:57:57.004080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] For port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:57:57.010077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.052881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.054825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.056709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.057020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:57.087544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network a160a78a-363c-4751-866f-536a6f1d2db0 is not hosted by any dhcp agent {{(pid=83557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Jan 31 17:57:57.090976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f33409-dae8-4a33-a0e0-fb7121021e8b None None] Pushing event updated for resources: {'Port': ['ID=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:57.091645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.092281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.093614 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "PUT /v2.0/networks/a160a78a-363c-4751-866f-536a6f1d2db0 HTTP/1.1" status: 200 len: 762 time: 1.3375380 Jan 31 17:57:57.099520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57040) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:57.103812 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5aa7e5-87a9-42d8-ad7b-8d91fbeef098 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:57.104253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5aa7e5-87a9-42d8-ad7b-8d91fbeef098 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:57.105932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b5aa7e5-87a9-42d8-ad7b-8d91fbeef098 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/9a299dc8-db4b-4596-b10c-53170ae2c966 HTTP/1.1" status: 404 len: 337 time: 0.1465807 Jan 31 17:57:57.127779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:57.149839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:57.153831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-66e263a2-fb68-4881-b4db-0836c371b3e2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2707901 Jan 31 17:57:57.206694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57046) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:57.230965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8b6ea-8df9-453e-9421-d66b9fb82ecd tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=a160a78a-363c-4751-866f-536a6f1d2db0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:57.242435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a160a78a-363c-4751-866f-536a6f1d2db0 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:57:57.283200 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-50dbb997-f184-4f13-a0d5-9cdf82a15b48 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:57.284010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50dbb997-f184-4f13-a0d5-9cdf82a15b48 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:57.287796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-50dbb997-f184-4f13-a0d5-9cdf82a15b48 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/74c22b5b-744d-43f5-bf98-f2c5d92427f6 HTTP/1.1" status: 404 len: 339 time: 0.0842545 Jan 31 17:57:57.293640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 86005e79-04a2-47f4-b247-7fd64200a7ef {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:57.295247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:57.296823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.365137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.366607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e57ca0-21b6-414e-8a7c-2c740ff52915 None None] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:57.521453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c95e6-cbe5-4d99-b5eb-8d71e87826ed tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.522333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d28c95e6-cbe5-4d99-b5eb-8d71e87826ed tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Synchronizing usage tracker for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:57.530623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc30a27-9781-48cb-b14f-f65d4be2a1fb req-1f55d3d0-b311-4b56-90d4-d5d0164c9f01 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:57.536255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1bc30a27-9781-48cb-b14f-f65d4be2a1fb req-1f55d3d0-b311-4b56-90d4-d5d0164c9f01 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.7531364 Jan 31 17:57:57.580714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d28c95e6-cbe5-4d99-b5eb-8d71e87826ed tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Unset dirty status for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:57.582002 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d28c95e6-cbe5-4d99-b5eb-8d71e87826ed tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks?id=a160a78a-363c-4751-866f-536a6f1d2db0 HTTP/1.1" status: 200 len: 765 time: 0.4790962 Jan 31 17:57:57.597507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-992d27cf-efa0-450c-bbaf-07bd78ff273f None None] Provisioning for port 4cb867c7-ff38-46f8-9cf1-4408cd46698d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:57.613829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57056) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:57.648287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.698682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4cb867c7-ff38-46f8-9cf1-4408cd46698d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:57.730023 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1bc30a27-9781-48cb-b14f-f65d4be2a1fb req-1ff95b45-9dad-4e68-b962-6ee5d03ffb93 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928124 Jan 31 17:57:57.811213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.886745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.897822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.948869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4cb867c7-ff38-46f8-9cf1-4408cd46698d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:57.968018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4cb867c7-ff38-46f8-9cf1-4408cd46698d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:57.968394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:57.989548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.034842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b5685c-3054-4556-84df-4caa7f8657e5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:58.035925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-88b5685c-3054-4556-84df-4caa7f8657e5 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4201424 Jan 31 17:57:58.036618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=c41ac891-75b3-45a8-8f19-07b136d5132b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:58.040402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad5b941-d3d0-4ebd-8467-945adc4ead81']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:58.042327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57060) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:58.058662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf09cad4-972e-44b4-baa2-1f462926c84d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:58.058961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf09cad4-972e-44b4-baa2-1f462926c84d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:57:58.112670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.120117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.127049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-964de295-6fdf-46dc-a964-b09cb79fe0d0 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Synchronizing usage tracker for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:58.147799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-964de295-6fdf-46dc-a964-b09cb79fe0d0 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Unset dirty status for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:57:58.152129 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-964de295-6fdf-46dc-a964-b09cb79fe0d0 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 207 time: 0.1070526 Jan 31 17:57:58.153176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Checking segment: {'id': 'bd454b36-26c7-4201-b9ae-74730d166f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:57:58.154175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network hostable DHCP agents. Network: 02ddce4a-343d-46cb-8827-3fd2b2022626, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:57:58.161322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.164672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:58.164810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.191458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 4cb867c7-ff38-46f8-9cf1-4408cd46698d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4cb867c7-ff38-46f8-9cf1-4408cd46698d,segment=NetworkSegment(d11ade27-7441-46b9-ad0b-966e559ec64e),segment_id=d11ade27-7441-46b9-ad0b-966e559ec64e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:57:58.197883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:57:58.198286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.198610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.200294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:57:58.218524 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:57:58.220807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=86005e79-04a2-47f4-b247-7fd64200a7ef,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:58.224364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.262400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:57:58.267541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c964bb5-4ac6-4c0a-85fe-39d2853a089b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/86005e79-04a2-47f4-b247-7fd64200a7ef HTTP/1.1" status: 204 len: 168 time: 1.0598710 Jan 31 17:57:58.271340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:58.337253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 02ddce4a-343d-46cb-8827-3fd2b2022626) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:57:58.349025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:58.354459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.374067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=4cb867c7-ff38-46f8-9cf1-4408cd46698d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:58.379178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101ec19-e585-4d53-b079-9b4b534801eb None None] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:58.437946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.599336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Provisioning complete for port 4cb867c7-ff38-46f8-9cf1-4408cd46698d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:58.600678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.625120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:58.722831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-02ddce4a-343d-46cb-8827-3fd2b2022626', 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': 'c41ac891-75b3-45a8-8f19-07b136d5132b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:57:58.723717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.754631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.765766 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5160383b-c889-4b59-b4f4-7cf1b3540ec5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3503933 Jan 31 17:57:58.766880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:58.784504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1964836175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:58.793132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:58.803989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:57:58.807186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:router and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:58.811759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:58.817103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.861365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:58.864414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.909435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:58.945550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=0ad5b941-d3d0-4ebd-8467-945adc4ead81,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:58.976510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fcb19e74-c3df-42e4-9a0b-0fe1cce5bde0 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/0ad5b941-d3d0-4ebd-8467-945adc4ead81 HTTP/1.1" status: 204 len: 168 time: 1.6675746 Jan 31 17:57:58.985799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839effe-8dbd-4c87-beb1-752cc7d8b1c4 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:57:58.993148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:58.997348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.001889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.002046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.007655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.012028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.016744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.025399 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7607c368-79d3-4dbe-b702-7849b5a876db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.8596601 Jan 31 17:57:59.028844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.028844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.076009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.076462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.121635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Provisioning for port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:59.144697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Provisioning complete for port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:59.145109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.151593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.161279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc430d2f-aa4d-4fe7-8d7b-eb0790575fce tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.161752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc430d2f-aa4d-4fe7-8d7b-eb0790575fce tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.166980 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fc430d2f-aa4d-4fe7-8d7b-eb0790575fce tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/a4d7a70f-bf07-4a46-a7fe-cb9896ebbe19 HTTP/1.1" status: 404 len: 337 time: 0.1360443 Jan 31 17:57:59.167551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.199844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.246533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-54de067a-6821-4a93-a248-822d96aad544 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.247169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54de067a-6821-4a93-a248-822d96aad544 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.250168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c97285db-1e59-4ab9-b069-5ad89b9862e2 None None] Port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:57:59.252267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Allocated IP 2001:db8::2 (02ddce4a-343d-46cb-8827-3fd2b2022626/c41ac891-75b3-45a8-8f19-07b136d5132b/ebb40af7-1ca4-4cfd-9033-624b5e1312ca) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:57:59.253989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:57:59.261983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816d80-60a3-480a-93e0-f584afa8fc25 req-116e889c-7a52-4695-86ab-d7e65a3a5bbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.263573 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97816d80-60a3-480a-93e0-f584afa8fc25 req-116e889c-7a52-4695-86ab-d7e65a3a5bbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.2212071 Jan 31 17:57:59.269238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.300068 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-54de067a-6821-4a93-a248-822d96aad544 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/c5441f75-0686-4b20-a9e8-da9fbc79c717 HTTP/1.1" status: 404 len: 339 time: 0.1301363 Jan 31 17:57:59.301224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.303002 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7e639b62-1741-4abe-9353-2e02ebf6198f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8 HTTP/1.1" status: 204 len: 168 time: 1.0301623 Jan 31 17:57:59.308911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.309317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57092) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.410033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.410594 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7befde0a-1d11-4671-989e-1553ce0bc553 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6365869 Jan 31 17:57:59.427758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.430061 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7cce7d6a-e1d0-45d3-a5e9-94927850ddaa tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168318 Jan 31 17:57:59.432970 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1420c9-4a8e-4e92-b583-187706c02294 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.433124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1420c9-4a8e-4e92-b583-187706c02294 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.434786 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f1420c9-4a8e-4e92-b583-187706c02294 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/e395aaef-9007-4515-a972-a8ff3a6433cf HTTP/1.1" status: 404 len: 337 time: 0.1239846 Jan 31 17:57:59.437224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.438260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57104) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.451820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626', 'name': 'tempest-PortsIpV6TestJSON-1980596174'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:59.462530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Provisioning for port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:57:59.478110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:57:59.481447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Provisioning complete for port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:59.481811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.532765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4cb867c7-ff38-46f8-9cf1-4408cd46698d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:57:59.583703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8141a7ab-75b3-49e2-8d8d-fc99837e9251 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.584141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8141a7ab-75b3-49e2-8d8d-fc99837e9251 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.586298 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8141a7ab-75b3-49e2-8d8d-fc99837e9251 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/f4ebc544-2f3e-4a25-bcb6-65827d0d5eb8 HTTP/1.1" status: 404 len: 339 time: 0.1457865 Jan 31 17:57:59.607856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.628388 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f589b19-b9cc-499a-af98-204067a74916 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5952132 Jan 31 17:57:59.629894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.659241 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97816d80-60a3-480a-93e0-f584afa8fc25 req-d8f8f353-94ac-4029-a1fb-eea5d4eba4f6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832793 Jan 31 17:57:59.695199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:57:59.703729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:59.713583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:59.717931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Deleting port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:57:59.718565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.727456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:59.738525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:59.765326 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b690897e-2d95-4bde-84ee-db71aef271bc tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.765996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b690897e-2d95-4bde-84ee-db71aef271bc tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.770901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b690897e-2d95-4bde-84ee-db71aef271bc tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/4c838908-2c72-4618-a80d-3e09d0073db3 HTTP/1.1" status: 404 len: 337 time: 0.1615009 Jan 31 17:57:59.783184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:57:59.790204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:57:59.795333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:57:59.803521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:57:59.812121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.853218 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cb21ec-821c-4346-82d0-dad0cc90b601 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:57:59.853671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cb21ec-821c-4346-82d0-dad0cc90b601 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:57:59.855578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.858826 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-64cb21ec-821c-4346-82d0-dad0cc90b601 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/b7648fb3-c830-47f6-b100-3f23ef6be020 HTTP/1.1" status: 404 len: 339 time: 0.0400217 Jan 31 17:57:59.859218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57124) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:57:59.909258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Transition to ACTIVE for port object ebb40af7-1ca4-4cfd-9033-624b5e1312ca will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:57:59.911381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:59.911944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.915207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.924829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:57:59.928070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.929589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4cb867c7-ff38-46f8-9cf1-4408cd46698d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:57:59.930033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.977129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.978459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.979753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.981224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.982547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:57:59.983431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Synchronizing usage tracker for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:57:59.988464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:57:59.997570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.004363 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6b6639-84dd-4ccb-acc9-f9fa735cad4c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.004363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6b6639-84dd-4ccb-acc9-f9fa735cad4c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.008442 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ad6b6639-84dd-4ccb-acc9-f9fa735cad4c tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/743c37c1-d6e7-4e2a-847a-301234962e84 HTTP/1.1" status: 404 len: 337 time: 0.1460805 Jan 31 17:58:00.009696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.038238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 0f1ed747-8799-43fa-baab-6d4144200a05 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:00.059731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Transition to ACTIVE for port object ebb40af7-1ca4-4cfd-9033-624b5e1312ca will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:00.087908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.111254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Unset dirty status for tenant:2a96d4bb2dab464283fc44077721fb43 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:00.116811 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-831adee6-ad57-4ee8-81c8-32fb6c915a3c tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4695454 Jan 31 17:58:00.118031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57132) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.126661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8ea467-7324-432f-ad08-3e528ea037e3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.127118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8ea467-7324-432f-ad08-3e528ea037e3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.131303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5e8ea467-7324-432f-ad08-3e528ea037e3 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/18be41b1-11b1-4854-b144-a4e759795877 HTTP/1.1" status: 404 len: 339 time: 0.1159360 Jan 31 17:58:00.134263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.170907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] For port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:00.171555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.200342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] For port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:00.201122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf4fbe-f745-4a56-a5be-abc35a7a4104 req-2191ffd3-cb09-4be2-aa5a-72370afdae2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.206029 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-25bf4fbe-f745-4a56-a5be-abc35a7a4104 req-2191ffd3-cb09-4be2-aa5a-72370afdae2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.3746252 Jan 31 17:58:00.213718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.220715 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5767f839-47a5-412e-a081-43b0d646ec2d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.221568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5767f839-47a5-412e-a081-43b0d646ec2d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.225896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5767f839-47a5-412e-a081-43b0d646ec2d tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/27e27e17-a233-4646-9702-18145a845a68 HTTP/1.1" status: 404 len: 337 time: 0.0891609 Jan 31 17:58:00.236742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.240546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57140) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.310904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.312179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.313457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.314710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.315989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.316137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Calling delete_port for a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:00.323354 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7f2f48d4-0721-4f11-ba6e-74a3cf477d50 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1987953 Jan 31 17:58:00.326208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.332775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebb908c-dd44-47c8-9368-a81af9b7cdc6 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.333029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebb908c-dd44-47c8-9368-a81af9b7cdc6 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.347774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:00.348620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.360002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:00.365069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Pushing event updated for resources: {'Port': ['ID=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:00.374027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:00.389464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:00.399447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.412702 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-25bf4fbe-f745-4a56-a5be-abc35a7a4104 req-0f0c487f-dc74-496e-9235-ad98f71ad5ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848912 Jan 31 17:58:00.487741 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7ebb908c-dd44-47c8-9368-a81af9b7cdc6 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/6e6598a0-a61b-4a4a-a7f5-94feeacd211e HTTP/1.1" status: 404 len: 339 time: 0.2455816 Jan 31 17:58:00.491311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57150) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.599285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Provisioning complete for port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:00.599706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.624303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Pushing event updated for resources: {'Port': ['ID=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:00.655535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:00.655907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:00.660483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::1f4 (02ddce4a-343d-46cb-8827-3fd2b2022626/c41ac891-75b3-45a8-8f19-07b136d5132b/0f1ed747-8799-43fa-baab-6d4144200a05) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:00.670074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Attempting to bind port ebb40af7-1ca4-4cfd-9033-624b5e1312ca on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:00.670431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Attempting to bind port ebb40af7-1ca4-4cfd-9033-624b5e1312ca by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'bd454b36-26c7-4201-b9ae-74730d166f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:00.670788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Attempting to bind port ebb40af7-1ca4-4cfd-9033-624b5e1312ca on network 02ddce4a-343d-46cb-8827-3fd2b2022626 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:00.682752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:00.685575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:00.686764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Checking segment: {'id': 'bd454b36-26c7-4201-b9ae-74730d166f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:00.686764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.686997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Bound using segment: {'id': 'bd454b36-26c7-4201-b9ae-74730d166f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:00.687601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Bound port: ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd454b36-26c7-4201-b9ae-74730d166f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '02ddce4a-343d-46cb-8827-3fd2b2022626'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:00.687737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.702064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-af44a181-2715-4109-9c6c-4307e1c63712 None None] Could not find standard attr ID for object 81d6a483-b96c-4858-8004-e7a3703ac41c. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:58:00.708869 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b6bfb87-8c30-41c7-ba41-e6600c6d3218 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.708869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b6bfb87-8c30-41c7-ba41-e6600c6d3218 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.714137 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7b6bfb87-8c30-41c7-ba41-e6600c6d3218 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/c4aa5beb-a2e2-4d1a-88de-c56932c40f93 HTTP/1.1" status: 404 len: 337 time: 0.2141335 Jan 31 17:58:00.717585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.760352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e76353f-94ff-49f7-b6a0-8064d3fd19db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:00.765363 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e76353f-94ff-49f7-b6a0-8064d3fd19db tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks/b125f45a-68da-4dc3-b357-d3c1489dc23c HTTP/1.1" status: 200 len: 803 time: 0.4347677 Jan 31 17:58:00.765363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.770548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.776957 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa3de04-2ebd-4d2b-9872-4cc289842a53 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.777643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa3de04-2ebd-4d2b-9872-4cc289842a53 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.781487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7aa3de04-2ebd-4d2b-9872-4cc289842a53 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/1f2de8d6-0338-40bc-8ae5-9e8731cfa2c2 HTTP/1.1" status: 404 len: 339 time: 0.0578055 Jan 31 17:58:00.782505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.786732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] For port ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:00.790341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] For port ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,segment=NetworkSegment(bd454b36-26c7-4201-b9ae-74730d166f6e),segment_id=bd454b36-26c7-4201-b9ae-74730d166f6e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:00.794805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:00.826207 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-993f1f68-f0b2-4d9c-9555-8e878f74b617 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.826547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993f1f68-f0b2-4d9c-9555-8e878f74b617 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.830638 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-993f1f68-f0b2-4d9c-9555-8e878f74b617 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/16c5482c-9c74-46c5-a5d4-63e00b088aa0 HTTP/1.1" status: 404 len: 337 time: 0.0446129 Jan 31 17:58:00.833727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:00.855129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:00.859277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:00.890743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672474-4d58-4ad9-b8ea-810d09e1fa83 None None] Pushing event updated for resources: {'Port': ['ID=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:00.933632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=0abec844-2790-4b69-b678-857a31787b69,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:00.953745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aafc589-95d6-4258-a3b8-7c89dc6b4824 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:00.954177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aafc589-95d6-4258-a3b8-7c89dc6b4824 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:00.955964 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6aafc589-95d6-4258-a3b8-7c89dc6b4824 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/0670f7d4-fc8e-406f-9288-1797274a0724 HTTP/1.1" status: 404 len: 339 time: 0.1212623 Jan 31 17:58:00.958489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.015149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:01.031410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:01.039447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d343112d-bc84-46dc-a5f8-84e621cb0bb9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:01.039891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d343112d-bc84-46dc-a5f8-84e621cb0bb9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:01.042530 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d343112d-bc84-46dc-a5f8-84e621cb0bb9 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/af96f73b-fe17-40db-83aa-79f36b12f2ea HTTP/1.1" status: 404 len: 337 time: 0.0796835 Jan 31 17:58:01.047796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.059332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:01.059923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.087641 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 09fb3885-4977-4dd8-9ebb-fc989f8d1c1d has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:01.092065 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e17a36c-8531-442f-b49c-5a33831cc2ad tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:01.092507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e17a36c-8531-442f-b49c-5a33831cc2ad tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:01.094177 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3e17a36c-8531-442f-b49c-5a33831cc2ad tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/7f12e28e-91cc-4f66-99eb-78fc1c5144af HTTP/1.1" status: 404 len: 339 time: 0.0454338 Jan 31 17:58:01.098421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.158071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Deleting port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:01.158457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.233043 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae7d2d55-c616-4594-8d3a-443b8b5bd902 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7913959 Jan 31 17:58:01.235896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57184) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.244059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:01.270590 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c0d1c359-3dd8-4399-92ba-6501fcf2e771 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/networks/b125f45a-68da-4dc3-b357-d3c1489dc23c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4306657 Jan 31 17:58:01.274421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.476030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577234b6-4157-4849-bb8b-5ca15690e3d0 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:01.477361 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-577234b6-4157-4849-bb8b-5ca15690e3d0 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets/f21a1945-099e-4ada-8d19-13b6a47b097f HTTP/1.1" status: 200 len: 843 time: 0.2020423 Jan 31 17:58:01.482690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.487209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.506968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-100228d4-9d21-4802-8b9a-0580013bc797 None None] Provisioning complete for port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:01.507511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-100228d4-9d21-4802-8b9a-0580013bc797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.571933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting subnet cccbf744-e5f4-4c71-bfac-86a60e65e071 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:01.573083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 0f1ed747-8799-43fa-baab-6d4144200a05 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:01.578309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.578476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:01.596845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:01.602913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:01.608920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcdadc9-f80a-4629-919a-a8d7db0f2ee3 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:01.609072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-100228d4-9d21-4802-8b9a-0580013bc797 None None] Port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:01.615465 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9bcdadc9-f80a-4629-919a-a8d7db0f2ee3 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "GET /v2.0/subnets/f21a1945-099e-4ada-8d19-13b6a47b097f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1267285 Jan 31 17:58:01.615672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ebb40af7-1ca4-4cfd-9033-624b5e1312ca up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:01.615819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.619652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:01.624702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266502363'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:01.636339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:01.651157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:01.654230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.664409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] For port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:01.664808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.669194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:01.711646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.745129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:01.748362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.765749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.845882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Router 8d95a9d5-5d71-4095-8a0c-3b433177ab40 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:58:01.863266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:01.866227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.874593 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] Sync routers for ids ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:01.896276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Calling delete_port for a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:01.901939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:01.905252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f941d5cd-8cbb-4e5e-a846-93493b2800cf tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 200 len: 886 time: 5.6711965 Jan 31 17:58:01.907707 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] Routers {'09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:01.909328 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:01.910415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:01.925245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] vlan segment allocate from pool success with {'vlan_id': 1409, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:01.946375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:01.954332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=0f1ed747-8799-43fa-baab-6d4144200a05,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:01.954552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:01.963184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.074974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.076716 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:02.089541 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] Routers {'09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:02.090423 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:02.122066 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0abec844-2790-4b69-b678-857a31787b69 (CIDR: 2001:db8::/64) Jan 31 17:58:02.123434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:02.128208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:02.129103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.140272 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ebb40af7-1ca4-4cfd-9033-624b5e1312ca completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:02.144672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] No DVR routers for this DVR port a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:02.157218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.157750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Added segment 6f683625-a8bb-4d0d-a028-540a131fcb23 of type vlan for network 5cbad64f-d344-4e4f-8278-54c0520831d9 Jan 31 17:58:02.171074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a038e1ce-6265-42b7-a55b-923b3637a9e7 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:02.189988 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:02.190389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3372c1-d96e-483a-b927-bab0d483c2ec None None] The sync data for ids ['09fb3885-4977-4dd8-9ebb-fc989f8d1c1d'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:02.198450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.203748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Pushing event deleted for resources: {'Port': ['ID=a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:02.251334 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-374cd27b-5dac-4017-b784-bc74667af419 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8199549 Jan 31 17:58:02.252426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:02.252861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:02.264082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.266246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.270946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:02.271543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.291620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:02.321144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.321604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.321769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.322187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.322513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.322720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.323581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.323807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.324818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.325521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.325821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01eaae6d-60d0-48eb-9982-240a8c134807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.337714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316524ce-130e-4960-b6a8-977a234721b9 None None] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:02.364525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:02.364864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a1746509-ffd0-4ccc-a6ef-31fd2f4e5ddd not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:02.398929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.450057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Subnet': ['ID=cccbf744-e5f4-4c71-bfac-86a60e65e071,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:02.460574 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8397157 Jan 31 17:58:02.465036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.468539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.480092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:02.483068 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5765a3f3-8e1a-41d1-ab41-735e97fc45b3 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2444701 Jan 31 17:58:02.490560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4f86116d-dede-4673-8593-994834612626 None None] Provisioning for port ebb40af7-1ca4-4cfd-9033-624b5e1312ca completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:02.496877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.503993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.504335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.504676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.505032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.506138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.506138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.506138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.507163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.507163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.507163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.507423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:02.507513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620b69d4-951e-4381-ac93-b6bc00bdb548 None None] Network a5b2104c-f81b-4148-b6bd-d53e15b4bea3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:02.509807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'subnet': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:02.591628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de72b74-864a-444a-88bf-34b7c8c150e2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Network': ['ID=5cbad64f-d344-4e4f-8278-54c0520831d9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:02.618711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:02.631488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4f86116d-dede-4673-8593-994834612626 None None] Provisioning complete for port ebb40af7-1ca4-4cfd-9033-624b5e1312ca triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:02.631488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f86116d-dede-4673-8593-994834612626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.640210 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-130eb785-713f-49e7-9b8b-ac6357a58253 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/subnets/cccbf744-e5f4-4c71-bfac-86a60e65e071 HTTP/1.1" status: 204 len: 168 time: 1.5380151 Jan 31 17:58:02.648882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.756983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:02.778260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d15ad86-9b5e-4a54-ac39-eeffc66c72ed tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/routers/8d95a9d5-5d71-4095-8a0c-3b433177ab40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8493683 Jan 31 17:58:02.785462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57224) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:02.795509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:02.803694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] Sync routers for ids ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:02.832141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:02.841320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.869268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Deleting port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:02.870018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:02.922802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Made reservation on behalf of 2a96d4bb2dab464283fc44077721fb43 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:02.972687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-78c34a5f-8722-4630-84ca-354f3b387cf2', 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'tenant_id': '1b57cb89225d48d7b0b723dc93892b68', 'fixed_ips': [{'subnet_id': '0abec844-2790-4b69-b678-857a31787b69'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:02.973530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.012834 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0f007705-c2bb-4550-9d27-9a6600e89042 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers/09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 200 len: 886 time: 1.0980673 Jan 31 17:58:03.017466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:03.044104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] Routers {'8d95a9d5-5d71-4095-8a0c-3b433177ab40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:03.044726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:03.108372 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fda771ad-fdf9-425f-9775-b99d7eab019e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 200 len: 205 time: 0.0857651 Jan 31 17:58:03.110364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:03.140836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.186249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:03.212737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:03.247806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f86116d-dede-4673-8593-994834612626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.277964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:subnet and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:03.283583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:03.291031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] Routers {'8d95a9d5-5d71-4095-8a0c-3b433177ab40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:03.291665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:57:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:03.302177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:03.316883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 17:58:03.317397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 17:58:03.324346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758dbd2a-b1da-41b4-a326-2f4b849ea1a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:03.325983 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-758dbd2a-b1da-41b4-a326-2f4b849ea1a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d95a9d5-5d71-4095-8a0c-3b433177ab40 HTTP/1.1" status: 200 len: 983 time: 0.5357497 Jan 31 17:58:03.330386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:03.390763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:03.394960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.418301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] For port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,segment=NetworkSegment(0c9b6944-93c6-4680-b64c-55ad74a66f3a),segment_id=0c9b6944-93c6-4680-b64c-55ad74a66f3a)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:03.418807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:03.418976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.419615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56663057-dbb7-4cd3-89bb-74326139a994 None None] The sync data for ids ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:03.436089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4f86116d-dede-4673-8593-994834612626 None None] For port ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,segment=NetworkSegment(bd454b36-26c7-4201-b9ae-74730d166f6e),segment_id=bd454b36-26c7-4201-b9ae-74730d166f6e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:03.450190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f86116d-dede-4673-8593-994834612626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.505833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] DHCP port deletion for a5b2104c-f81b-4148-b6bd-d53e15b4bea3 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:03.509431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Allocated IP 2001:db8::2 (78c34a5f-8722-4630-84ca-354f3b387cf2/0abec844-2790-4b69-b678-857a31787b69/2628605e-2c72-4126-a7b2-7d1166649b35) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:03.602291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cfcb9913-2682-4f5d-8df1-8a9e8d548d5c no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:03.613160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Calling delete_port for cfcb9913-2682-4f5d-8df1-8a9e8d548d5c owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:03.685235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Deleting port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:03.685726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.868176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:03.997672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.006067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] For port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,segment=NetworkSegment(0c9b6944-93c6-4680-b64c-55ad74a66f3a),segment_id=0c9b6944-93c6-4680-b64c-55ad74a66f3a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:04.007155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.111275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=56670630-99c3-488e-98fb-39666eac7d8b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:04.130156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.182771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Calling delete_port for cfcb9913-2682-4f5d-8df1-8a9e8d548d5c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:04.189130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Port': ['ID=cfcb9913-2682-4f5d-8df1-8a9e8d548d5c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:04.200872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] No DVR routers for this DVR port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:04.237971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Checking segment: {'id': '6f683625-a8bb-4d0d-a028-540a131fcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:04.238364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network hostable DHCP agents. Network: 5cbad64f-d344-4e4f-8278-54c0520831d9, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:04.245227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c update to DOWN by agent not found {{(pid=83559) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Jan 31 17:58:04.317007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86116d-dede-4673-8593-994834612626 None None] Pushing event updated for resources: {'Port': ['ID=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:04.318798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.364188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Provisioning for port 0f1ed747-8799-43fa-baab-6d4144200a05 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:04.384283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Provisioning complete for port 0f1ed747-8799-43fa-baab-6d4144200a05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:04.384283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.429210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:04.429590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:04.489300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.494734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Port 0f1ed747-8799-43fa-baab-6d4144200a05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:04.529349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:04.529633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Provisioning complete for port ebb40af7-1ca4-4cfd-9033-624b5e1312ca triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:04.530099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1033cfe-9ade-41ec-9516-a4396f47f74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.532237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2104c-f81b-4148-b6bd-d53e15b4bea3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:04.558835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9b6944-93c6-4680-b64c-55ad74a66f3a') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:04.559216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9b6944-93c6-4680-b64c-55ad74a66f3a') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:04.565630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.570157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 5cbad64f-d344-4e4f-8278-54c0520831d9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:04.575520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.588408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:04.588997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.589368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fb9c7e-7578-4b58-99a7-743089c86e19 None None] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:04.606372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Transition to ACTIVE for port object 2628605e-2c72-4126-a7b2-7d1166649b35 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:04.611124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.624997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:04.625441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:04.640925 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:04.693559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Transition to ACTIVE for port object 2628605e-2c72-4126-a7b2-7d1166649b35 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:04.706024 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ea6ddd0b-e38f-4d7b-bf95-d52af652de56 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2343445 Jan 31 17:58:04.710018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.711516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:04.732320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:04.837523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.859303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.863261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:04.896018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:04.897865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Pushing event updated for resources: {'Port': ['ID=2628605e-2c72-4126-a7b2-7d1166649b35,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:04.904345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:04.906171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] Pushing event deleted for resources: {'Network': ['ID=a5b2104c-f81b-4148-b6bd-d53e15b4bea3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:04.928971 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-41bdb4e1-5b42-4163-9ffb-fbe9c92ea127 tempest-NetworksTest-1177450812 tempest-NetworksTest-1177450812-project] 10.222.0.110 "DELETE /v2.0/networks/a5b2104c-f81b-4148-b6bd-d53e15b4bea3 HTTP/1.1" status: 204 len: 168 time: 2.2757490 Jan 31 17:58:04.962033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Deleting port cfcb9913-2682-4f5d-8df1-8a9e8d548d5c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:04.962797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:04.984327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2845541'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.036366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.objects.ports [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83558) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Jan 31 17:58:05.101822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.128804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.151195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bc4f60af-530a-48c1-a358-be9dcb119a62 None None] The port 'cfcb9913-2682-4f5d-8df1-8a9e8d548d5c' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:05.157144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-5cbad64f-d344-4e4f-8278-54c0520831d9', 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9', 'tenant_id': '2a96d4bb2dab464283fc44077721fb43', 'fixed_ips': [{'subnet_id': '56670630-99c3-488e-98fb-39666eac7d8b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:05.158230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.174783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Attempting to bind port 2628605e-2c72-4126-a7b2-7d1166649b35 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:05.175830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Attempting to bind port 2628605e-2c72-4126-a7b2-7d1166649b35 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:05.176360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Attempting to bind port 2628605e-2c72-4126-a7b2-7d1166649b35 on network 78c34a5f-8722-4630-84ca-354f3b387cf2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:05.200343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:05.200719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Checking segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:05.201119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.201545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Bound using segment: {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:05.202021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Bound port: 2628605e-2c72-4126-a7b2-7d1166649b35, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd39c74e-3daa-4783-84d1-3a595a49535c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:05.202497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.219821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d2ed57c3-2b35-49d7-a80e-31c0dcc07c20 None None] Provisioning complete for port 0f1ed747-8799-43fa-baab-6d4144200a05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:05.220185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d2ed57c3-2b35-49d7-a80e-31c0dcc07c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.347554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:05.388501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=0f1ed747-8799-43fa-baab-6d4144200a05,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:05.426285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.457537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d2ed57c3-2b35-49d7-a80e-31c0dcc07c20 None None] Port 0f1ed747-8799-43fa-baab-6d4144200a05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:05.477080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.477489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.478208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.478208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.478516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.478863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.479185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.479507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.479860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.480188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.480664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:05.492549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port cdb81b58-3b49-433d-90fa-be9a0397a8d6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:05.492884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.507297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3073035'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.572509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.579649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ebb40af7-1ca4-4cfd-9033-624b5e1312ca up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:05.657151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] For port 2628605e-2c72-4126-a7b2-7d1166649b35, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:05.685573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] For port 2628605e-2c72-4126-a7b2-7d1166649b35, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2628605e-2c72-4126-a7b2-7d1166649b35,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:05.702801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.714580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event updated for resources: {'Subnet': ['ID=56670630-99c3-488e-98fb-39666eac7d8b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:05.747542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Allocated IP 2001:db8::3 (5cbad64f-d344-4e4f-8278-54c0520831d9/56670630-99c3-488e-98fb-39666eac7d8b/9139c624-21cb-49c7-9c08-1f3476f4fdf1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:05.764443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.793480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a5c3c0c4-9364-44fc-82d0-941311181fb1 None None] Provisioning complete for port 0f1ed747-8799-43fa-baab-6d4144200a05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:05.794151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a5c3c0c4-9364-44fc-82d0-941311181fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.838835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:05.839425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.840675 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f47aceda-f7f9-42c6-8e40-0a3e0734f130 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "PUT /v2.0/subnets/56670630-99c3-488e-98fb-39666eac7d8b HTTP/1.1" status: 200 len: 900 time: 1.1282578 Jan 31 17:58:05.844719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57254) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:05.931602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548a8d-d0e0-4285-9619-501322975cbe None None] Pushing event updated for resources: {'Port': ['ID=2628605e-2c72-4126-a7b2-7d1166649b35,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:05.967674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ebb40af7-1ca4-4cfd-9033-624b5e1312ca triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:05.967674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:05.981970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43fac5a0-604b-4129-8bcc-7cb26df5d627 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e582241e2fec4f2298cfb31ba7a47683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6335845 Jan 31 17:58:05.985818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:06.019549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a5c3c0c4-9364-44fc-82d0-941311181fb1 None None] Port 0f1ed747-8799-43fa-baab-6d4144200a05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:06.083574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.100535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.231567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.251407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.284768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Transition to ACTIVE for port object 9139c624-21cb-49c7-9c08-1f3476f4fdf1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:06.333964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Transition to ACTIVE for port object 9139c624-21cb-49c7-9c08-1f3476f4fdf1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:06.350772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.355461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.426006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:06.427214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:06.428778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for cdb81b58-3b49-433d-90fa-be9a0397a8d6 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:06.432615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:06.439371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Pushing event updated for resources: {'Port': ['ID=9139c624-21cb-49c7-9c08-1f3476f4fdf1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:06.467536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.532946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Attempting to bind port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:06.533485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Attempting to bind port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '6f683625-a8bb-4d0d-a028-540a131fcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:06.533954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Attempting to bind port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 on network 5cbad64f-d344-4e4f-8278-54c0520831d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:06.540993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.543298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:06.543699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Checking segment: {'id': '6f683625-a8bb-4d0d-a028-540a131fcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:06.544178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.544639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Bound using segment: {'id': '6f683625-a8bb-4d0d-a028-540a131fcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:06.545396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Bound port: 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f683625-a8bb-4d0d-a028-540a131fcb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1409, 'network_id': '5cbad64f-d344-4e4f-8278-54c0520831d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:06.545869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.646967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:06.647358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.651961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:06.655766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:06.659969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.680270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.728896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6b2fb4-df4f-4ba3-b072-4eb99032b695,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:06.731502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.740330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.760223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.780486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac4b5d-b64f-46a0-92b0-1cf01af1bbf5 None None] Pushing event updated for resources: {'Port': ['ID=9139c624-21cb-49c7-9c08-1f3476f4fdf1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:06.871933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:06.875983 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99f59e65-2250-4251-a33c-6dd48aa1520e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/ca6b2fb4-df4f-4ba3-b072-4eb99032b695 HTTP/1.1" status: 204 len: 168 time: 0.8892119 Jan 31 17:58:06.876904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=56670630-99c3-488e-98fb-39666eac7d8b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:06.979582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba30c48e-978b-4d2b-a080-fb531fd8c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.087226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.096754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] For port 2628605e-2c72-4126-a7b2-7d1166649b35, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2628605e-2c72-4126-a7b2-7d1166649b35,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:07.141958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.151815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbad64f-d344-4e4f-8278-54c0520831d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:07.325506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f683625-a8bb-4d0d-a028-540a131fcb23') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:07.326073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f683625-a8bb-4d0d-a028-540a131fcb23') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:07.340336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:07.386235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.420344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.457823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:07.482851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:07.482851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.506554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.537946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.538588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:07.607065 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:07.627777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 31 17:58:07.627777 dv-neutron-823271-3-hyperv neutron-server[83557]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 31 17:58:07.627777 dv-neutron-823271-3-hyperv neutron-server[83557]: [parameters: {'id': '5cbad64f-d344-4e4f-8278-54c0520831d9'}] Jan 31 17:58:07.627777 dv-neutron-823271-3-hyperv neutron-server[83557]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:07.627777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:07.628442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2628605e-2c72-4126-a7b2-7d1166649b35 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:07.745767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.760232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5fba90f-8fad-4ee3-b831-54db3c05a04b None None] Provisioning for port 2628605e-2c72-4126-a7b2-7d1166649b35 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:07.794457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2628605e-2c72-4126-a7b2-7d1166649b35 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:07.800378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2628605e-2c72-4126-a7b2-7d1166649b35 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:07.801799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:07.859450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:07.916084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5a43f991-9694-4de3-b11a-65c1485b7be6 None None] Could not find standard attr ID for object 81d6a483-b96c-4858-8004-e7a3703ac41c. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:58:07.929361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.098295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.160879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.174072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2628605e-2c72-4126-a7b2-7d1166649b35, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2628605e-2c72-4126-a7b2-7d1166649b35,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:08.179593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.180393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9139c624-21cb-49c7-9c08-1f3476f4fdf1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:08.217923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:08.218320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.267098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Subnet': ['ID=97ac2b72-1f93-488d-a0d5-e83da5b19eb7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:08.416757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2628605e-2c72-4126-a7b2-7d1166649b35,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:08.442189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:08.485204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.491643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:08.508853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74554d0a-9200-4b3e-8eaf-73945aafc2da None None] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:08.599960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:08.618667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:08.636276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:08.636857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.665258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116cdc41-e7c3-415a-a620-8b0af9a9843d None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:08.676636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-499598357', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:08.679580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Provisioning for port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:08.683660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:08.687596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:router and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:08.691983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:08.697214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=2628605e-2c72-4126-a7b2-7d1166649b35,revision_number=4']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:08.698671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:08.711274 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-28ec66cb-ef07-444c-ae60-e682cc20df65 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.2100928 Jan 31 17:58:08.711274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.17 (f569d038-53a5-4d70-86a4-1e65444c5df9/0c694df9-6b4d-4f80-a612-aa18a118ec46/a5ab2c8b-990a-4e91-9374-58d71c36481f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:08.729974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:08.742553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Request body: {'port': {'network_id': '78c34a5f-8722-4630-84ca-354f3b387cf2', 'mac_address': 'fa:16:3e:c4:87:4f', 'name': 'tempest-NetworksTestDHCPv6-397007764'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:08.776017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=cdb81b58-3b49-433d-90fa-be9a0397a8d6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:08.778824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:08.806063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.813298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.814281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.817635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Provisioning complete for port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:08.818361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.830285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:08.831027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.031219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] DHCP port deletion for 5cbad64f-d344-4e4f-8278-54c0520831d9 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:09.045889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Deleting port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:09.046563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.136642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.197081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.214918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=0f1ed747-8799-43fa-baab-6d4144200a05,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:09.224275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.245479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:09.245735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.306603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:09.327596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.406567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:09.406946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.413981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.420811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c07aa82e-d981-4493-9d85-b7b67947ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.453059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:09.467826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Usage tracker for resource:port and tenant:1b57cb89225d48d7b0b723dc93892b68 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:09.471022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:09.477554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:09.493813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for 9139c624-21cb-49c7-9c08-1f3476f4fdf1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:09.535784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.543859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Calling delete_port for 9139c624-21cb-49c7-9c08-1f3476f4fdf1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:09.546741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Made reservation on behalf of 1b57cb89225d48d7b0b723dc93892b68 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:09.573923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2628605e-2c72-4126-a7b2-7d1166649b35 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:09.592353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object a5ab2c8b-990a-4e91-9374-58d71c36481f will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:09.598498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.609555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:09.612820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:09.614827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.644826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5189c75-99ea-4d5b-abe4-b1f3f7a85413 None None] Pushing event updated for resources: {'Port': ['ID=9139c624-21cb-49c7-9c08-1f3476f4fdf1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:09.691116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:09.691424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:09.707986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2628605e-2c72-4126-a7b2-7d1166649b35 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:09.707986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.713550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.725914 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b656d4e-fd20-44a4-81d4-ac066be721c5 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2331212 Jan 31 17:58:09.738637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:09.788090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-882294690'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:09.876385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:09.908112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:network and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:09.915968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:09.925571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.929836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 09fb3885-4977-4dd8-9ebb-fc989f8d1c1d {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:58:09.953209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:09.968273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:09.971409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:09.971715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:09.994607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Router 8d95a9d5-5d71-4095-8a0c-3b433177ab40 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:10.023483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.042516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:10.044743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9139c624-21cb-49c7-9c08-1f3476f4fdf1 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:10.045636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.070918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.196102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] device_id is not set on port a569b3a7-ad97-4742-9fba-7ac750f6e67a yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:10.198425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Deleting port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:10.198800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.317117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.335056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.336633 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1255981f-f90e-4ff8-81bf-cab9d54c8742 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 204 len: 168 time: 7.2239063 Jan 31 17:58:10.339607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network f569d038-53a5-4d70-86a4-1e65444c5df9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:10.343786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:10.346337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.347423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:10.354292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:10.373320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-20c9b588-0c59-4414-ad1f-ea2de204961a None None] Provisioning complete for port 0f1ed747-8799-43fa-baab-6d4144200a05 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:10.373730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-20c9b588-0c59-4414-ad1f-ea2de204961a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.403315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-65050423'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:10.468519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:10.470988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:10.477833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:10.478199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.483942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.492213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.509500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:10.526286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:security_group_rule and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:10.533948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:10.540625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:10.546254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:10.563867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:10.567385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:10.574277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:10.616163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.664851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-20c9b588-0c59-4414-ad1f-ea2de204961a None None] Port 0f1ed747-8799-43fa-baab-6d4144200a05 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:10.681352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:10.684437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.686337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:10.697311 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] Sync routers for ids ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:10.717959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:10.718878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.727318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9139c624-21cb-49c7-9c08-1f3476f4fdf1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:10.747647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] Routers {'8d95a9d5-5d71-4095-8a0c-3b433177ab40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:10.759049 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:10.768530 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-13639f92-36b2-4c68-a74c-a6e70dcaa3bc tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/routers/8d95a9d5-5d71-4095-8a0c-3b433177ab40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4322093 Jan 31 17:58:10.770701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57300) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:10.782973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:10.844982 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:10.856941 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] Routers {'8d95a9d5-5d71-4095-8a0c-3b433177ab40'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:10.857842 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:10.894740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.895266 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment a4f1ef5f-341e-442e-958f-37b447604af5 of type vlan for network 312a4ada-1e4d-403d-8115-56f509be7025 Jan 31 17:58:10.919259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.936767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.938151 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:10.938697 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805a4321-ae55-46e2-9532-a0b270e26111 None None] The sync data for ids ['8d95a9d5-5d71-4095-8a0c-3b433177ab40'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:10.948964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:10.956465 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae40adc-d95d-4303-a304-5521dc9a49d4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:58:10.960391 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5ae40adc-d95d-4303-a304-5521dc9a49d4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/46e4e6c9-b5c8-43f8-b3b2-84a47632fc1c HTTP/1.1" status: 404 len: 333 time: 0.1807432 Jan 31 17:58:10.969494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Calling delete_port for 9139c624-21cb-49c7-9c08-1f3476f4fdf1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:10.982870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57304) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:11.030888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-09144c38-dbd9-4e65-9691-007d27ccd51d None None] Provisioning complete for port 2628605e-2c72-4126-a7b2-7d1166649b35 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:11.031631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-09144c38-dbd9-4e65-9691-007d27ccd51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.040162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] vlan segment allocate from pool success with {'vlan_id': 1447, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:11.061207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:11.081478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8::131 (78c34a5f-8722-4630-84ca-354f3b387cf2/0abec844-2790-4b69-b678-857a31787b69/a569b3a7-ad97-4742-9fba-7ac750f6e67a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:11.103782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:11.104404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:11.105205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f514083a-b38e-41ae-a5c5-70099f101e20,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:11.113101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.113833 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Added segment 1209e588-5ef3-4c00-978e-358ebf2b2b78 of type vlan for network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc Jan 31 17:58:11.116209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port 9139c624-21cb-49c7-9c08-1f3476f4fdf1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9139c624-21cb-49c7-9c08-1f3476f4fdf1,segment=NetworkSegment(6f683625-a8bb-4d0d-a028-540a131fcb23),segment_id=6f683625-a8bb-4d0d-a028-540a131fcb23)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:11.116669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.117493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.124645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:874f (78c34a5f-8722-4630-84ca-354f3b387cf2/97ac2b72-1f93-488d-a0d5-e83da5b19eb7/a569b3a7-ad97-4742-9fba-7ac750f6e67a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:11.184559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.188195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:11.188760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.255269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for 9139c624-21cb-49c7-9c08-1f3476f4fdf1 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:11.287080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b9bc2c09-3f0e-4bcc-89db-76649b1d368b None None] Provisioning for port a5ab2c8b-990a-4e91-9374-58d71c36481f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:11.292638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b9bc2c09-3f0e-4bcc-89db-76649b1d368b None None] Provisioning complete for port a5ab2c8b-990a-4e91-9374-58d71c36481f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:11.293238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9bc2c09-3f0e-4bcc-89db-76649b1d368b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.347798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.348891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b9bc2c09-3f0e-4bcc-89db-76649b1d368b None None] Port a5ab2c8b-990a-4e91-9374-58d71c36481f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:11.357691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.435896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0903063 Jan 31 17:58:11.439474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374006c-2009-4f67-a2f6-aa2f4216084d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=312a4ada-1e4d-403d-8115-56f509be7025,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:11.444712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57308) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:11.455754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 312a4ada-1e4d-403d-8115-56f509be7025 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:11.457695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': '312a4ada-1e4d-403d-8115-56f509be7025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:11.476051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Deleting port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:11.476477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.485642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.489282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:11.489891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.521570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.607996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ad34a-95f4-4be2-9b0a-97f640d34760 None None] The port '9139c624-21cb-49c7-9c08-1f3476f4fdf1' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:11.642727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.646250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a86e6-bb8a-46bb-8278-3d4c057ba9ba None None] Network 5cbad64f-d344-4e4f-8278-54c0520831d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:11.658100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Port': ['ID=9139c624-21cb-49c7-9c08-1f3476f4fdf1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:11.680575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No DVR routers for this DVR port 9139c624-21cb-49c7-9c08-1f3476f4fdf1 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:11.701640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Router eb2c862f-5b8a-4b49-928c-11e450758de1 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:58:11.728086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9736311 Jan 31 17:58:11.728298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:11.737331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f5960-e192-4b41-885e-217c0f0ed195 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Network': ['ID=3a13dd0a-7de5-4207-9bfb-bc2604fe84dc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:11.754066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:11.789715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'subnet': {'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:11.832898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.867556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.879593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Transition to ACTIVE for port object a569b3a7-ad97-4742-9fba-7ac750f6e67a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:11.908791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbad64f-d344-4e4f-8278-54c0520831d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:11.909061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f21279-dcbb-403c-9822-f7995f55a3c4 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:58:11.925613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f683625-a8bb-4d0d-a028-540a131fcb23') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:11.925957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f683625-a8bb-4d0d-a028-540a131fcb23') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:11.945649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.969838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:11.977234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.019058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1409 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:12.019452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:12.034143 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:12.078720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f21279-dcbb-403c-9822-f7995f55a3c4 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:58:12.124968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:12.202313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:12.221629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:12.264587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:12.266030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event updated for resources: {'Port': ['ID=a569b3a7-ad97-4742-9fba-7ac750f6e67a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:12.268737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:12.271018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:12.275966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:12.276576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.280364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.299022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.305653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:12.322226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=5cbad64f-d344-4e4f-8278-54c0520831d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:12.327403 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a5608a02-287b-4553-9489-27e9fa4e241c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5928123 Jan 31 17:58:12.330460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:12.346161 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-742155c6-8921-4fad-b943-7b15bdb3fc61 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/5cbad64f-d344-4e4f-8278-54c0520831d9 HTTP/1.1" status: 204 len: 168 time: 6.4979553 Jan 31 17:58:12.390386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:12.444726 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab7f9cf-1756-4147-a060-2b4c6128d340 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:12.445544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab7f9cf-1756-4147-a060-2b4c6128d340 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:12.449974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eab7f9cf-1756-4147-a060-2b4c6128d340 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/56670630-99c3-488e-98fb-39666eac7d8b HTTP/1.1" status: 404 len: 337 time: 0.0583482 Jan 31 17:58:12.452922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57324) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:12.467649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:12.478751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting port a569b3a7-ad97-4742-9fba-7ac750f6e67a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:12.479162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.487161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869a7e0-9299-44e4-be70-518053510262 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:58:12.520402 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3b0b35-ec12-4383-bc8d-76dad0c052d3 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:12.521016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.521188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3b0b35-ec12-4383-bc8d-76dad0c052d3 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:12.523768 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f3b0b35-ec12-4383-bc8d-76dad0c052d3 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/5cbad64f-d344-4e4f-8278-54c0520831d9 HTTP/1.1" status: 404 len: 339 time: 0.0701408 Jan 31 17:58:12.526690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57328) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:12.535216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:subnet and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:12.538373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:12.558972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:12.622328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:12.625499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.646032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869a7e0-9299-44e4-be70-518053510262 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:58:12.696829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:12.713484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.812086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.920825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.921485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Fanout notify agent at l3_agent the message router_deleted on router 8d95a9d5-5d71-4095-8a0c-3b433177ab40 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:58:12.949846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:12.972659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.004740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.020805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a160a78a-363c-4751-866f-536a6f1d2db0']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.034461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.037978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-17c0e198-cb19-486e-b314-a9bd4cf7e3bd tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/routers/8d95a9d5-5d71-4095-8a0c-3b433177ab40 HTTP/1.1" status: 204 len: 168 time: 2.0495298 Jan 31 17:58:13.046291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:13.100905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:13.134661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:13.141566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.146991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] Sync routers for ids ['eb2c862f-5b8a-4b49-928c-11e450758de1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:13.149843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Calling delete_port for a569b3a7-ad97-4742-9fba-7ac750f6e67a owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:13.149962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-03b81a5c-14ff-4b9b-a0e4-d69135a00b70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/routers/eb2c862f-5b8a-4b49-928c-11e450758de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8606102 Jan 31 17:58:13.160927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:13.171595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.180735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be52fed2-f657-4d56-9b2d-2d89c53f3428') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.181080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be52fed2-f657-4d56-9b2d-2d89c53f3428') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.184329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] Routers {'eb2c862f-5b8a-4b49-928c-11e450758de1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:13.185285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['eb2c862f-5b8a-4b49-928c-11e450758de1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.209191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.238257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.250783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.258683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.259436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1403 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:13.259587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.266625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] Routers {'eb2c862f-5b8a-4b49-928c-11e450758de1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:13.267705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['eb2c862f-5b8a-4b49-928c-11e450758de1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:13.275705 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:13.373038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:13.373695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65ba1e-1918-4684-9087-1bfd18733e84 None None] The sync data for ids ['eb2c862f-5b8a-4b49-928c-11e450758de1'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:13.405317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.409509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.452173 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/a160a78a-363c-4751-866f-536a6f1d2db0 HTTP/1.1" status: 204 len: 168 time: 0.9242973 Jan 31 17:58:13.453590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8137dc-d7f4-4f5f-9969-5ff9948dad2f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=a160a78a-363c-4751-866f-536a6f1d2db0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:13.455836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57340) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:13.504349 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf60943-2a79-4f86-8b4f-1735a7dfabb1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:13.504715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf60943-2a79-4f86-8b4f-1735a7dfabb1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:13.506895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-acf60943-2a79-4f86-8b4f-1735a7dfabb1 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/d1445cab-7c25-4efa-a49d-7573be196f6c HTTP/1.1" status: 404 len: 337 time: 0.0478129 Jan 31 17:58:13.510253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:13.574479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a057ae-42d0-4a84-978b-a0c12255ccf4 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:13.574899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a057ae-42d0-4a84-978b-a0c12255ccf4 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:13.576554 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a7a057ae-42d0-4a84-978b-a0c12255ccf4 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/176b13c1-460a-4df0-b9ff-ac2f55d614fc HTTP/1.1" status: 404 len: 339 time: 0.0653980 Jan 31 17:58:13.579272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:13.609604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.625375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:13.645933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2ec0d87-279f-47e4-be97-9cea5c1a5bef None None] Provisioning for port a569b3a7-ad97-4742-9fba-7ac750f6e67a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:13.650785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.651869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2ec0d87-279f-47e4-be97-9cea5c1a5bef None None] Provisioning complete for port a569b3a7-ad97-4742-9fba-7ac750f6e67a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:13.652413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0d87-279f-47e4-be97-9cea5c1a5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.686531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a2ec0d87-279f-47e4-be97-9cea5c1a5bef None None] Port a569b3a7-ad97-4742-9fba-7ac750f6e67a was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:58:13.710243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Port': ['ID=a569b3a7-ad97-4742-9fba-7ac750f6e67a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:13.899941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5155076f-d307-48ec-9a1c-1b003c2b81cf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:13.900694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5155076f-d307-48ec-9a1c-1b003c2b81cf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:13.911158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 7061a0bf-b13f-49e5-9c2c-40226f2d6398 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:13.938779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.968626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.985268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:13.987348 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dcbd3656-6981-479a-a2bd-490c8f933fe6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/a569b3a7-ad97-4742-9fba-7ac750f6e67a HTTP/1.1" status: 204 len: 168 time: 1.6559687 Jan 31 17:58:13.989974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57352) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.038997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.065544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5155076f-d307-48ec-9a1c-1b003c2b81cf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:14.066696 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5155076f-d307-48ec-9a1c-1b003c2b81cf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?device_id=eb2c862f-5b8a-4b49-928c-11e450758de1 HTTP/1.1" status: 200 len: 989 time: 0.9043746 Jan 31 17:58:14.078377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.095391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting subnet 4c9348e9-8e54-4b2a-afed-09cb7fbd61f9 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:14.099629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.105778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.161584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed6ab7-ca16-4b34-8bcc-a94f48a35e9d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.162338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-78ed6ab7-ca16-4b34-8bcc-a94f48a35e9d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:14.166042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.222023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=e0dac1e3-7d9f-4171-a6e5-96195da5661d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:14.222795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-78ed6ab7-ca16-4b34-8bcc-a94f48a35e9d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:14.225163 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78ed6ab7-ca16-4b34-8bcc-a94f48a35e9d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2332067 Jan 31 17:58:14.228339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57360) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.306611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network f569d038-53a5-4d70-86a4-1e65444c5df9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:14.318471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.319863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:14.373041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1950b36-78ae-4c95-aa00-c4856bf87c6e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.374857 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a1950b36-78ae-4c95-aa00-c4856bf87c6e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1456137 Jan 31 17:58:14.381218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57364) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.411246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.455712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=4c9348e9-8e54-4b2a-afed-09cb7fbd61f9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:14.464458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.472617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d18bf4-4468-4f2f-9a1a-196162464527 None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:14.476793 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f8dcec9d-c4bb-4ce2-956d-237ad3dbd07d tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/4c9348e9-8e54-4b2a-afed-09cb7fbd61f9 HTTP/1.1" status: 204 len: 168 time: 0.8963826 Jan 31 17:58:14.478988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.551564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting subnet d6023e22-1b38-486c-87c8-c95ff8b6f1d7 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:14.555578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.564940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Subnet': ['ID=65ac1358-0e51-4e07-b04b-20f6a57b93f4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:14.567031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'a4f1ef5f-341e-442e-958f-37b447604af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:14.567381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: 312a4ada-1e4d-403d-8115-56f509be7025, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:14.585038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Checking segment: {'id': '1209e588-5ef3-4c00-978e-358ebf2b2b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:14.585394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network hostable DHCP agents. Network: 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:14.618214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.665935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-69e5719f-0276-4290-b800-96306f922d4d None None] Provisioning complete for port a5ab2c8b-990a-4e91-9374-58d71c36481f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:14.666567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-69e5719f-0276-4290-b800-96306f922d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.696685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.698489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.699710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.700191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:14.714334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.744555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.763940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-69e5719f-0276-4290-b800-96306f922d4d None None] Port a5ab2c8b-990a-4e91-9374-58d71c36481f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:14.804265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:14.808064 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-35cf2049-92f0-4c7f-9417-24a71d992878 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3590138 Jan 31 17:58:14.809369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57372) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:14.827346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 312a4ada-1e4d-403d-8115-56f509be7025 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:14.840631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:14.886429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.901114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 0abec844-2790-4b69-b678-857a31787b69 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:14.905225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.917001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 312a4ada-1e4d-403d-8115-56f509be7025) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:14.924986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1208a5-1453-4f5e-900a-313996f84069 None None] Network 312a4ada-1e4d-403d-8115-56f509be7025 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:14.972721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:14.976721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.986542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:14.987133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:14.991334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/d6023e22-1b38-486c-87c8-c95ff8b6f1d7 HTTP/1.1" status: 204 len: 168 time: 0.5101197 Jan 31 17:58:14.995126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94d1cf-4449-4175-b8d4-9f2e73e42cce tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=d6023e22-1b38-486c-87c8-c95ff8b6f1d7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:14.996990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:15.000804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736bcef2-41c9-4bf5-80b7-0b8b0e30cb0d None None] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:15.140843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.142765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:15.143347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.146292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.211109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:15.211438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.246135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.284616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-69349936-1c8b-4fa7-90bd-1da6ddd89859 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8356042 Jan 31 17:58:15.294522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:15.301809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-92c5e1cb-e4a8-40bc-a7fb-18d2f79af8db tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5737090 Jan 31 17:58:15.310107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715457299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:15.313398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:15.314600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=7061a0bf-b13f-49e5-9c2c-40226f2d6398,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:15.329840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:15.330494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'network': {'name': 'tempest-router-network01--1114276191'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:15.337007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:15.344162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:15.348398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.351100 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f1d12d1a-6f55-450e-be3e-ef4bf122a074 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/7061a0bf-b13f-49e5-9c2c-40226f2d6398 HTTP/1.1" status: 204 len: 168 time: 2.3003523 Jan 31 17:58:15.359229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57388) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:15.360001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:15.370627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:15.388439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1c033-dfb3-47b1-8f4c-77da0e25e13a None None] Network 4f1f50df-d881-4d74-ac0e-e1d396bc5477 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:15.408317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-312a4ada-1e4d-403d-8115-56f509be7025', 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': 'e0dac1e3-7d9f-4171-a6e5-96195da5661d'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:15.409136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.432272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:network and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:15.448122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:15.461400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:15.488329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-3a13dd0a-7de5-4207-9bfb-bc2604fe84dc', 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc', 'tenant_id': '84516fc599c945bf8b469108aae0b36b', 'fixed_ips': [{'subnet_id': '65ac1358-0e51-4e07-b04b-20f6a57b93f4'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:15.489143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.493244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.494666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.504294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,segment=NetworkSegment(5df639b4-51d2-494e-a33a-b262f2edc960),segment_id=5df639b4-51d2-494e-a33a-b262f2edc960)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:15.504614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.517991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.581827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.603097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:15.606129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.672528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.674135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 4cb867c7-ff38-46f8-9cf1-4408cd46698d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:15.674593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.696297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:15.704438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:15.709524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b17169-d5b7-437f-929c-dc1f291b9e46 None None] Network ada848b7-4c11-4d04-9600-5ca8c9b62790 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:15.763777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.764118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Added segment 23689cae-88d4-403a-ad22-af27f6941482 of type vlan for network 403884ac-32f3-4b15-813f-72d5e96032dc Jan 31 17:58:15.796586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.938193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.939259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:15.942434 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-505f1f47-0a1c-495d-b4c1-da639aaea54e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6404083 Jan 31 17:58:15.944168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:15.978502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:16.025704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.032168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] For port 4cb867c7-ff38-46f8-9cf1-4408cd46698d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4cb867c7-ff38-46f8-9cf1-4408cd46698d,segment=NetworkSegment(d11ade27-7441-46b9-ad0b-966e559ec64e),segment_id=d11ade27-7441-46b9-ad0b-966e559ec64e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:16.032873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.079581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.132622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:16.134004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Allocated IP 172.20.0.2 (3a13dd0a-7de5-4207-9bfb-bc2604fe84dc/65ac1358-0e51-4e07-b04b-20f6a57b93f4/98d31a93-983a-43df-81b3-c2cc6d35c656) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:16.140652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Port': ['ID=8c2e3f99-5c66-42f2-b0ee-8e663c9b1237,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:16.164282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b5407959-5dda-4ef6-aecd-adb83b801c61 None None] Provisioning complete for port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:16.164656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b5407959-5dda-4ef6-aecd-adb83b801c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.222459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=0abec844-2790-4b69-b678-857a31787b69,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:16.228081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No DVR routers for this DVR port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:16.234966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 4cb867c7-ff38-46f8-9cf1-4408cd46698d owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:16.261133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b5407959-5dda-4ef6-aecd-adb83b801c61 None None] Port 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 was deleted so its status cannot be updated. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Jan 31 17:58:16.275135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.304159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00508fd-9599-4ef2-9e66-0970b11aa153 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:16.315135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.320059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:16.320990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.402179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.450991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Allocated IP 172.20.0.2 (312a4ada-1e4d-403d-8115-56f509be7025/e0dac1e3-7d9f-4171-a6e5-96195da5661d/ae1a1d8e-a4f1-4779-8823-bb6e610f93b1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:16.453494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.460645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00489efa-7501-45cb-a6f5-663166edc9fb None None] DHCP port deletion for ada848b7-4c11-4d04-9600-5ca8c9b62790 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:16.522879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=4cb867c7-ff38-46f8-9cf1-4408cd46698d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:16.581487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No DVR routers for this DVR port 4cb867c7-ff38-46f8-9cf1-4408cd46698d on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:16.601281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8060c8e5-5dd9-48b7-a204-8f5c172768af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/0abec844-2790-4b69-b678-857a31787b69 HTTP/1.1" status: 204 len: 168 time: 1.7895808 Jan 31 17:58:16.617342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57396) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:16.630478 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3093195 Jan 31 17:58:16.645187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57400) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:16.658174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.672074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'network': {'name': 'tempest-router-network02--446763463'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:16.688291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:16.708108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:network and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:16.714604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:16.717437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4e497-27e4-4145-a7ce-04c720ed0c44 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Network': ['ID=403884ac-32f3-4b15-813f-72d5e96032dc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:16.753178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 403884ac-32f3-4b15-813f-72d5e96032dc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:16.766189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53668bb4-6bd3-4492-86b2-43c1a70f8d11 None None] DHCP port deletion for 4f1f50df-d881-4d74-ac0e-e1d396bc5477 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:16.785828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada848b7-4c11-4d04-9600-5ca8c9b62790']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:16.792909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:16.807144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df639b4-51d2-494e-a33a-b262f2edc960') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:16.807428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df639b4-51d2-494e-a33a-b262f2edc960') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:16.823215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.837179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:16.840058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.918991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.936910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:16.937351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:16.955827 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:16.966870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.011006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.022284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] vlan segment allocate from pool success with {'vlan_id': 1428, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:17.079296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1f50df-d881-4d74-ac0e-e1d396bc5477']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:17.107579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11ade27-7441-46b9-ad0b-966e559ec64e') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:17.108227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11ade27-7441-46b9-ad0b-966e559ec64e') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:17.119430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Transition to ACTIVE for port object 98d31a93-983a-43df-81b3-c2cc6d35c656 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:17.126249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.135467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.146685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.147287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Added segment efc68087-442d-40e1-badf-5961fc752e4d of type vlan for network 9522e20a-a4ad-4778-9840-f4a85a5897c0 Jan 31 17:58:17.148349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.149960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Transition to ACTIVE for port object ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:17.152935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.162526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Transition to ACTIVE for port object 98d31a93-983a-43df-81b3-c2cc6d35c656 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:17.175065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:17.179612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.179835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.189565 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:17.202326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=ada848b7-4c11-4d04-9600-5ca8c9b62790,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:17.209973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:17.210971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.213822 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:17.215746 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:17.217614 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7b18c82c-f79f-406d-bbcc-f25b000236de tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/ada848b7-4c11-4d04-9600-5ca8c9b62790 HTTP/1.1" status: 204 len: 168 time: 2.2173822 Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:17.228758 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:17.230782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:17.246951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9f231cb3-87b8-4954-a1b0-d79e07060750 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0b3a3aca-dbe3-474a-a024-09ebc23ca492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2809517 Jan 31 17:58:17.267036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:17.270787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:17.275243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Pushing event updated for resources: {'Port': ['ID=98d31a93-983a-43df-81b3-c2cc6d35c656,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:17.277554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:17.312167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.322812 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df2dc3c-8c70-4907-8cc3-6b1472ca4c94 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:17.323249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df2dc3c-8c70-4907-8cc3-6b1472ca4c94 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:17.324540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Deleting subnet 97ac2b72-1f93-488d-a0d5-e83da5b19eb7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:17.327960 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9df2dc3c-8c70-4907-8cc3-6b1472ca4c94 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/0927147e-c90c-4d11-8f98-c732dbdb75a2 HTTP/1.1" status: 404 len: 337 time: 0.0895562 Jan 31 17:58:17.340142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57410) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:17.353522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.367643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.394462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Attempting to bind port 98d31a93-983a-43df-81b3-c2cc6d35c656 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:17.395081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Attempting to bind port 98d31a93-983a-43df-81b3-c2cc6d35c656 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1209e588-5ef3-4c00-978e-358ebf2b2b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:17.395599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Attempting to bind port 98d31a93-983a-43df-81b3-c2cc6d35c656 on network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:17.410386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:17.411100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Checking segment: {'id': '1209e588-5ef3-4c00-978e-358ebf2b2b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:17.411652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.412262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Bound using segment: {'id': '1209e588-5ef3-4c00-978e-358ebf2b2b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:17.413121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Bound port: 98d31a93-983a-43df-81b3-c2cc6d35c656, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1209e588-5ef3-4c00-978e-358ebf2b2b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '3a13dd0a-7de5-4207-9bfb-bc2604fe84dc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:17.413752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.490977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Transition to ACTIVE for port object ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:17.496056 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-609ac14c-469d-444d-9cc0-c5d89a9165c2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:17.496824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609ac14c-469d-444d-9cc0-c5d89a9165c2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:17.510653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.529565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:17.562105 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-609ac14c-469d-444d-9cc0-c5d89a9165c2 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e7332f7d-1cc7-483a-8939-ecc39080d4f3 HTTP/1.1" status: 404 len: 339 time: 0.2204480 Jan 31 17:58:17.565305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.567209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/4f1f50df-d881-4d74-ac0e-e1d396bc5477 HTTP/1.1" status: 204 len: 168 time: 2.2006044 Jan 31 17:58:17.581852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.591393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:17.592307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8c2e3f99-5c66-42f2-b0ee-8e663c9b1237 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:17.592743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4cb867c7-ff38-46f8-9cf1-4408cd46698d no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:17.602962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:17.603326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:17.630352 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:58:17.638729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.642869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a243066-036b-4b88-9e37-f9763676f201 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=4f1f50df-d881-4d74-ac0e-e1d396bc5477,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:17.653596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 4cb867c7-ff38-46f8-9cf1-4408cd46698d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:17.653949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4cb867c7-ff38-46f8-9cf1-4408cd46698d not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:17.748664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Network 312a4ada-1e4d-403d-8115-56f509be7025 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:17.758214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:17.761982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:17.785069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Pushing event updated for resources: {'Port': ['ID=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:17.796664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] For port 98d31a93-983a-43df-81b3-c2cc6d35c656, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:17.800948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] For port 98d31a93-983a-43df-81b3-c2cc6d35c656, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=98d31a93-983a-43df-81b3-c2cc6d35c656,segment=NetworkSegment(1209e588-5ef3-4c00-978e-358ebf2b2b78),segment_id=1209e588-5ef3-4c00-978e-358ebf2b2b78)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:17.891696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.914018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.922750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:17.929096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:17.996515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.036559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 0f1ed747-8799-43fa-baab-6d4144200a05 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:18.037786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.042073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c310b-ceb1-4492-9307-25a712b9c99b None None] Pushing event updated for resources: {'Port': ['ID=98d31a93-983a-43df-81b3-c2cc6d35c656,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:18.105056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Attempting to bind port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:18.105533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Attempting to bind port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a4f1ef5f-341e-442e-958f-37b447604af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:18.105876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Attempting to bind port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 on network 312a4ada-1e4d-403d-8115-56f509be7025 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:18.125541 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:10Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab2c8b-990a-4e91-9374-58d71c36481f', 'name': '', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:a0:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:07Z', 'updated_at': '2022-01-31T17:58:12Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:18.129590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:18.129950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Checking segment: {'id': 'a4f1ef5f-341e-442e-958f-37b447604af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:18.130087 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:58:18.130399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.130915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Bound using segment: {'id': 'a4f1ef5f-341e-442e-958f-37b447604af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:18.131397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Updating router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 port a5ab2c8b-990a-4e91-9374-58d71c36481f binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:58:18.131580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Bound port: ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f1ef5f-341e-442e-958f-37b447604af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '312a4ada-1e4d-403d-8115-56f509be7025'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:18.131928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.143752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b744b54-b487-41b9-a7dd-176c2fb84759 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:18.144189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b744b54-b487-41b9-a7dd-176c2fb84759 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:18.160524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8772d783-0a05-4f76-9d64-24fdff8fb115 None None] Provisioning complete for port 2628605e-2c72-4126-a7b2-7d1166649b35 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:18.160896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8772d783-0a05-4f76-9d64-24fdff8fb115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.225884 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.273182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.334245 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4b744b54-b487-41b9-a7dd-176c2fb84759 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/bf0b70ba-9642-49c0-a414-7ef241262842 HTTP/1.1" status: 404 len: 337 time: 0.7296591 Jan 31 17:58:18.348944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] For port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:18.358054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7093825 Jan 31 17:58:18.366889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:18.367110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] For port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,segment=NetworkSegment(a4f1ef5f-341e-442e-958f-37b447604af5),segment_id=a4f1ef5f-341e-442e-958f-37b447604af5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:18.368164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:18.378659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.413895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'subnet': {'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:18.434753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82738f7-dbe9-4e80-a03c-74baf54b3969 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Network': ['ID=9522e20a-a4ad-4778-9840-f4a85a5897c0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:18.465674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:18.485890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 0f1ed747-8799-43fa-baab-6d4144200a05 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:18.605106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4761d-2e30-4fa9-a8bf-f8acc19aae5c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:18.606947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fad4761d-2e30-4fa9-a8bf-f8acc19aae5c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:18.690103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b3bca0-5b33-4d80-bccd-d99885e83715 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:18.691069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5b3bca0-5b33-4d80-bccd-d99885e83715 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:18.696977 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a5b3bca0-5b33-4d80-bccd-d99885e83715 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e35e3057-0e26-4328-a0aa-31d1453569af HTTP/1.1" status: 404 len: 339 time: 0.3213811 Jan 31 17:58:18.699694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.701199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41693b-1164-44f3-a1c0-b53ec1a16b23 None None] Pushing event updated for resources: {'Port': ['ID=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:18.703377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57432) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:18.798617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fad4761d-2e30-4fa9-a8bf-f8acc19aae5c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:18.805208 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fad4761d-2e30-4fa9-a8bf-f8acc19aae5c tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/856215b4-eafa-4d33-8efd-c2a56e33c7e7 HTTP/1.1" status: 200 len: 841 time: 1.1988442 Jan 31 17:58:18.806357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:18.809903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:18.855987 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.863964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:subnet and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:18.872745 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Transition to ACTIVE for port object a5ab2c8b-990a-4e91-9374-58d71c36481f will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:18.877772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:18.883938 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.891315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:18.905955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.20.0.1 (312a4ada-1e4d-403d-8115-56f509be7025/e0dac1e3-7d9f-4171-a6e5-96195da5661d/9772b8a4-e715-4786-927b-c90674f04adc) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:18.923311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Subnet': ['ID=97ac2b72-1f93-488d-a0d5-e83da5b19eb7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:18.937447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb77f3d-38b8-4353-855f-c33612b55def tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:18.937808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb77f3d-38b8-4353-855f-c33612b55def tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:18.953042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:18.960929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d2777-6f8e-4cfc-b0c9-cf26efd7f2c4 None None] Network 78c34a5f-8722-4630-84ca-354f3b387cf2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:18.967756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8bb77f3d-38b8-4353-855f-c33612b55def tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/8815b3ba-fde5-40f1-81d7-e81c62347e46 HTTP/1.1" status: 404 len: 337 time: 0.2330022 Jan 31 17:58:18.973011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:18.975505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:18.978587 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bd941a3a-7e45-4e02-b8e3-c7d73bc66dd2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/97ac2b72-1f93-488d-a0d5-e83da5b19eb7 HTTP/1.1" status: 204 len: 168 time: 2.3583286 Jan 31 17:58:19.007940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:19.008622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57446) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:19.009114 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-25cd0140-5119-4934-aae4-ddfc461f0ace tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/856215b4-eafa-4d33-8efd-c2a56e33c7e7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1962063 Jan 31 17:58:19.084132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:19.109353 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-d60ff73c-3140-479b-ba25-116bb1bc2655 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5740850 Jan 31 17:58:19.161483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7680ac-413b-4240-a9dd-33baea7d95fe tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:19.163515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7680ac-413b-4240-a9dd-33baea7d95fe tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:19.168155 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46105489-c983-4db6-815d-386449824885 None None] Pushing event updated for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:19.248915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.311332 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.311332 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.311332 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.312036 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.312036 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.312221 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.312601 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.312955 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.319576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.319989 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.320321 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46105489-c983-4db6-815d-386449824885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:58:19.325140 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7abcb534-3eea-48b4-8947-1b8830830a27 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3157110 Jan 31 17:58:19.341261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57452) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:19.347912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Attempting to bind port a5ab2c8b-990a-4e91-9374-58d71c36481f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:19.347912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Attempting to bind port a5ab2c8b-990a-4e91-9374-58d71c36481f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:19.348204 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Attempting to bind port a5ab2c8b-990a-4e91-9374-58d71c36481f on network f569d038-53a5-4d70-86a4-1e65444c5df9 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:19.380326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:19.380751 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Checking segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:19.381146 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.381556 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Bound using segment: {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:19.382029 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Bound port: a5ab2c8b-990a-4e91-9374-58d71c36481f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a697ff-a8d2-4b65-8639-7951068e42b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:19.382390 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.511577 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-da7680ac-413b-4240-a9dd-33baea7d95fe tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/e7df6e3f-5038-498e-9c2b-c46ba59aa9cc HTTP/1.1" status: 404 len: 339 time: 0.5363393 Jan 31 17:58:19.522003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:19.538251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57456) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:19.609596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:19.616851 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] For port a5ab2c8b-990a-4e91-9374-58d71c36481f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:19.620293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] For port a5ab2c8b-990a-4e91-9374-58d71c36481f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a5ab2c8b-990a-4e91-9374-58d71c36481f,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:19.627351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:19.632155 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.653295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:19.656602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] DHCP port deletion for 78c34a5f-8722-4630-84ca-354f3b387cf2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:19.662715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Deleting port 2628605e-2c72-4126-a7b2-7d1166649b35 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:19.663220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.680991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.687127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:19.727965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 9772b8a4-e715-4786-927b-c90674f04adc will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:19.738758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:19.744357 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:19.745541 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:19.814023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=0f1ed747-8799-43fa-baab-6d4144200a05,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:19.815940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:19.923595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d28e09-4218-4b1a-9540-d5dc7c975c0e None None] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:20.046693 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:58:20.050304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.104516 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46105489-c983-4db6-815d-386449824885 None None] Pushing event updated for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:20.179283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2ef9256d-8db6-4864-b82f-29e4868a2a20 None None] Provisioning for port 98d31a93-983a-43df-81b3-c2cc6d35c656 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:20.211501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:20.247388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Subnet': ['ID=3c75604f-ddd9-42fb-8c11-e7dcb4097df5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:20.261972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.311184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 98d31a93-983a-43df-81b3-c2cc6d35c656 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:20.383081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.408996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 312a4ada-1e4d-403d-8115-56f509be7025 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:20.419369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:20.432929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:20.466524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] For port 2628605e-2c72-4126-a7b2-7d1166649b35, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2628605e-2c72-4126-a7b2-7d1166649b35,segment=NetworkSegment(dd39c74e-3daa-4783-84d1-3a595a49535c),segment_id=dd39c74e-3daa-4783-84d1-3a595a49535c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:20.467350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.522660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.527145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=9772b8a4-e715-4786-927b-c90674f04adc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:20.550568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Checking segment: {'id': '23689cae-88d4-403a-ad22-af27f6941482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:20.550931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network hostable DHCP agents. Network: 403884ac-32f3-4b15-813f-72d5e96032dc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:20.567736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-776800b0-5baa-43a0-a795-0253316be367 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1098 time: 1.3036265 Jan 31 17:58:20.586916 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:10Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab2c8b-990a-4e91-9374-58d71c36481f', 'name': '', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:a0:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:07Z', 'updated_at': '2022-01-31T17:58:19Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:20.588109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 403884ac-32f3-4b15-813f-72d5e96032dc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:20.594988 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2ca9bf-e516-4840-9144-a6e0c61b61bd None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:10Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5ab2c8b-990a-4e91-9374-58d71c36481f', 'name': '', 'network_id': 'f569d038-53a5-4d70-86a4-1e65444c5df9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:a0:35:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:07Z', 'updated_at': '2022-01-31T17:58:19Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '0c694df9-6b4d-4f80-a612-aa18a118ec46', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:20.597995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting subnet 944e382b-db5c-4a04-bebf-0c00a98513c8 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:20.632224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Calling delete_port for 2628605e-2c72-4126-a7b2-7d1166649b35 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:20.633530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 403884ac-32f3-4b15-813f-72d5e96032dc) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:20.638524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:20.639831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.714656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.716944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fc93f2-2ad8-4e24-8914-bed7928a955a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:20.720909 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e6fc93f2-2ad8-4e24-8914-bed7928a955a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3768353 Jan 31 17:58:20.720909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.727420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8b5c1-4a14-41cb-a752-fa8b9319ec03 None None] Network 312a4ada-1e4d-403d-8115-56f509be7025 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:20.736660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57462) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:20.743933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd6b34d-feb0-4d62-901e-b59095f53486 None None] Network 403884ac-32f3-4b15-813f-72d5e96032dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:20.848664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf5478-add4-4415-9c11-ca4fbe78d732 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:20.850062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9bf5478-add4-4415-9c11-ca4fbe78d732 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Synchronizing usage tracker for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:20.856607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7874ab7f-673f-4cac-915a-d84796aed178 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4808304 Jan 31 17:58:20.864976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:20.872266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'subnet': {'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:20.902880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.961794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:20.994689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-7cfad1ab-e123-41a3-9d72-4785a2bfa4e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:20.996102 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-7cfad1ab-e123-41a3-9d72-4785a2bfa4e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 899 time: 0.3915186 Jan 31 17:58:21.142622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:21.150511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9bf5478-add4-4415-9c11-ca4fbe78d732 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Unset dirty status for tenant:1b57cb89225d48d7b0b723dc93892b68 on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:21.152331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c9bf5478-add4-4415-9c11-ca4fbe78d732 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3835921 Jan 31 17:58:21.153941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Usage tracker for resource:subnet and tenant:84516fc599c945bf8b469108aae0b36b is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:21.159109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:21.159957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:21.238321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:21.275139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.310511 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dabf51cb-5594-4ee5-b792-c1973ba2f1c9 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464937 Jan 31 17:58:21.316262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57474) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:21.377592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Made reservation on behalf of 84516fc599c945bf8b469108aae0b36b for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:21.385001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] No DVR routers for this DVR port 2628605e-2c72-4126-a7b2-7d1166649b35 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:21.413218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 98d31a93-983a-43df-81b3-c2cc6d35c656 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:21.413512 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f56bf38-70ce-46ab-9725-ebe40ccf4888 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:21.414041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f56bf38-70ce-46ab-9725-ebe40ccf4888 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:21.425089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187ebe3-0ce3-494d-93ec-e18033358324 None None] Pushing event deleted for resources: {'Port': ['ID=2628605e-2c72-4126-a7b2-7d1166649b35,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:21.440974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 98d31a93-983a-43df-81b3-c2cc6d35c656 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:21.441272 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.500755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.508204 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:58:21.515557 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7f56bf38-70ce-46ab-9725-ebe40ccf4888 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/a569b3a7-ad97-4742-9fba-7ac750f6e67a HTTP/1.1" status: 404 len: 333 time: 0.1841614 Jan 31 17:58:21.530950 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-c156df1d-2392-4693-8f43-3730b442608f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 1001 time: 0.4911315 Jan 31 17:58:21.530950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57478) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:21.530950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.650685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.717737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c334ea2d-fa65-4242-9659-671617d439b2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:21.719293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c334ea2d-fa65-4242-9659-671617d439b2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:21.722433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c334ea2d-fa65-4242-9659-671617d439b2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/97ac2b72-1f93-488d-a0d5-e83da5b19eb7 HTTP/1.1" status: 404 len: 337 time: 0.1665995 Jan 31 17:58:21.733470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:21.779365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.785450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.809625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Provisioning for port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:21.839212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Provisioning complete for port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:21.840029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.841236 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1352881-2342-423c-a4e0-a6643f59e9e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:21.841722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1352881-2342-423c-a4e0-a6643f59e9e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:21.895244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Checking segment: {'id': 'efc68087-442d-40e1-badf-5961fc752e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:21.895594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network hostable DHCP agents. Network: 9522e20a-a4ad-4778-9840-f4a85a5897c0, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:21.900936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-403884ac-32f3-4b15-813f-72d5e96032dc', 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc', 'tenant_id': '84516fc599c945bf8b469108aae0b36b', 'fixed_ips': [{'subnet_id': '3c75604f-ddd9-42fb-8c11-e7dcb4097df5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:21.904310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:21.911672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-f6b45987-3f72-497d-8c6d-2103dc1d9114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:21.914102 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-f6b45987-3f72-497d-8c6d-2103dc1d9114 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 200 len: 835 time: 0.3522131 Jan 31 17:58:21.922508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:21.937979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f1352881-2342-423c-a4e0-a6643f59e9e0 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/0abec844-2790-4b69-b678-857a31787b69 HTTP/1.1" status: 404 len: 337 time: 0.2031629 Jan 31 17:58:21.961575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.026248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:22.027972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=f75f7d45-2e71-4437-89a0-34e178b65110,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:22.046275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:22.047101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.049890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205322a2-b4ca-42bd-b10d-31c60f7898f6 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:22.064403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 98d31a93-983a-43df-81b3-c2cc6d35c656, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=98d31a93-983a-43df-81b3-c2cc6d35c656,segment=NetworkSegment(1209e588-5ef3-4c00-978e-358ebf2b2b78),segment_id=1209e588-5ef3-4c00-978e-358ebf2b2b78)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:22.088751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Subnet': ['ID=7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:22.099190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-926e34b6-be3a-4c6e-9739-02aec999dd0e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0882576 Jan 31 17:58:22.101243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.104039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57490) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.113340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceaf28a8-7e8d-41ad-adac-d1b70cd76a42 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.114092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceaf28a8-7e8d-41ad-adac-d1b70cd76a42 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.116944 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ceaf28a8-7e8d-41ad-adac-d1b70cd76a42 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/81d6a483-b96c-4858-8004-e7a3703ac41c HTTP/1.1" status: 404 len: 333 time: 0.1540906 Jan 31 17:58:22.124081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545704497'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:22.131546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:22.136428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:22.139561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:22.143588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.143877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.150373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:22.190731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.265610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:22.270306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:22.273888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:22.280691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:22.287412 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b68684-0ad1-4e4c-995b-bf8040d8fded tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.288197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b68684-0ad1-4e4c-995b-bf8040d8fded tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.289926 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29b68684-0ad1-4e4c-995b-bf8040d8fded tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/a5a82b98-5d6d-4ac1-87e5-cc8d0b086fe8 HTTP/1.1" status: 404 len: 337 time: 0.1446388 Jan 31 17:58:22.290730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=944e382b-db5c-4a04-bebf-0c00a98513c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:22.294827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.298965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.303839 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-deb00531-a056-4be6-a244-7ff334a038dc tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/944e382b-db5c-4a04-bebf-0c00a98513c8 HTTP/1.1" status: 204 len: 168 time: 2.7591643 Jan 31 17:58:22.309864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:22.326659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57504) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.331467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897e2077-03f9-4cec-923c-9a601fabb14c None None] Network ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:22.377665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a5ab2c8b-990a-4e91-9374-58d71c36481f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:22.389779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.392969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 9522e20a-a4ad-4778-9840-f4a85a5897c0) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:22.415812 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-435cbab4-3c89-43a6-a2d9-bb2818695bbf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.416422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435cbab4-3c89-43a6-a2d9-bb2818695bbf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.420151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-435cbab4-3c89-43a6-a2d9-bb2818695bbf tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/86005e79-04a2-47f4-b247-7fd64200a7ef HTTP/1.1" status: 404 len: 337 time: 0.1206784 Jan 31 17:58:22.420292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.423441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57508) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.448854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:22.449445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.475496 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-27f7dc93-790b-4fa2-af31-e7098be1dd58 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5517123 Jan 31 17:58:22.483403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bea70d-8244-4141-be5b-f0f45625fc82 None None] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:22.505903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e1d75d-6389-4735-8ff8-f3d00c36ba4d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.505903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e1d75d-6389-4735-8ff8-f3d00c36ba4d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.509635 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33e1d75d-6389-4735-8ff8-f3d00c36ba4d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5d37d3a1-f7af-4beb-90ed-1db552c9ca85 HTTP/1.1" status: 404 len: 333 time: 0.0833459 Jan 31 17:58:22.512055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57512) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.564366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=98d31a93-983a-43df-81b3-c2cc6d35c656,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:22.607075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Router eb2c862f-5b8a-4b49-928c-11e450758de1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:22.609788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-688c5a72-c9b1-4b70-a1c6-a2a1a3d9efb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.610304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688c5a72-c9b1-4b70-a1c6-a2a1a3d9efb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.612027 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-688c5a72-c9b1-4b70-a1c6-a2a1a3d9efb7 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/0130ac10-6e7d-47a7-86f8-29ae6e0ab2ae HTTP/1.1" status: 404 len: 337 time: 0.0965736 Jan 31 17:58:22.616412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57516) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.662589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=9772b8a4-e715-4786-927b-c90674f04adc,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:22.662827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.668245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee21af0-651b-483d-9e48-63b30c0f8c1b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.668574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee21af0-651b-483d-9e48-63b30c0f8c1b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.668710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.670214 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ee21af0-651b-483d-9e48-63b30c0f8c1b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9799eb22-fa53-4865-8b58-a610da33bdd0 HTTP/1.1" status: 404 len: 337 time: 0.0511203 Jan 31 17:58:22.673853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57520) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.684149 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6207bf0-db9b-40fe-8587-08aac7142806 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8152857 Jan 31 17:58:22.688511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.690817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57524) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.693059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.736886 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-067e95a0-078e-410d-8714-64903f491d18 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.737321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067e95a0-078e-410d-8714-64903f491d18 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.742042 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-067e95a0-078e-410d-8714-64903f491d18 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/21bfe4a6-92c1-490e-835b-b6acd7099070 HTTP/1.1" status: 404 len: 333 time: 0.0643151 Jan 31 17:58:22.748812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57528) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:22.776420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:22.946667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] For port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,segment=NetworkSegment(a4f1ef5f-341e-442e-958f-37b447604af5),segment_id=a4f1ef5f-341e-442e-958f-37b447604af5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:22.962996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Allocated IP 172.20.0.2 (403884ac-32f3-4b15-813f-72d5e96032dc/3c75604f-ddd9-42fb-8c11-e7dcb4097df5/ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:22.995124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-c727c25d-45a5-4c6f-8b36-06a04e065a31 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126443 Jan 31 17:58:22.997032 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7027c99-75ec-41ab-9f18-9d4906380c25 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:22.997460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7027c99-75ec-41ab-9f18-9d4906380c25 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:22.998978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a7027c99-75ec-41ab-9f18-9d4906380c25 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/f9a54ae0-a24f-4f8b-aceb-9590f826769a HTTP/1.1" status: 404 len: 337 time: 0.2491426 Jan 31 17:58:23.001826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57532) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.002011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.041342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port b8204135-472b-4317-a9cc-f7449ea6d4e9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:23.041857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.121714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.125386 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0151875 Jan 31 17:58:23.138502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57536) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.158358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfd0c6-336b-4883-97be-e7c55ec811ea tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db71635-65e2-46b9-88cf-9b5856287a1a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:23.159425 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eeb6256-4319-431c-8d8b-9a36f354c450 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.159880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eeb6256-4319-431c-8d8b-9a36f354c450 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.161515 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3eeb6256-4319-431c-8d8b-9a36f354c450 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/32c17d7f-fade-4be1-a638-cb0a33d4eda1 HTTP/1.1" status: 404 len: 337 time: 0.1407027 Jan 31 17:58:23.165198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.171397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'security_group': {'name': 'tempest-secgroup-443204250'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:23.194733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:23.203154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:23.217929 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-101e0c44-52fa-4a38-9c18-057af5bd02d5 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/routers/eb2c862f-5b8a-4b49-928c-11e450758de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1264544 Jan 31 17:58:23.238385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] Sync routers for ids ['eb2c862f-5b8a-4b49-928c-11e450758de1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:23.241895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.249827 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15daf5c8-95c0-41e6-90f9-4e1728c2af53 req-d6428520-7992-4741-94c6-df4ebc1c97f3 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480257 Jan 31 17:58:23.252524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a5ab2c8b-990a-4e91-9374-58d71c36481f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:23.268930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:23.294383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a5ab2c8b-990a-4e91-9374-58d71c36481f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:23.294763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.317792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c29226-69b4-4fc9-89f9-c92c5a8ce3fe None None] Pushing event updated for resources: {'Port': ['ID=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:23.375314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:23.380250 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7754b80-e1ef-4076-934a-e59cc02dd672 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.380713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7754b80-e1ef-4076-934a-e59cc02dd672 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.382377 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a7754b80-e1ef-4076-934a-e59cc02dd672 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/ed32d709-0b35-4d07-9720-b748cf71ab58 HTTP/1.1" status: 404 len: 333 time: 0.1968470 Jan 31 17:58:23.385049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57548) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.411552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-6366434d-171c-4c1c-a6cd-44be175465de', 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'tenant_id': '9ea52dd744664d43bacbec8c77cc4417', 'fixed_ips': [{'subnet_id': 'f75f7d45-2e71-4437-89a0-34e178b65110'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:23.413113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.441846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Provisioning complete for port 98d31a93-983a-43df-81b3-c2cc6d35c656 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:23.442166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:23.442294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.451259 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-698d195c-064b-41ce-914e-940f75e2c13a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.452262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698d195c-064b-41ce-914e-940f75e2c13a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.454406 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-698d195c-064b-41ce-914e-940f75e2c13a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/46c96057-8553-46e1-a565-4f7da7525383 HTTP/1.1" status: 404 len: 337 time: 0.0677881 Jan 31 17:58:23.457625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57552) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.460394 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1992c488-5e48-42c1-a497-7304d8570911 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:58:23.461692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1992c488-5e48-42c1-a497-7304d8570911 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/0f1ed747-8799-43fa-baab-6d4144200a05 HTTP/1.1" status: 404 len: 333 time: 0.2172709 Jan 31 17:58:23.468892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57556) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.480515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-9522e20a-a4ad-4778-9840-f4a85a5897c0', 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0', 'tenant_id': '84516fc599c945bf8b469108aae0b36b', 'fixed_ips': [{'subnet_id': '7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:23.481331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.493276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] Routers {'eb2c862f-5b8a-4b49-928c-11e450758de1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:23.493962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['eb2c862f-5b8a-4b49-928c-11e450758de1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:23.509588 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-277ed726-a064-45f9-83cb-845bc4b09a19 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.510420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277ed726-a064-45f9-83cb-845bc4b09a19 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.512324 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-277ed726-a064-45f9-83cb-845bc4b09a19 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/cf7c89aa-5d1e-4517-88e1-93798771c274 HTTP/1.1" status: 404 len: 333 time: 0.0535171 Jan 31 17:58:23.516212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.562801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 312a4ada-1e4d-403d-8115-56f509be7025 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:23.563743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.569026 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c924f748-880d-4d03-a385-7db5d217b1c2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.569643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c924f748-880d-4d03-a385-7db5d217b1c2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.573595 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c924f748-880d-4d03-a385-7db5d217b1c2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/8d8505d2-ecbf-4368-8b3c-d4c93e6a03f3 HTTP/1.1" status: 404 len: 337 time: 0.0542741 Jan 31 17:58:23.577233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57564) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.577767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:23.618542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:23.638220 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bebe30e0-f942-4f29-ad89-383a75182f77 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.639075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bebe30e0-f942-4f29-ad89-383a75182f77 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.648598 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bebe30e0-f942-4f29-ad89-383a75182f77 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/20acca9a-2f56-47b4-80a9-d7768ff10c36 HTTP/1.1" status: 404 len: 333 time: 0.0651209 Jan 31 17:58:23.649205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.717731 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d5a056-4d8f-442f-8850-421dda273498 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.718687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d5a056-4d8f-442f-8850-421dda273498 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.725257 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f4d5a056-4d8f-442f-8850-421dda273498 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2a5f7248-21a6-4240-b24d-69ded2c1248c HTTP/1.1" status: 404 len: 337 time: 0.0740383 Jan 31 17:58:23.725942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57572) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.756791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] DHCP port deletion for ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:23.790881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Deleting port b8204135-472b-4317-a9cc-f7449ea6d4e9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:23.791300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:23.825371 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad9d9bb-2f56-4efd-8d81-a4516b16b97b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.825897 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad9d9bb-2f56-4efd-8d81-a4516b16b97b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.834510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aad9d9bb-2f56-4efd-8d81-a4516b16b97b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/098226c8-c8eb-4507-b746-e27bdb0b39ad HTTP/1.1" status: 404 len: 333 time: 0.0864844 Jan 31 17:58:23.836944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57576) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.894656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba48f90d-99c4-4312-809b-6a8e02932688 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.895112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba48f90d-99c4-4312-809b-6a8e02932688 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.901447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ba48f90d-99c4-4312-809b-6a8e02932688 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/b31e3a61-57b0-4761-86b8-624daec4850a HTTP/1.1" status: 404 len: 337 time: 0.0634270 Jan 31 17:58:23.902087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:23.972925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a61ae4e6-c166-4e00-8ece-a6ef58fdde3d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:23.973379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a61ae4e6-c166-4e00-8ece-a6ef58fdde3d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:23.977155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a61ae4e6-c166-4e00-8ece-a6ef58fdde3d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/97a4a0dd-cc5f-42b8-99ab-ed4cfe5a656b HTTP/1.1" status: 404 len: 333 time: 0.0741105 Jan 31 17:58:23.978499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.006601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.014048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] Routers {'eb2c862f-5b8a-4b49-928c-11e450758de1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:24.014685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['eb2c862f-5b8a-4b49-928c-11e450758de1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:24.019757 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d72b55-3654-469b-b1de-e797c6928872 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.020203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d72b55-3654-469b-b1de-e797c6928872 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.024414 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-72d72b55-3654-469b-b1de-e797c6928872 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/024696f8-8ce4-4c74-8275-f23bdddfe6fc HTTP/1.1" status: 404 len: 337 time: 0.0426960 Jan 31 17:58:24.024658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57588) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.067892 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67831fc-0fd0-458b-a8a4-eba38d0d790a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.068536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67831fc-0fd0-458b-a8a4-eba38d0d790a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.072441 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c67831fc-0fd0-458b-a8a4-eba38d0d790a tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5b089693-4067-4e31-8311-b4ba441323a5 HTTP/1.1" status: 404 len: 333 time: 0.0446913 Jan 31 17:58:24.073438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57592) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.096464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:24.105605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port b8204135-472b-4317-a9cc-f7449ea6d4e9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8204135-472b-4317-a9cc-f7449ea6d4e9,segment=NetworkSegment(6d141a50-fabc-4b41-8962-408770f1ab3e),segment_id=6d141a50-fabc-4b41-8962-408770f1ab3e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:24.105961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.111184 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f94a845-6293-44e6-8f55-c9e5a11faf17 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.111636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f94a845-6293-44e6-8f55-c9e5a11faf17 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.116165 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6f94a845-6293-44e6-8f55-c9e5a11faf17 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/b5351a6a-7d04-48c5-b1cd-d1addf24524d HTTP/1.1" status: 404 len: 337 time: 0.0394845 Jan 31 17:58:24.116337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:24.116430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57596) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.125040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:24.153355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a467139-e441-4d4d-848f-f9816004053d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.153815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a467139-e441-4d4d-848f-f9816004053d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.155655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1a467139-e441-4d4d-848f-f9816004053d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9f78f00e-fd1a-4df7-9ac7-9449012ed6ef HTTP/1.1" status: 404 len: 337 time: 0.0381672 Jan 31 17:58:24.157938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57600) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.187680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.201383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Transition to ACTIVE for port object ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:24.208643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d50b645-0c73-46bf-a547-e9f46f948f38 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.209703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:24.210143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dbd40b-2d49-4764-8cfb-7577e529a0ce None None] The sync data for ids ['eb2c862f-5b8a-4b49-928c-11e450758de1'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:24.210656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d50b645-0c73-46bf-a547-e9f46f948f38 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.215098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d50b645-0c73-46bf-a547-e9f46f948f38 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/00ca71f9-352f-41a4-97f5-5465bf896ba8 HTTP/1.1" status: 404 len: 333 time: 0.0559723 Jan 31 17:58:24.215637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57604) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.231889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.257025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03142aa-3458-4ed9-9d9c-6cfd74b8259d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.257542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03142aa-3458-4ed9-9d9c-6cfd74b8259d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.262031 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a03142aa-3458-4ed9-9d9c-6cfd74b8259d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/c88680bc-61f1-497d-9085-a0d4cc14c434 HTTP/1.1" status: 404 len: 337 time: 0.0454433 Jan 31 17:58:24.262839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.299525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:24.305454 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4663ae-f03e-40e7-9e73-e5b9b88691c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.306368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a4663ae-f03e-40e7-9e73-e5b9b88691c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.311120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3a4663ae-f03e-40e7-9e73-e5b9b88691c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/596e31b9-515c-4900-bfa1-b54829a0fb85 HTTP/1.1" status: 404 len: 337 time: 0.0472717 Jan 31 17:58:24.311660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.366213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8501383b-29e4-4199-911f-4964db5f813c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.366644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8501383b-29e4-4199-911f-4964db5f813c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.368544 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8501383b-29e4-4199-911f-4964db5f813c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/8d239b7e-e37c-4751-8dae-c65a295b521d HTTP/1.1" status: 404 len: 333 time: 0.0557499 Jan 31 17:58:24.371061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57616) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.372297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Transition to ACTIVE for port object ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:24.392671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Allocated IP 172.20.0.2 (6366434d-171c-4c1c-a6cd-44be175465de/f75f7d45-2e71-4437-89a0-34e178b65110/27094420-0172-44e2-94f8-46ad5bc3c643) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:24.412617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b7115d-d7b8-4e10-99b4-fecacd38afec tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.413260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b7115d-d7b8-4e10-99b4-fecacd38afec tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.415286 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-07b7115d-d7b8-4e10-99b4-fecacd38afec tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9342a614-7d21-4e99-abb3-8c0671cb3289 HTTP/1.1" status: 404 len: 337 time: 0.0429552 Jan 31 17:58:24.417751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.457965 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a47f0a-2386-404a-9768-aa82cb32f405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.459247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a47f0a-2386-404a-9768-aa82cb32f405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.459388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.461258 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-72a47f0a-2386-404a-9768-aa82cb32f405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/9accb9cc-39b3-49b1-935a-5147568d152e HTTP/1.1" status: 404 len: 337 time: 0.0422380 Jan 31 17:58:24.461446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for b8204135-472b-4317-a9cc-f7449ea6d4e9 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:24.463752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.508758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf79ced1-d9e6-4f72-a78b-0fcadd499e90 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.509583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf79ced1-d9e6-4f72-a78b-0fcadd499e90 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.513679 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bf79ced1-d9e6-4f72-a78b-0fcadd499e90 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/87e45cd0-911f-4ea2-b627-110dfa282afb HTTP/1.1" status: 404 len: 333 time: 0.0463753 Jan 31 17:58:24.513971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57630) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.519823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Allocated IP 172.20.0.2 (9522e20a-a4ad-4778-9840-f4a85a5897c0/7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad/a3782ad2-6665-4ecd-8308-4c69f7a97a47) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:24.543992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a5ab2c8b-990a-4e91-9374-58d71c36481f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a5ab2c8b-990a-4e91-9374-58d71c36481f,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:24.555124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df7c7a-cb90-413f-b672-bce5cf543405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.555124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df7c7a-cb90-413f-b672-bce5cf543405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.558893 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36df7c7a-cb90-413f-b672-bce5cf543405 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/daa8b33e-c89a-4086-bb68-110ae12ee1b0 HTTP/1.1" status: 404 len: 337 time: 0.0411587 Jan 31 17:58:24.559755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.597471 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec45f8c-59b7-4cb0-bdc1-4203a7fc8c07 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.604750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec45f8c-59b7-4cb0-bdc1-4203a7fc8c07 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.604750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bec45f8c-59b7-4cb0-bdc1-4203a7fc8c07 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/cb7c5134-73c7-46dc-92a9-f37cba8f59c7 HTTP/1.1" status: 404 len: 337 time: 0.0395613 Jan 31 17:58:24.605114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57638) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.655356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-35dc73c3-0c67-43e1-8ed1-87f8b7b30847 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports?device_id=5768a118-8b38-45fa-9919-fff2bbae9672 HTTP/1.1" status: 200 len: 205 time: 0.0464330 Jan 31 17:58:24.655705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.660680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.721858 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-50550591-4d60-4781-9472-4e2f9b6f7b6d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] delete failed (client error): The resource could not be found. Jan 31 17:58:24.727124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-50550591-4d60-4781-9472-4e2f9b6f7b6d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/routers/5768a118-8b38-45fa-9919-fff2bbae9672 HTTP/1.1" status: 404 len: 336 time: 0.0674779 Jan 31 17:58:24.727554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57646) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.733027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] For port b8204135-472b-4317-a9cc-f7449ea6d4e9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8204135-472b-4317-a9cc-f7449ea6d4e9,segment=NetworkSegment(6d141a50-fabc-4b41-8962-408770f1ab3e),segment_id=6d141a50-fabc-4b41-8962-408770f1ab3e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:24.733442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.750757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Network 403884ac-32f3-4b15-813f-72d5e96032dc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:24.770928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2628605e-2c72-4126-a7b2-7d1166649b35 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:24.772298 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e141fee2-3ee4-430a-bce9-8a10e97dec9f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:24.772821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e141fee2-3ee4-430a-bce9-8a10e97dec9f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:24.777227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e141fee2-3ee4-430a-bce9-8a10e97dec9f tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/5dd99b48-a460-43c0-8972-056f029de733 HTTP/1.1" status: 404 len: 337 time: 0.0487931 Jan 31 17:58:24.777835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57650) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.808068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:24.835933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:24.913083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Provisioning complete for port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:24.913367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:24.936065 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c885d806-b1f2-4d00-b21d-1bb985e67a40 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "GET /v2.0/ports?device_id=6421f421-7099-4272-86d8-a34b49bd37db HTTP/1.1" status: 200 len: 205 time: 0.1550751 Jan 31 17:58:24.936390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.004542 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-06cbc643-bb64-484c-badd-3913795a15c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] delete failed (client error): The resource could not be found. Jan 31 17:58:25.004814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:25.006097 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-06cbc643-bb64-484c-badd-3913795a15c8 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/routers/6421f421-7099-4272-86d8-a34b49bd37db HTTP/1.1" status: 404 len: 336 time: 0.0684717 Jan 31 17:58:25.007132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2628605e-2c72-4126-a7b2-7d1166649b35 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:25.007474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2628605e-2c72-4126-a7b2-7d1166649b35 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:25.008547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.008881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Pushing event updated for resources: {'Port': ['ID=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:25.016701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Calling delete_port for b8204135-472b-4317-a9cc-f7449ea6d4e9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:25.074052 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bc6d7b-5eaf-46cd-beed-e21d16c5e198 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.074551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bc6d7b-5eaf-46cd-beed-e21d16c5e198 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.080231 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8bc6d7b-5eaf-46cd-beed-e21d16c5e198 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/6e9e7182-d678-400c-8980-86d03fe8ae10 HTTP/1.1" status: 404 len: 337 time: 0.0683961 Jan 31 17:58:25.080531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57666) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.126649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.136849 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e54b6cbf-b93f-4183-a933-aebccb36d0ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.137521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e54b6cbf-b93f-4183-a933-aebccb36d0ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.141535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e54b6cbf-b93f-4183-a933-aebccb36d0ca tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/555b0019-16e0-43d7-a726-1220bb1d7a2c HTTP/1.1" status: 404 len: 337 time: 0.0576975 Jan 31 17:58:25.142129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57670) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.142526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.149783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 98d31a93-983a-43df-81b3-c2cc6d35c656 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:25.188598 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-316b24b3-686d-436c-8ef1-98b85814f290 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.189181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-316b24b3-686d-436c-8ef1-98b85814f290 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.193323 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-316b24b3-686d-436c-8ef1-98b85814f290 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/889ed241-e899-45ec-953c-f7a100bbe214 HTTP/1.1" status: 404 len: 333 time: 0.0477746 Jan 31 17:58:25.193903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.195354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.246242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c640608-aade-47b5-a1f4-a4d88c3f3c5b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.246821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c640608-aade-47b5-a1f4-a4d88c3f3c5b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.250912 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5c640608-aade-47b5-a1f4-a4d88c3f3c5b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/80c2470c-7f69-4442-b9dc-654e69285c7a HTTP/1.1" status: 404 len: 337 time: 0.0534241 Jan 31 17:58:25.251131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57678) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.259763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Port': ['ID=b8204135-472b-4317-a9cc-f7449ea6d4e9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:25.293190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-77bfa521-6182-425a-8358-20caf22ad5af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.293826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77bfa521-6182-425a-8358-20caf22ad5af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.296581 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77bfa521-6182-425a-8358-20caf22ad5af tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/ebfa2593-2bf1-4d1d-bfdd-1eb419696116 HTTP/1.1" status: 404 len: 333 time: 0.0434225 Jan 31 17:58:25.298105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57682) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.340668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0459a494-a705-45fb-85a5-41db889ada7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.341770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0459a494-a705-45fb-85a5-41db889ada7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.342515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.346981 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0459a494-a705-45fb-85a5-41db889ada7b tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/d8e5dd6e-16c0-447e-ba17-886ba15523ca HTTP/1.1" status: 404 len: 337 time: 0.0455379 Jan 31 17:58:25.347381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57686) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.388905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e87721c-b2ba-42f2-af8e-d4f77a74aeb5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.389344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e87721c-b2ba-42f2-af8e-d4f77a74aeb5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.393968 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5e87721c-b2ba-42f2-af8e-d4f77a74aeb5 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/08e200e4-479f-4274-bb47-1d673732f320 HTTP/1.1" status: 404 len: 333 time: 0.0430462 Jan 31 17:58:25.394760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57690) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.399214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:25.438699 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aadfa00-2b5d-418e-b950-5178ed4a3be2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.439145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aadfa00-2b5d-418e-b950-5178ed4a3be2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.440352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No DVR routers for this DVR port b8204135-472b-4317-a9cc-f7449ea6d4e9 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:25.444310 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0aadfa00-2b5d-418e-b950-5178ed4a3be2 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2021b989-4088-4cd2-b15f-11eb6ad0e276 HTTP/1.1" status: 404 len: 337 time: 0.0458870 Jan 31 17:58:25.445124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57694) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.472592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Attempting to bind port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:25.473186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Attempting to bind port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '23689cae-88d4-403a-ad22-af27f6941482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:25.473299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Attempting to bind port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e on network 403884ac-32f3-4b15-813f-72d5e96032dc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:25.491198 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c68845d-e01e-4dcf-bd38-04f8a795e081 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.491879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c68845d-e01e-4dcf-bd38-04f8a795e081 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.495991 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1c68845d-e01e-4dcf-bd38-04f8a795e081 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/44b629dd-3bca-4d03-96d2-7d7a8be1887f HTTP/1.1" status: 404 len: 333 time: 0.0482512 Jan 31 17:58:25.496293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57698) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.504820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.510066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adda2f07-241c-4dc3-bbe3-a4bdd9f56013,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:25.529260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.532039 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d65a18c-8793-49e5-b50e-19d62c228494 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 2.3840494 Jan 31 17:58:25.537244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57702) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.538307 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0182f3e1-f829-4677-b5c4-d66926fe5283 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.538839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0182f3e1-f829-4677-b5c4-d66926fe5283 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.543223 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0182f3e1-f829-4677-b5c4-d66926fe5283 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/2daad9af-a908-4964-9da7-7eb737c106c5 HTTP/1.1" status: 404 len: 337 time: 0.0433102 Jan 31 17:58:25.543398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:25.543398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:25.544061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57706) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.547466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1502232474', 'security_groups': ['adda2f07-241c-4dc3-bbe3-a4bdd9f56013'], 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f75f7d45-2e71-4437-89a0-34e178b65110'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:25.582500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:25.582936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Checking segment: {'id': '23689cae-88d4-403a-ad22-af27f6941482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:25.583270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.584341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Bound using segment: {'id': '23689cae-88d4-403a-ad22-af27f6941482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:25.584841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Bound port: ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23689cae-88d4-403a-ad22-af27f6941482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '403884ac-32f3-4b15-813f-72d5e96032dc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:25.585213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.621268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.650763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f0d66e-eb73-4b11-870d-496223320994 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.651183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f0d66e-eb73-4b11-870d-496223320994 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.655228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-73f0d66e-eb73-4b11-870d-496223320994 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/d396fb1b-f30b-4b64-ae6b-191b5f6368be HTTP/1.1" status: 404 len: 333 time: 0.0917397 Jan 31 17:58:25.656440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.659428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.681164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Transition to ACTIVE for port object 27094420-0172-44e2-94f8-46ad5bc3c643 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:25.683737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.699845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 98d31a93-983a-43df-81b3-c2cc6d35c656 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:25.700809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.722627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:25.734036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:25.745103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:25.751283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Transition to ACTIVE for port object a3782ad2-6665-4ecd-8308-4c69f7a97a47 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:25.794372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Transition to ACTIVE for port object 27094420-0172-44e2-94f8-46ad5bc3c643 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:25.815375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Provisioning for port 9772b8a4-e715-4786-927b-c90674f04adc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:25.822075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Transition to ACTIVE for port object a3782ad2-6665-4ecd-8308-4c69f7a97a47 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:25.828610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.877015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.881400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Provisioning complete for port 9772b8a4-e715-4786-927b-c90674f04adc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:25.881962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.916744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.944596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] For port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:25.946512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 92f098bb-0642-455e-8d44-b9cf85fa2904 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:25.981865 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7b7bb4-e78e-445f-aca2-24faeb1bad8d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:25.982320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] For port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,segment=NetworkSegment(23689cae-88d4-403a-ad22-af27f6941482),segment_id=23689cae-88d4-403a-ad22-af27f6941482)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:25.982470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7b7bb4-e78e-445f-aca2-24faeb1bad8d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:25.986891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7b7b7bb4-e78e-445f-aca2-24faeb1bad8d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/70addee6-c987-49ff-a160-b0c2bd7d480f HTTP/1.1" status: 404 len: 337 time: 0.3232086 Jan 31 17:58:25.988985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57714) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:25.989309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:25.998582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:26.000404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:26.006405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.010275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:26.012062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:26.014216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-34f51816-182c-4d60-9f38-abddf1c8f65d None None] Port 9772b8a4-e715-4786-927b-c90674f04adc cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:26.015724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:26.017435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:26.043003 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-587c88fa-74cf-41c1-9591-2b86bed44e7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:26.043540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587c88fa-74cf-41c1-9591-2b86bed44e7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:26.062910 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-587c88fa-74cf-41c1-9591-2b86bed44e7e tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/578cf30b-7e95-49ea-bbc4-5fc6e07d2963 HTTP/1.1" status: 404 len: 333 time: 0.0722010 Jan 31 17:58:26.064341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57718) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:26.074421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Deleting port b8204135-472b-4317-a9cc-f7449ea6d4e9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:26.074796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.097872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:26.117361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:26.139215 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc1f535-d796-4cd7-892d-6a7dadb9565c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:26.140199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cc1f535-d796-4cd7-892d-6a7dadb9565c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:26.143816 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1cc1f535-d796-4cd7-892d-6a7dadb9565c tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/73ae8f74-62ae-4eda-b314-6b3968acbced HTTP/1.1" status: 404 len: 337 time: 0.0760972 Jan 31 17:58:26.145237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57722) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:26.161314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d141a50-fabc-4b41-8962-408770f1ab3e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:26.161921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d141a50-fabc-4b41-8962-408770f1ab3e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:26.175079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.175320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Fanout notify agent at l3_agent the message router_deleted on router eb2c862f-5b8a-4b49-928c-11e450758de1 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:58:26.195319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.204503 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0497fa2-83ce-42fa-86c2-d71bae56187d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:26.205762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0497fa2-83ce-42fa-86c2-d71bae56187d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:26.209921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a0497fa2-83ce-42fa-86c2-d71bae56187d tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/ports/5d29e7a6-e225-450d-b305-5872d3e4ad72 HTTP/1.1" status: 404 len: 333 time: 0.0615892 Jan 31 17:58:26.212760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57726) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:26.246323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-692bfa26-199b-4e1d-a263-02e4184be383 None None] The port 'b8204135-472b-4317-a9cc-f7449ea6d4e9' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:26.266616 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-926c1996-b7c7-4e2f-ba87-08c5c4df1e97 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:26.267206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-926c1996-b7c7-4e2f-ba87-08c5c4df1e97 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:26.271871 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-926c1996-b7c7-4e2f-ba87-08c5c4df1e97 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/subnets/cdb674fd-25c4-4a5b-8b72-fca8e2dd10b1 HTTP/1.1" status: 404 len: 337 time: 0.0582719 Jan 31 17:58:26.277647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57730) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:26.282383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.314848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.318345 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dc446c5d-ced9-4026-85c9-8fc76ceccfa7 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/routers/eb2c862f-5b8a-4b49-928c-11e450758de1 HTTP/1.1" status: 204 len: 168 time: 2.8439586 Jan 31 17:58:26.337325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57734) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:26.341746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.8 (6366434d-171c-4c1c-a6cd-44be175465de/f75f7d45-2e71-4437-89a0-34e178b65110/92f098bb-0642-455e-8d44-b9cf85fa2904) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:26.344786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1431 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:26.345223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:26.370653 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:26.395078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Pushing event updated for resources: {'Port': ['ID=a3782ad2-6665-4ecd-8308-4c69f7a97a47,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:26.409249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:26.546051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Attempting to bind port a3782ad2-6665-4ecd-8308-4c69f7a97a47 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:26.546758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Attempting to bind port a3782ad2-6665-4ecd-8308-4c69f7a97a47 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'efc68087-442d-40e1-badf-5961fc752e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:26.546758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Attempting to bind port a3782ad2-6665-4ecd-8308-4c69f7a97a47 on network 9522e20a-a4ad-4778-9840-f4a85a5897c0 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:26.547707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.564762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Attempting to bind port 27094420-0172-44e2-94f8-46ad5bc3c643 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:26.565193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Attempting to bind port 27094420-0172-44e2-94f8-46ad5bc3c643 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '167c8eb9-07b7-4932-a2f4-fee6eefe479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:26.565522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Attempting to bind port 27094420-0172-44e2-94f8-46ad5bc3c643 on network 6366434d-171c-4c1c-a6cd-44be175465de {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:26.566407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 92f098bb-0642-455e-8d44-b9cf85fa2904 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:26.567414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ee533c6-8c11-4141-a467-f69f3cf2ec99 None None] Provisioning complete for port 9772b8a4-e715-4786-927b-c90674f04adc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:26.567780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ee533c6-8c11-4141-a467-f69f3cf2ec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.591740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.643534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 4ea0d129-ee14-4c57-b26b-d70cca8fed3b is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:58:26.645161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:26.645786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Checking segment: {'id': 'efc68087-442d-40e1-badf-5961fc752e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:26.647017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.647568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Bound using segment: {'id': 'efc68087-442d-40e1-badf-5961fc752e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:26.648244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Bound port: a3782ad2-6665-4ecd-8308-4c69f7a97a47, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc68087-442d-40e1-badf-5961fc752e4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '9522e20a-a4ad-4778-9840-f4a85a5897c0'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:26.648844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.660859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bc41e-307c-4fdf-952e-b07d3f22f258 None None] Pushing event updated for resources: {'Port': ['ID=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:26.669684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:26.678056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Checking segment: {'id': '167c8eb9-07b7-4932-a2f4-fee6eefe479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:26.678789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.679665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.680029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Bound using segment: {'id': '167c8eb9-07b7-4932-a2f4-fee6eefe479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:26.680896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Bound port: 27094420-0172-44e2-94f8-46ad5bc3c643, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167c8eb9-07b7-4932-a2f4-fee6eefe479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:26.681820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.684396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.713742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.727700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ee533c6-8c11-4141-a467-f69f3cf2ec99 None None] Port 9772b8a4-e715-4786-927b-c90674f04adc cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:26.767635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:26.854241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:26.857504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:26.861724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:26.878698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:26.879379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.915536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=92f098bb-0642-455e-8d44-b9cf85fa2904,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:26.961240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] For port a3782ad2-6665-4ecd-8308-4c69f7a97a47, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:26.969576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:26.970241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] For port a3782ad2-6665-4ecd-8308-4c69f7a97a47, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3782ad2-6665-4ecd-8308-4c69f7a97a47,segment=NetworkSegment(efc68087-442d-40e1-badf-5961fc752e4d),segment_id=efc68087-442d-40e1-badf-5961fc752e4d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:26.970937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.978689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:26.983571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:27.004683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dcab7a92-da3f-4fd0-8b5e-e63021c72b5b tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4629781 Jan 31 17:58:27.010082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57738) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:27.020401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Allocated IP 172.20.0.1 (403884ac-32f3-4b15-813f-72d5e96032dc/3c75604f-ddd9-42fb-8c11-e7dcb4097df5/55b87aeb-aaf5-4044-b374-c49d82c94c82) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:27.026968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:27.044650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet c41ac891-75b3-45a8-8f19-07b136d5132b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:27.048348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:27.088123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:27.105994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:27.131763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:27.138033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cc0e-4891-490b-8f93-199a3d65eb87 None None] Pushing event updated for resources: {'Port': ['ID=a3782ad2-6665-4ecd-8308-4c69f7a97a47,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:27.218385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:27.223575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:27.229737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:27.241378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:27.259604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:27.261915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:27.265330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:27.301651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d66f9-3aa3-4aeb-b121-f7ac042d4a42 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:27.373026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8204135-472b-4317-a9cc-f7449ea6d4e9 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:27.409657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b8204135-472b-4317-a9cc-f7449ea6d4e9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:27.410006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8204135-472b-4317-a9cc-f7449ea6d4e9 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:27.442381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f75f7d45-2e71-4437-89a0-34e178b65110 (CIDR: 172.20.0.0/28) Jan 31 17:58:27.445046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-119a90c9-bdbf-4391-a7df-2bc4cfef10ee tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/ccb5b4e2-04f8-42e8-8c31-8b61c5245ae6 HTTP/1.1" status: 204 len: 168 time: 5.0497112 Jan 31 17:58:27.451149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57742) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:27.457083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:27.457083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:27.515311 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14f8997-3073-4d9e-beba-35dbab5e7679 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:27.515808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14f8997-3073-4d9e-beba-35dbab5e7679 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:27.520476 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a14f8997-3073-4d9e-beba-35dbab5e7679 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/0cfa4dd7-d7b1-4ed3-8c4b-80e98cdfd73c HTTP/1.1" status: 404 len: 337 time: 0.0683172 Jan 31 17:58:27.521988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:27.583088 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c29cf1-116b-43ce-a6a8-c5728122524f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] DELETE failed (client error): The resource could not be found. Jan 31 17:58:27.589885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c29cf1-116b-43ce-a6a8-c5728122524f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:27.595198 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-72c29cf1-116b-43ce-a6a8-c5728122524f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/f3bb2b6f-7fd9-40fc-a25e-5d5d0c76c774 HTTP/1.1" status: 404 len: 339 time: 0.0702181 Jan 31 17:58:27.603871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:27.610436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bc3702d7-8968-4173-a2dc-34a1229e7941 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5988760 Jan 31 17:58:27.613121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57752) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:27.638662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:27.796939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:27.873653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:27.891330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a5ab2c8b-990a-4e91-9374-58d71c36481f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:28.092408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a5ab2c8b-990a-4e91-9374-58d71c36481f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:28.092834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.169312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:28.181789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:28.187122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:28.205251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:28.236762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting subnet f21a1945-099e-4ada-8d19-13b6a47b097f {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:28.240080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:28.243260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.259013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.302075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.316931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.342955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7141d5c0-64dc-40d2-b373-a62944c9752e None None] Network 403884ac-32f3-4b15-813f-72d5e96032dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:28.408448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.412208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.421716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.422233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a636ac8-4730-4842-b449-dd2fed0f9990 None None] Network 02ddce4a-343d-46cb-8827-3fd2b2022626 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:28.432962 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/c41ac891-75b3-45a8-8f19-07b136d5132b HTTP/1.1" status: 204 len: 168 time: 2.0653255 Jan 31 17:58:28.433794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c51bc9-6084-4b74-a4b4-3d9ac8182369 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=c41ac891-75b3-45a8-8f19-07b136d5132b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:28.436953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:28.450640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Transition to ACTIVE for port object 55b87aeb-aaf5-4044-b374-c49d82c94c82 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:28.532807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Provisioning for port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:28.558047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Provisioning complete for port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:28.558375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.575995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.609553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c34a5f-8722-4630-84ca-354f3b387cf2']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:28.663831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd39c74e-3daa-4783-84d1-3a595a49535c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:28.664208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd39c74e-3daa-4783-84d1-3a595a49535c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:28.681681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.705073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.714955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.719199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Releasing vlan 1434 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:28.719792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:28.780954 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:28.798708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.810441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:28.812400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:28.814051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=2b228279-8da0-4827-90f6-9bf77f9a796b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:28.823986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:28.824587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.895648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.918922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.933607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0703a7-8e6c-4a9c-8db3-9b31a544d916 None None] Network b125f45a-68da-4dc3-b357-d3c1489dc23c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:28.942348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Subnet': ['ID=f21a1945-099e-4ada-8d19-13b6a47b097f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:28.945769 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38fb64f5-5e58-49d6-b020-8c5ecdfb2f3f tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/subnets/f21a1945-099e-4ada-8d19-13b6a47b097f HTTP/1.1" status: 204 len: 168 time: 1.3337438 Jan 31 17:58:28.949551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port ebb40af7-1ca4-4cfd-9033-624b5e1312ca {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:28.949694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57762) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:28.950192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:28.978590 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8315e25c-2d91-4e95-b253-075f4b6a7de9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3640220 Jan 31 17:58:28.984069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:29.066428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-259529452', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2b228279-8da0-4827-90f6-9bf77f9a796b'}], 'security_groups': ['3db71635-65e2-46b9-88cf-9b5856287a1a']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:29.139843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:29.156845 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] Sync routers for ids ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:29.173509 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] Routers {'4ea0d129-ee14-4c57-b26b-d70cca8fed3b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:29.176871 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:29.194776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.251562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.285311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f17975-15b4-470e-a3ea-9f4040f8508e None None] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:29.300256 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Deleting port 7d1927d7-c675-4bb6-b153-d102d01d6f22 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:29.300829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.314663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9299e560-d25a-4ed7-a1ad-ab9b6e58495f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/4ea0d129-ee14-4c57-b26b-d70cca8fed3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3653045 Jan 31 17:58:29.317339 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:29.322998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57770) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:29.337077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.348039 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] Routers {'4ea0d129-ee14-4c57-b26b-d70cca8fed3b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:29.348641 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:29.351483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.370229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] DHCP port deletion for 02ddce4a-343d-46cb-8827-3fd2b2022626 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:29.410293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.436568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.461816 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] 10.222.0.110 "DELETE /v2.0/networks/78c34a5f-8722-4630-84ca-354f3b387cf2 HTTP/1.1" status: 204 len: 168 time: 3.1749675 Jan 31 17:58:29.494909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Deleting port ebb40af7-1ca4-4cfd-9033-624b5e1312ca {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:29.495479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.552063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1454016-8288-40fc-be6b-57d1e976310f None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:29.565450 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:29.566063 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88aaea9-b6b6-49e2-9ee8-c859e42e944e None None] The sync data for ids ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:29.569747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] For port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,segment=NetworkSegment(23689cae-88d4-403a-ad22-af27f6941482),segment_id=23689cae-88d4-403a-ad22-af27f6941482)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:29.644685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Port': ['ID=55b87aeb-aaf5-4044-b374-c49d82c94c82,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:29.678466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87054425-da26-4a14-8251-142211f42bb6 tempest-NetworksTestDHCPv6-821123532 tempest-NetworksTestDHCPv6-821123532-project] Pushing event deleted for resources: {'Network': ['ID=78c34a5f-8722-4630-84ca-354f3b387cf2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:29.683528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 403884ac-32f3-4b15-813f-72d5e96032dc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:29.691954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.694144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:29.761791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:29.805250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:29.816464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:29.966914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.004326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] For port ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,segment=NetworkSegment(bd454b36-26c7-4201-b9ae-74730d166f6e),segment_id=bd454b36-26c7-4201-b9ae-74730d166f6e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:30.004779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.038305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee9612e-d72a-4e3d-800b-a30ae58b6a5e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:30.038916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aee9612e-d72a-4e3d-800b-a30ae58b6a5e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:30.091802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ef151-a7b0-4b06-b700-19ede4fe143c None None] Pushing event updated for resources: {'Port': ['ID=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:30.176377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:30.198658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Provisioning for port a3782ad2-6665-4ecd-8308-4c69f7a97a47 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:30.288589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for ebb40af7-1ca4-4cfd-9033-624b5e1312ca owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:30.293697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3d991-e575-47b1-8162-1dc99cd31676 req-f7c1aa0b-7ee1-49f5-bab1-1c7dc24bb529 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:30.295166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fd3d991-e575-47b1-8162-1dc99cd31676 req-f7c1aa0b-7ee1-49f5-bab1-1c7dc24bb529 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4666946 Jan 31 17:58:30.307334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] For port 7d1927d7-c675-4bb6-b153-d102d01d6f22, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d1927d7-c675-4bb6-b153-d102d01d6f22,segment=NetworkSegment(3c76e45e-3491-45ce-b961-796e36091c7b),segment_id=3c76e45e-3491-45ce-b961-796e36091c7b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:30.307707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.363610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a24e6c4-2f3a-418c-ab18-d020514e5089 None None] DHCP port deletion for b125f45a-68da-4dc3-b357-d3c1489dc23c request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:30.368061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] For port ebb40af7-1ca4-4cfd-9033-624b5e1312ca, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,segment=NetworkSegment(bd454b36-26c7-4201-b9ae-74730d166f6e),segment_id=bd454b36-26c7-4201-b9ae-74730d166f6e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:30.368678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.391840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5a24e6c4-2f3a-418c-ab18-d020514e5089 None None] Deleting port 7d1927d7-c675-4bb6-b153-d102d01d6f22 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:30.392488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a24e6c4-2f3a-418c-ab18-d020514e5089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.404731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aee9612e-d72a-4e3d-800b-a30ae58b6a5e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:30.406201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aee9612e-d72a-4e3d-800b-a30ae58b6a5e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports/9772b8a4-e715-4786-927b-c90674f04adc HTTP/1.1" status: 200 len: 910 time: 1.0706217 Jan 31 17:58:30.410382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57788) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:30.417193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 27094420-0172-44e2-94f8-46ad5bc3c643 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:30.427762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0dac1e3-7d9f-4171-a6e5-96195da5661d'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:30.490688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Calling delete_port for 7d1927d7-c675-4bb6-b153-d102d01d6f22 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:30.585401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3782ad2-6665-4ecd-8308-4c69f7a97a47 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:30.619610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Calling delete_port for ebb40af7-1ca4-4cfd-9033-624b5e1312ca owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:30.655809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1fd3d991-e575-47b1-8162-1dc99cd31676 req-3c34cd3e-7311-4ca4-ac89-bb4c8a83a573 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3404546 Jan 31 17:58:30.669949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Provisioning for port 27094420-0172-44e2-94f8-46ad5bc3c643 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:30.691356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b85ec8ed-5114-47a1-8ad6-af4d25c479c9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=1b57cb89225d48d7b0b723dc93892b68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5068338 Jan 31 17:58:30.691356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:30.709222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:30.709697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.818640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.823529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Delete allocated IP 172.20.0.8 (6366434d-171c-4c1c-a6cd-44be175465de/f75f7d45-2e71-4437-89a0-34e178b65110) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:58:30.832141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.23 (6366434d-171c-4c1c-a6cd-44be175465de/2b228279-8da0-4827-90f6-9bf77f9a796b/92f098bb-0642-455e-8d44-b9cf85fa2904) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:30.873526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:30.885015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5a24e6c4-2f3a-418c-ab18-d020514e5089 None None] The port '7d1927d7-c675-4bb6-b153-d102d01d6f22' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:30.945629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No DVR routers for this DVR port ebb40af7-1ca4-4cfd-9033-624b5e1312ca on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:30.960845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:30.961593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:30.963350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Port': ['ID=7d1927d7-c675-4bb6-b153-d102d01d6f22,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.006253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a3782ad2-6665-4ecd-8308-4c69f7a97a47 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:31.010970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] No DVR routers for this DVR port 7d1927d7-c675-4bb6-b153-d102d01d6f22 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:31.025488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3782ad2-6665-4ecd-8308-4c69f7a97a47 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:31.031117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.045562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.098211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=ebb40af7-1ca4-4cfd-9033-624b5e1312ca,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.144419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.234311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Update dhcp port {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'fixed_ips': [{'subnet_id': 'f75f7d45-2e71-4437-89a0-34e178b65110', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b228279-8da0-4827-90f6-9bf77f9a796b'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '27094420-0172-44e2-94f8-46ad5bc3c643'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:58:31.264154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:31.286106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.319080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.340994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.346171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.362370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.368540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.395229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.413498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.440599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Ignored duplicate provisioning block setup for port 92f098bb-0642-455e-8d44-b9cf85fa2904 by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 31 17:58:31.441767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b125f45a-68da-4dc3-b357-d3c1489dc23c']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.445672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.455235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.460796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ddce4a-343d-46cb-8827-3fd2b2022626']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.461379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:31.461379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.461565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c76e45e-3491-45ce-b961-796e36091c7b') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.461669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c76e45e-3491-45ce-b961-796e36091c7b') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.490086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Deleting port ebb40af7-1ca4-4cfd-9033-624b5e1312ca {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:31.490458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.525854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd454b36-26c7-4201-b9ae-74730d166f6e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.526065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd454b36-26c7-4201-b9ae-74730d166f6e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:31.533003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.539751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a3782ad2-6665-4ecd-8308-4c69f7a97a47, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3782ad2-6665-4ecd-8308-4c69f7a97a47,segment=NetworkSegment(efc68087-442d-40e1-badf-5961fc752e4d),segment_id=efc68087-442d-40e1-badf-5961fc752e4d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:31.594826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.603829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.613043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Releasing vlan 1425 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:31.614856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.622488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-762fb702-0182-4332-8739-bbb2c3a3d800 None None] The port 'ebb40af7-1ca4-4cfd-9033-624b5e1312ca' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:31.623462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:31.633052 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:31.637258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=92f098bb-0642-455e-8d44-b9cf85fa2904,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.662626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.676990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.695268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc94cb-bc4a-47c4-9ecd-3d6bd41b64a3 req-9a539117-39ef-449c-8808-f11dcb0ab8c1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:31.696816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-27c561af-5ca5-4461-9b28-327efb31ac44 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:31.703051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70bc94cb-bc4a-47c4-9ecd-3d6bd41b64a3 req-9a539117-39ef-449c-8808-f11dcb0ab8c1 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.7098494 Jan 31 17:58:31.739050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ebb40af7-1ca4-4cfd-9033-624b5e1312ca no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:31.806658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ebb40af7-1ca4-4cfd-9033-624b5e1312ca {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:31.807137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ebb40af7-1ca4-4cfd-9033-624b5e1312ca not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:31.810466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a3782ad2-6665-4ecd-8308-4c69f7a97a47,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.847027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Allocated IP 172.20.0.18 (6366434d-171c-4c1c-a6cd-44be175465de/2b228279-8da0-4827-90f6-9bf77f9a796b/27094420-0172-44e2-94f8-46ad5bc3c643) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:31.853685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Provisioning complete for port a3782ad2-6665-4ecd-8308-4c69f7a97a47 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:31.854050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.923888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.957554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bea359-3a3c-477f-801f-5a6f9d9cf013,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:31.970442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] In _notify_port_updated(), no bound segment for port 92f098bb-0642-455e-8d44-b9cf85fa2904 on network 6366434d-171c-4c1c-a6cd-44be175465de {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:58:31.974792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:31.975663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.977181 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-02cf92c3-d40d-48d4-8695-2c3d278685c7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/ports/92f098bb-0642-455e-8d44-b9cf85fa2904 HTTP/1.1" status: 200 len: 920 time: 2.9913392 Jan 31 17:58:31.979359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:31.980983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:31.998334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:31.998555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:31.998917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.039024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:32.048319 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:32.060844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] Pushing event deleted for resources: {'Network': ['ID=b125f45a-68da-4dc3-b357-d3c1489dc23c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:32.062673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.066095 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3a56a720-7e91-40fc-8ba8-81c48bae57af admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/35bea359-3a3c-477f-801f-5a6f9d9cf013 HTTP/1.1" status: 204 len: 168 time: 1.3728685 Jan 31 17:58:32.071536 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-46e4fa8a-8838-4cec-a5fa-0d49d6dba585 tempest-NetworksIpV6Test-39042902 tempest-NetworksIpV6Test-39042902-project] 10.222.0.110 "DELETE /v2.0/networks/b125f45a-68da-4dc3-b357-d3c1489dc23c HTTP/1.1" status: 204 len: 168 time: 3.1177220 Jan 31 17:58:32.096353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 92f098bb-0642-455e-8d44-b9cf85fa2904 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:32.096925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.165036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:32.206969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:32.207343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.231609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.275531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Provisioning complete for port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:32.275895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.432936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:32.445604 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70bc94cb-bc4a-47c4-9ecd-3d6bd41b64a3 req-10448856-0290-46b6-8fc0-bdf3fb772d35 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7415614 Jan 31 17:58:32.466201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Transition to ACTIVE for port object 27094420-0172-44e2-94f8-46ad5bc3c643 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:32.488876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.503536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.553797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57816) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:32.556993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.561971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.611119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=02ddce4a-343d-46cb-8827-3fd2b2022626,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:32.673089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 92f098bb-0642-455e-8d44-b9cf85fa2904 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:32.722163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09311dc-64d7-473c-96e1-05b82fc44ca8 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:32.759873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Provisioning for port 55b87aeb-aaf5-4044-b374-c49d82c94c82 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:32.765076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:32.765536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.803739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Provisioning complete for port 55b87aeb-aaf5-4044-b374-c49d82c94c82 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:32.804261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:32.988419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.050312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=92f098bb-0642-455e-8d44-b9cf85fa2904,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:33.058039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9d0c0ac7-8301-43fa-bc23-5ecbce2f1047 None None] Port 55b87aeb-aaf5-4044-b374-c49d82c94c82 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:33.142487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-64b70bcb-08f7-43dd-86da-30008a599ac6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/02ddce4a-343d-46cb-8827-3fd2b2022626 HTTP/1.1" status: 204 len: 168 time: 4.6945519 Jan 31 17:58:33.154386 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57830) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.155001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:33.212048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3782ad2-6665-4ecd-8308-4c69f7a97a47 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:33.254728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.264856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a16465-1ac1-4229-9bd6-5ce0131adb36 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:33.265672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-77a16465-1ac1-4229-9bd6-5ce0131adb36 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:33.285602 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ecbf00a8-74ab-4421-8b35-093bf17807cf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/92f098bb-0642-455e-8d44-b9cf85fa2904 HTTP/1.1" status: 204 len: 168 time: 1.3030620 Jan 31 17:58:33.296168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57836) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.359110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3782ad2-6665-4ecd-8308-4c69f7a97a47 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:33.359492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.382125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-77a16465-1ac1-4229-9bd6-5ce0131adb36 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:33.383797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77a16465-1ac1-4229-9bd6-5ce0131adb36 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/128b4be7-d04e-4e23-b422-40a53f70e222 HTTP/1.1" status: 200 len: 845 time: 0.2253511 Jan 31 17:58:33.392399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.398533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4d119e-0520-46c3-b60d-c6fa788030e7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:58:33.400660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d4d119e-0520-46c3-b60d-c6fa788030e7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:33.574664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d4d119e-0520-46c3-b60d-c6fa788030e7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:33.574664 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d4d119e-0520-46c3-b60d-c6fa788030e7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/92f098bb-0642-455e-8d44-b9cf85fa2904 HTTP/1.1" status: 404 len: 333 time: 0.2750323 Jan 31 17:58:33.581753 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ad8d6d6d-4eb4-4852-bcea-b6de09a7b8a1 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/128b4be7-d04e-4e23-b422-40a53f70e222?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1877844 Jan 31 17:58:33.582875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.586207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57850) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.586905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d1927d7-c675-4bb6-b153-d102d01d6f22 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:33.591840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.602369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:33.613826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.638130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7d1927d7-c675-4bb6-b153-d102d01d6f22 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:33.638750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d1927d7-c675-4bb6-b153-d102d01d6f22 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:33.701526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.713247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Could not find standard attr ID for object 92f098bb-0642-455e-8d44-b9cf85fa2904. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:58:33.730840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Provisioning for port 27094420-0172-44e2-94f8-46ad5bc3c643 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:33.744925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:33.745616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:33.757539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:33.762519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:33.765968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:33.773168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:33.788025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:33.871490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Port': ['ID=55b87aeb-aaf5-4044-b374-c49d82c94c82,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:33.896762 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-925d2eb9-0938-455d-bede-d04eb049da2c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=2a96d4bb2dab464283fc44077721fb43&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3385262 Jan 31 17:58:33.916430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:33.976168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'networks': [{'name': 'tempest-network--741964292'}, {'name': 'tempest-network--1486941641'}]} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:33.976762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-network--741964292'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:33.977303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-network--1486941641'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:33.990732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:33.997434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:34.001556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.012528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:network and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:34.017990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.041617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:34.049499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:34.049863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.055556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:34.076148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fe6db-c8c4-4ef4-ac8b-51d0d2c4d064 req-f379e888-b2b5-4f21-992b-5c0fa3dcd037 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:34.077636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-906fe6db-c8c4-4ef4-ac8b-51d0d2c4d064 req-f379e888-b2b5-4f21-992b-5c0fa3dcd037 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.9034781 Jan 31 17:58:34.107549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.133847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6b6610d7-9c4c-4b23-b9e1-c25885463220 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:34.149042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:34.149382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.154068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'network': 2} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:34.158485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.191409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.209198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.226653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:34.258790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.279086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7dfaa1f6-b8a0-47bf-82f1-311e342159c1 None None] Could not find standard attr ID for object 92f098bb-0642-455e-8d44-b9cf85fa2904. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:58:34.279489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.290717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:34.304785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.341755 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-906fe6db-c8c4-4ef4-ac8b-51d0d2c4d064 req-df0f8e8b-ec85-41de-ae0a-7fa7d651ca31 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365148 Jan 31 17:58:34.365296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.451515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:security_group_rule and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:34.456363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:34.466982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:34.487167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 403884ac-32f3-4b15-813f-72d5e96032dc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:34.493956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:34.558095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.579082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.582155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.603926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=9772b8a4-e715-4786-927b-c90674f04adc,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:34.626212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a3d130-0285-4f24-a858-7b022af62620,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:34.688161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adda2f07-241c-4dc3-bbe3-a4bdd9f56013,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:34.695735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:34.696363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.700256 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-808a1a56-fa03-42c1-9b22-68f2c6ca924f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/ports/9772b8a4-e715-4786-927b-c90674f04adc HTTP/1.1" status: 200 len: 910 time: 4.2814696 Jan 31 17:58:34.705734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1954d80-d200-4dc7-9045-3fbecfd945ee None None] Could not find standard attr ID for object 92f098bb-0642-455e-8d44-b9cf85fa2904. {{(pid=83559) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 31 17:58:34.711557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:34.712378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.716701 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d60ed975-e543-40da-a5a5-cf04e4dc0c93 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/d6a3d130-0285-4f24-a858-7b022af62620 HTTP/1.1" status: 204 len: 168 time: 0.7991359 Jan 31 17:58:34.728641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:34.732071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.733282 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eef0cfcb-2b1e-4653-b03d-9b6730ad97d1 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/security-groups/adda2f07-241c-4dc3-bbe3-a4bdd9f56013 HTTP/1.1" status: 204 len: 168 time: 1.1358600 Jan 31 17:58:34.737180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:34.801269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.803501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:34.807844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:34.808579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.815293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a9de42-f6f4-4fbc-9ea9-3435e21e1ba4 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:34.821272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=aba9d800-0552-4e2b-80c7-59fefaac653c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:34.827677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.828042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.928262 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5bf60351-3e6e-4ba6-a940-50debb6ed32c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3402789 Jan 31 17:58:34.944600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57876) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:34.955066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780533678'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:34.961959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port a5ab2c8b-990a-4e91-9374-58d71c36481f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:34.962127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.989794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1a361b7c-749e-4cdb-b683-58d9568dd3f3 None None] Provisioning complete for port 55b87aeb-aaf5-4044-b374-c49d82c94c82 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:34.990201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a361b7c-749e-4cdb-b683-58d9568dd3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:34.997983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8834c284-103e-4a72-9052-13eebe6c31be,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:35.016442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1416, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:35.045975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.046675 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment 9b591715-7552-40d9-9bd9-f8e0b73908b0 of type vlan for network 6ec8ad8c-4217-4766-ba97-779eebd65402 Jan 31 17:58:35.082735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.108440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.111386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1a361b7c-749e-4cdb-b683-58d9568dd3f3 None None] Port 55b87aeb-aaf5-4044-b374-c49d82c94c82 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:35.118091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:35.144327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:35.159566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:35.180489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:35.212002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-de776a43-8cf0-4bda-b4e6-596e3d220179', 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'tenant_id': '47213b34f7da49ea88ed0f04d71ca544', 'fixed_ips': [{'subnet_id': 'aba9d800-0552-4e2b-80c7-59fefaac653c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:35.213183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.265441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1434, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:35.288742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.289067 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment a82c806b-1d29-4015-af7a-150b66efb4a0 of type vlan for network dcff5679-bf92-4b18-80cf-ccdc19484af4 Jan 31 17:58:35.332613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.374189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.406925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.424523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.449231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.452593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.458869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:35.464652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Allocated IP 2001:db8::2 (de776a43-8cf0-4bda-b4e6-596e3d220179/aba9d800-0552-4e2b-80c7-59fefaac653c/e0e4fc8d-59ce-4ad3-b829-9f1b388574c1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:35.466337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:35.467772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.633802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:35.641537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port a5ab2c8b-990a-4e91-9374-58d71c36481f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a5ab2c8b-990a-4e91-9374-58d71c36481f,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:35.641877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.651928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.656863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:35.675059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:35.706687 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0051529 Jan 31 17:58:35.711107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=6ec8ad8c-4217-4766-ba97-779eebd65402,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:35.713697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:35.746598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.758028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Transition to ACTIVE for port object e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:35.779670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Transition to ACTIVE for port object e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:35.782673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 6ec8ad8c-4217-4766-ba97-779eebd65402 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:35.800072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:35.811182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for a5ab2c8b-990a-4e91-9374-58d71c36481f owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:35.843733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db71635-65e2-46b9-88cf-9b5856287a1a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:35.865476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.869298 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7059c6c9-9066-4e3a-aabd-0a042361c466 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/security-groups/3db71635-65e2-46b9-88cf-9b5856287a1a HTTP/1.1" status: 204 len: 168 time: 1.1311488 Jan 31 17:58:35.873527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:35.876057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:35.975976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:35.979206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:35.982785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:35.989744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e85c0-5e85-4baf-aeb8-a097fa72c529 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=dcff5679-bf92-4b18-80cf-ccdc19484af4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:35.991337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:36.025338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network dcff5679-bf92-4b18-80cf-ccdc19484af4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:36.046203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec1f35-931b-4f86-a87b-e0fbadc98c94 req-431ccaed-861b-480b-9fd6-68a075d199de tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:36.053007 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6cec1f35-931b-4f86-a87b-e0fbadc98c94 req-431ccaed-861b-480b-9fd6-68a075d199de tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5188582 Jan 31 17:58:36.157981 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6cec1f35-931b-4f86-a87b-e0fbadc98c94 req-e890afad-94fc-431c-bc17-5bd52fd583c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040897 Jan 31 17:58:36.165857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:36.170374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:36.176324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:36.181270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet f75f7d45-2e71-4437-89a0-34e178b65110 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:36.181815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:36.183023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:36.184786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Attempting to bind port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:36.185155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Attempting to bind port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e2a7df98-78af-43cc-b9cc-5e81ee337816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:36.185540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Attempting to bind port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 on network de776a43-8cf0-4bda-b4e6-596e3d220179 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:36.189401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.206826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:36.207231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Checking segment: {'id': 'e2a7df98-78af-43cc-b9cc-5e81ee337816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:36.207621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.207970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Bound using segment: {'id': 'e2a7df98-78af-43cc-b9cc-5e81ee337816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:36.208541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Bound port: e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a7df98-78af-43cc-b9cc-5e81ee337816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1402, 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:36.208886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.244034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.256779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.268931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:36.270383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-733303d2-d378-4ecc-b815-85ff12741601 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5549634 Jan 31 17:58:36.273021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57906) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:36.293060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Router 02a18adc-61ef-4040-8052-4e0d480cc341 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:58:36.309980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:36.313711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:36.319943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.328646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.368621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57910) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:36.395546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.400281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4525745 Jan 31 17:58:36.401116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5d47a-f144-4532-9ea3-3a06358d7336 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b388097-b062-424e-a79d-ab3bbe8a39bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:36.409459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:36.418911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55317f-2916-4a83-ba5f-e8bfb22d8614 None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:36.496620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079731660'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:36.515570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:36.529957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:36.540620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:36.640100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:36.645290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1821744304'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:36.657094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:36.685960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.703774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Usage tracker for resource:network and tenant:8b62b85683ad482a9eb17b0fd82f2804 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:36.710152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:36.721177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.748890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:36.774554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.828495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Made reservation on behalf of 8b62b85683ad482a9eb17b0fd82f2804 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:36.831373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.853438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.890664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.904812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.932289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=a5ab2c8b-990a-4e91-9374-58d71c36481f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:36.944042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:36.952696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec8ad8c-4217-4766-ba97-779eebd65402']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:36.958054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:36.965133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:36.968022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b591715-7552-40d9-9bd9-f8e0b73908b0') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:36.968346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b591715-7552-40d9-9bd9-f8e0b73908b0') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:36.980852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-708f341a-ba81-4b55-8874-8f34ddfb43b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:36.987017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.010170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.014279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:37.018752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.018938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:37.019161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:37.040304 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:37.114013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:37.119090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:37.125817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=f75f7d45-2e71-4437-89a0-34e178b65110,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:37.135217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Usage tracker for resource:security_group_rule and tenant:8b62b85683ad482a9eb17b0fd82f2804 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:37.143780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:37.153479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] Sync routers for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:37.167057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1b85e-70dc-4d6d-ba7b-a609974eb7e2 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:37.172174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.174341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.199930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.237635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=6ec8ad8c-4217-4766-ba97-779eebd65402,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:37.247261 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a22418c4-9f3b-4a24-bb63-31eea03ba963 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/6ec8ad8c-4217-4766-ba97-779eebd65402 HTTP/1.1" status: 204 len: 168 time: 0.9730861 Jan 31 17:58:37.250033 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57922) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:37.356853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:37.357516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.420748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 9772b8a4-e715-4786-927b-c90674f04adc {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:37.421101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.430488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.450863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:37.492918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:37.493576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.561887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.562339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb2449c-53b2-4f00-ab6d-7fd4b4c1ae1d None None] The sync data for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:37.589746 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-66982252-7e40-44ce-b920-74a7fa389645 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/f75f7d45-2e71-4437-89a0-34e178b65110 HTTP/1.1" status: 204 len: 168 time: 1.7065017 Jan 31 17:58:37.601368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:37.621159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:37.641376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.643742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.662657 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9c26c98-8749-48d4-9354-8bbafe6c2025 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9676991 Jan 31 17:58:37.663586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.670488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:37.817772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.819060 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3382187 Jan 31 17:58:37.823644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753beea3-0806-4162-8b6a-817cb53eec30 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8127fe-a899-492c-b89c-693295c8662c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:37.826152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:37.858398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ece056a4-4a46-4201-9bb6-38a38e69a7b0 None None] Provisioning for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:37.863876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-716441412', 'security_groups': ['ea8127fe-a899-492c-b89c-693295c8662c'], 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aba9d800-0552-4e2b-80c7-59fefaac653c'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:37.904029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ece056a4-4a46-4201-9bb6-38a38e69a7b0 None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:37.904448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ece056a4-4a46-4201-9bb6-38a38e69a7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.912893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:37.939149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcff5679-bf92-4b18-80cf-ccdc19484af4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.983536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82c806b-1d29-4015-af7a-150b66efb4a0') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:37.983820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82c806b-1d29-4015-af7a-150b66efb4a0') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:38.011421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ece056a4-4a46-4201-9bb6-38a38e69a7b0 None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:38.014762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.038467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.066983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.073265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ec3ad-e81c-4884-9afd-bf331b7bbdb1 req-69e63a38-c818-4d53-ba00-1b38c544b973 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:38.074824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b97ec3ad-e81c-4884-9afd-bf331b7bbdb1 req-69e63a38-c818-4d53-ba00-1b38c544b973 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.6298385 Jan 31 17:58:38.089363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:38.181823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.183182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:38.188811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:38.189531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.198716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:38.260574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.260921 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Added segment abec32d9-9bb9-435c-bce2-d7ffd9acc4e0 of type vlan for network c7542b58-99c5-4db4-b0e4-d15c07485703 Jan 31 17:58:38.268196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f17cce45-2b26-46bc-aea1-656065d2bcd5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:38.332378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.343069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 9772b8a4-e715-4786-927b-c90674f04adc owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:38.370935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:38.376184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.393246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.410003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:38.413741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.421595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:port and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:38.428585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:38.428845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:38.434329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1434 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:38.434762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.445999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b97ec3ad-e81c-4884-9afd-bf331b7bbdb1 req-c2b6a9e2-97c4-44d2-8cd1-7ebe0bb4ea1a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2886088 Jan 31 17:58:38.455553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:38.455714 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:38.458209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:38.466667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:38.486599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:38.538054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:38.539887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-75d1bd78-e594-493e-8a21-8897bdc06295 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:38.540564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75d1bd78-e594-493e-8a21-8897bdc06295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.558154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:38.582108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:38.603935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.666240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.672168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.677054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-75d1bd78-e594-493e-8a21-8897bdc06295 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:38.677920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75d1bd78-e594-493e-8a21-8897bdc06295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.687158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.690934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:38.691788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.694254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=dcff5679-bf92-4b18-80cf-ccdc19484af4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:38.710958 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5024658d-9be8-410e-967f-3081c66d21ad tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/dcff5679-bf92-4b18-80cf-ccdc19484af4 HTTP/1.1" status: 204 len: 168 time: 1.4597051 Jan 31 17:58:38.713489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:38.732527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75d1bd78-e594-493e-8a21-8897bdc06295 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:38.897495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:38.948893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5790904 Jan 31 17:58:38.968337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:38.989685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Request body: {'subnet': {'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:39.014748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.015755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.025937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b0817-9549-4701-a45b-278c20fe5458 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event updated for resources: {'Network': ['ID=c7542b58-99c5-4db4-b0e4-d15c07485703,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:39.036917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c7542b58-99c5-4db4-b0e4-d15c07485703 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:39.077266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=9772b8a4-e715-4786-927b-c90674f04adc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:39.088229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01801762-0778-471a-a5ba-311b963fa27b tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:39.092358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01801762-0778-471a-a5ba-311b963fa27b tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:39.093147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01801762-0778-471a-a5ba-311b963fa27b tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:39.226212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01801762-0778-471a-a5ba-311b963fa27b tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:39.227383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01801762-0778-471a-a5ba-311b963fa27b tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5126059 Jan 31 17:58:39.233519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:39.253690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1640468011'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:39.272934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:39.281656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:39.326403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f42239cc-a5b3-4357-941d-514f1c925e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.347922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:39.370743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:39.385836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Usage tracker for resource:subnet and tenant:8b62b85683ad482a9eb17b0fd82f2804 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:39.399488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:39.409787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:39.454930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:39.457580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.507163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.538482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:39.595425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Made reservation on behalf of 8b62b85683ad482a9eb17b0fd82f2804 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:39.651792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.652089 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment 6b7140df-f475-4323-87f2-65caf8192df8 of type vlan for network 96ee7dd1-a5a6-4c88-8325-584e8010a8f4 Jan 31 17:58:39.777526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.850416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.933968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:39.945850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::343 (de776a43-8cf0-4bda-b4e6-596e3d220179/aba9d800-0552-4e2b-80c7-59fefaac653c/67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:39.961486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:39.999336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:40.008229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:40.008757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.126390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:40.132881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6f518-e75a-4cea-bfce-2a8a9d5a5532 req-bb31fa16-d5b6-4c65-a176-2a39715ba94a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:40.134216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ea6f518-e75a-4cea-bfce-2a8a9d5a5532 req-bb31fa16-d5b6-4c65-a176-2a39715ba94a tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5383141 Jan 31 17:58:40.134743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.138163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:40.138726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.159667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.162198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:40.171743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace766e0-77b8-43c7-a797-76bba3ef6be6 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:40.193310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:40.193836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.198536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=22a1ad2d-8927-4da2-9383-3184fa1c45be,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:40.379063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=96ee7dd1-a5a6-4c88-8325-584e8010a8f4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:40.393971 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-16a04297-7b69-4f1d-8dfc-617041c6a3b6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7856059 Jan 31 17:58:40.393971 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3d780fe5-acfc-4185-acb5-6aef80b58623 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1501400 Jan 31 17:58:40.394765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57952) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:40.395091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:40.399637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 96ee7dd1-a5a6-4c88-8325-584e8010a8f4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:40.403533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1019023604'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:40.411004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-612324395'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:40.418660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.468168 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ea6f518-e75a-4cea-bfce-2a8a9d5a5532 req-1955b004-e178-433e-83fb-bdcaf6b5f4dd tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237913 Jan 31 17:58:40.469343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:40.477176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:40.482090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:40.485774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:40.493285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:network and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:40.495972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:40.500037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:40.509579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:40.522425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.542193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 4ea0d129-ee14-4c57-b26b-d70cca8fed3b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:40.554452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:40.557727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.593068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.605461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:40.612898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:40.618222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-2259c147-560f-45bb-b94d-97a0dd3367ca tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:40.619263 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2259c147-560f-45bb-b94d-97a0dd3367ca tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9357536 Jan 31 17:58:40.673097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57960) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:40.683663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:40.683929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.686832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Update dhcp port {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'fixed_ips': [{'subnet_id': '2b228279-8da0-4827-90f6-9bf77f9a796b', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a1ad2d-8927-4da2-9383-3184fa1c45be'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '27094420-0172-44e2-94f8-46ad5bc3c643'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:58:40.693717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:40.738617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.744832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.745174 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment a378d8ec-b346-46a6-a0ed-ff659bced8f4 of type vlan for network 5af12051-bf84-4ec7-9506-c4074d19c75a Jan 31 17:58:40.746417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:40.765085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:40.792282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event updated for resources: {'Subnet': ['ID=5bc48852-be55-4e73-a19d-2d006cdfc795,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:40.896452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.948669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:40.970461 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] Sync routers for ids ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:40.971041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:40.982797 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] Routers {'4ea0d129-ee14-4c57-b26b-d70cca8fed3b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:40.983656 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:40.996429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Allocated IP 172.20.0.2 (6366434d-171c-4c1c-a6cd-44be175465de/22a1ad2d-8927-4da2-9383-3184fa1c45be/27094420-0172-44e2-94f8-46ad5bc3c643) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:41.009991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.025269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Checking segment: {'id': 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:41.025545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.025664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Network hostable DHCP agents. Network: c7542b58-99c5-4db4-b0e4-d15c07485703, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:41.028986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.032631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:41.033212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.051665 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:41.064550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] Routers {'4ea0d129-ee14-4c57-b26b-d70cca8fed3b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:41.065614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:41.067423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:41.077099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7b3e1552-4811-46b6-ba88-6e54b06366a0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/4ea0d129-ee14-4c57-b26b-d70cca8fed3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3546152 Jan 31 17:58:41.089849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57964) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.120615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:41.123193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:41.126571 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:41.127448 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258febde-bafa-49b5-9252-9dbc4fe7a209 None None] The sync data for ids ['4ea0d129-ee14-4c57-b26b-d70cca8fed3b'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:41.127591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:41.128436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.143185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:41.191820 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7341540e-3894-4535-b310-ccc2c35bef5c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3533823 Jan 31 17:58:41.192473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Network c7542b58-99c5-4db4-b0e4-d15c07485703 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:41.196924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57968) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.205437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.210346 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8125238 Jan 31 17:58:41.222658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.223080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.224554 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8283584 Jan 31 17:58:41.231618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8145eebc-11e5-41e7-b994-d71eb00f584a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:41.238906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57974) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.239888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d536ae0-4dfc-4272-8e01-a6aab5511146 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1967e61-38e3-4012-9d46-9fa1ac452c8e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:41.241941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c801-9b15-4b32-9b17-d4e5112b9f7e tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=5af12051-bf84-4ec7-9506-c4074d19c75a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:41.242180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:41.244897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'ports': [{'network_id': '96ee7dd1-a5a6-4c88-8325-584e8010a8f4', 'name': 'tempest-port--652812210', 'admin_state_up': True}, {'network_id': '5af12051-bf84-4ec7-9506-c4074d19c75a', 'admin_state_up': False}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.245721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'port': {'network_id': '96ee7dd1-a5a6-4c88-8325-584e8010a8f4', 'name': 'tempest-port--652812210', 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.245721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'port': {'network_id': '5af12051-bf84-4ec7-9506-c4074d19c75a', 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.252496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'security_group': {'name': 'tempest-secgroup-595260732'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.284513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.301961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Transition to ACTIVE for port object 27094420-0172-44e2-94f8-46ad5bc3c643 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:41.304808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 5af12051-bf84-4ec7-9506-c4074d19c75a details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:41.319906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:41.326034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.331825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:41.341574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:41.350421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:41.353168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8145eebc-11e5-41e7-b994-d71eb00f584a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:41.354361 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8145eebc-11e5-41e7-b994-d71eb00f584a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ea0d129-ee14-4c57-b26b-d70cca8fed3b HTTP/1.1" status: 200 len: 205 time: 0.2158251 Jan 31 17:58:41.358604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.462222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c7542b58-99c5-4db4-b0e4-d15c07485703) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:41.469498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:41.470786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.504968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a1a2d-6d60-4cc1-9be1-302b8be6c204 None None] Network c7542b58-99c5-4db4-b0e4-d15c07485703 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:41.530169 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d0634eb0-1675-43ac-b4e5-00368ca98e3c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5578091 Jan 31 17:58:41.578675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:41.604107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Request body: {'port': {'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703', 'name': 'tempest-TagsExtTest-62405922'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:41.632063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597e0e6-4c99-4f8e-b1a6-8e83060f60a6 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:41.644832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.678013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.698411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62310f84-3885-4c88-8b05-16baefa02f87 None None] Provisioning for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:41.715109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62310f84-3885-4c88-8b05-16baefa02f87 None None] Provisioning complete for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:41.715477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62310f84-3885-4c88-8b05-16baefa02f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.791271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.823621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-62310f84-3885-4c88-8b05-16baefa02f87 None None] Port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:41.901129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:41.912659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:41.925988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c7542b58-99c5-4db4-b0e4-d15c07485703', 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703', 'tenant_id': '8b62b85683ad482a9eb17b0fd82f2804', 'fixed_ips': [{'subnet_id': '5bc48852-be55-4e73-a19d-2d006cdfc795'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:41.927349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:41.936532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:41.958624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:41.966981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:41.979745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:port and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:41.987093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Usage tracker for resource:port and tenant:8b62b85683ad482a9eb17b0fd82f2804 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:41.992939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:41.995141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:41.998029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:42.002029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:42.011933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:42.012170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:42.016597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:42.018763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:42.032010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:42.040390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:42.043854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.107025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:42.122502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Made reservation on behalf of 8b62b85683ad482a9eb17b0fd82f2804 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:42.125855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.137162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'port': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:42.140995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.172602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Allocated IP 172.20.0.2 (c7542b58-99c5-4db4-b0e4-d15c07485703/5bc48852-be55-4e73-a19d-2d006cdfc795/2968a1d9-da2e-4589-9472-fa582013378b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:42.182125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.213352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c768e1f-ea62-4250-82a5-1975acf863ec req-85ec7bf7-ec79-47da-a345-c16c3aa1c76e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:42.220099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4c768e1f-ea62-4250-82a5-1975acf863ec req-85ec7bf7-ec79-47da-a345-c16c3aa1c76e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4906516 Jan 31 17:58:42.221993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:42.226117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.240481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] device_id is not set on port b63a592a-d874-461b-83d2-b8b10212d8f4 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:42.278580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.412611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.445632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.460500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Transition to ACTIVE for port object 2968a1d9-da2e-4589-9472-fa582013378b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:42.471663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Provisioning for port 27094420-0172-44e2-94f8-46ad5bc3c643 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:42.483509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:42.483950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.515097 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4c768e1f-ea62-4250-82a5-1975acf863ec req-4ddb9173-15df-487e-ad1a-ad2b260cc886 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940464 Jan 31 17:58:42.519314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Transition to ACTIVE for port object 2968a1d9-da2e-4589-9472-fa582013378b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:42.530538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.615848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.617170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Network c7542b58-99c5-4db4-b0e4-d15c07485703 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:42.617310 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3718565 Jan 31 17:58:42.618132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Pushing event updated for resources: {'Port': ['ID=2968a1d9-da2e-4589-9472-fa582013378b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:42.622262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:42.622727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb5c1f-f653-4edb-9d20-a02a53d711a4 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9ce107-2eec-4653-833c-abf3390d7bdf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:42.625454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:42.625588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57990) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:42.628592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.635507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'security_group': {'name': 'tempest-secgroup-1283906005'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:42.636758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.715300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.715814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 4ea0d129-ee14-4c57-b26b-d70cca8fed3b {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:58:42.744025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:42.763944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Attempting to bind port 2968a1d9-da2e-4589-9472-fa582013378b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:42.764320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Attempting to bind port 2968a1d9-da2e-4589-9472-fa582013378b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:42.764665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Attempting to bind port 2968a1d9-da2e-4589-9472-fa582013378b on network c7542b58-99c5-4db4-b0e4-d15c07485703 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:42.774650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:42.775044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Checking segment: {'id': 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:42.775454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.775832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Bound using segment: {'id': 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:42.776315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Bound port: 2968a1d9-da2e-4589-9472-fa582013378b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'c7542b58-99c5-4db4-b0e4-d15c07485703'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:42.776708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.792711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.796536 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9b8a51fe-a083-41db-9fd4-acf5be4fe4fb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/4ea0d129-ee14-4c57-b26b-d70cca8fed3b HTTP/1.1" status: 204 len: 168 time: 1.4343500 Jan 31 17:58:42.826640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:42.827132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.883773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 57994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:42.913315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ed51c-52cd-491f-93bf-f9ec8c2ce8b7 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:42.918286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:42.926477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:42.931706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] For port 2968a1d9-da2e-4589-9472-fa582013378b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:42.936579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] For port 2968a1d9-da2e-4589-9472-fa582013378b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2968a1d9-da2e-4589-9472-fa582013378b,segment=NetworkSegment(abec32d9-9bb9-435c-bce2-d7ffd9acc4e0),segment_id=abec32d9-9bb9-435c-bce2-d7ffd9acc4e0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:42.940575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:42.951859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:42.955300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] device_id is not set on port cb99f657-06f3-49b3-a216-ec521eef47dd yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:43.018656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Allocated IP 172.20.0.6 (c7542b58-99c5-4db4-b0e4-d15c07485703/5bc48852-be55-4e73-a19d-2d006cdfc795/b63a592a-d874-461b-83d2-b8b10212d8f4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:43.028391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f997f76-5e11-4860-896c-df750ba598b5 None None] Pushing event updated for resources: {'Port': ['ID=2968a1d9-da2e-4589-9472-fa582013378b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:43.031743 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aba9d800-0552-4e2b-80c7-59fefaac653c (CIDR: 2001:db8::/64) Jan 31 17:58:43.047173 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:43.047606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:43.056949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.153735 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1ffa77de-ca06-4aca-95f2-7bc27c78ec70 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9558797 Jan 31 17:58:43.172275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 57998) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:43.200828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:43.235171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.240650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:43.305582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:security_group_rule and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:43.333085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:43.366635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet e0dac1e3-7d9f-4171-a6e5-96195da5661d {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:43.371614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.413507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:43.461282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.553290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:43.568648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:43.596547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:43.598315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:43.611865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.617990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:43.623654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.632392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:43.645182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:43.660211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting port 55b87aeb-aaf5-4044-b374-c49d82c94c82 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:43.660524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.688185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.691311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:43.752209 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b801511-fde1-4372-929f-1bbf59c6ef00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0b3a3aca-dbe3-474a-a024-09ebc23ca492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9044888 Jan 31 17:58:43.757391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.784124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.814174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Transition to ACTIVE for port object b63a592a-d874-461b-83d2-b8b10212d8f4 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:43.830770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:43.840125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:43.967872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:58:44.025444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.039037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] device_id is not set on port 003d5022-e8bf-4da2-9c22-757ed7ec94ed yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:44.048259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.052543 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4215050 Jan 31 17:58:44.055517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d886b6a-99a2-4e94-b15c-7fe0a46feff2 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521f065f-f504-4c78-81a6-7b94dc4b2488,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:44.058988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58006) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:44.081800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1030438020', 'security_groups': ['521f065f-f504-4c78-81a6-7b94dc4b2488'], 'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22a1ad2d-8927-4da2-9383-3184fa1c45be'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:44.150158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=e0dac1e3-7d9f-4171-a6e5-96195da5661d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:44.185673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.215542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.233287 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4d25c083-3897-40b3-8a8e-a99433ca14a5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/e0dac1e3-7d9f-4171-a6e5-96195da5661d HTTP/1.1" status: 204 len: 168 time: 1.3478594 Jan 31 17:58:44.236493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58012) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:44.240618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2968a1d9-da2e-4589-9472-fa582013378b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:44.242922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29b100-f156-4072-b519-d8d59da64360 req-84264360-8db0-4362-ba12-2bc8fde120b3 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:44.244586 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5d29b100-f156-4072-b519-d8d59da64360 req-84264360-8db0-4362-ba12-2bc8fde120b3 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5287590 Jan 31 17:58:44.274606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f4fd52-2470-4ec6-8835-448aeaf48f18 None None] Network 312a4ada-1e4d-403d-8115-56f509be7025 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:44.388304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.394459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef589eb-fedb-4f43-a7d3-fd303d0fe0bf None None] Network c7542b58-99c5-4db4-b0e4-d15c07485703 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:44.398740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.474698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Calling delete_port for 55b87aeb-aaf5-4044-b374-c49d82c94c82 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:44.566637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Network c7542b58-99c5-4db4-b0e4-d15c07485703 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:44.580606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:44.583253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:44.587908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.594518 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5d29b100-f156-4072-b519-d8d59da64360 req-7a3e2be3-b1c1-4ad8-b983-3bf8daa25c85 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3223984 Jan 31 17:58:44.623112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:44.623323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.649719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event updated for resources: {'Port': ['ID=b63a592a-d874-461b-83d2-b8b10212d8f4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:44.727418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:44.759749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:44.760498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.777690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:44.780093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-46f53564-648e-4f62-94fe-c0574412fd87 None None] Provisioning for port 2968a1d9-da2e-4589-9472-fa582013378b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:44.780593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:44.839532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2968a1d9-da2e-4589-9472-fa582013378b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:44.855589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2968a1d9-da2e-4589-9472-fa582013378b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:44.855981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.017524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dad0dc-ab03-4bbd-a001-5cc65679dc68 req-0060c78a-20f6-4ddf-a84a-fed1a74732af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:45.018546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-66dad0dc-ab03-4bbd-a001-5cc65679dc68 req-0060c78a-20f6-4ddf-a84a-fed1a74732af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:45.041710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,segment=NetworkSegment(a4f1ef5f-341e-442e-958f-37b447604af5),segment_id=a4f1ef5f-341e-442e-958f-37b447604af5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:45.042676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.046077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:45.059209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.074153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-82728143-773b-477e-acfc-f85a50e9d5a1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.4907105 Jan 31 17:58:45.089265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Port': ['ID=cb99f657-06f3-49b3-a216-ec521eef47dd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:45.128302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58020) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:45.183818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-66dad0dc-ab03-4bbd-a001-5cc65679dc68 req-0060c78a-20f6-4ddf-a84a-fed1a74732af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:45.185264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-66dad0dc-ab03-4bbd-a001-5cc65679dc68 req-0060c78a-20f6-4ddf-a84a-fed1a74732af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.8063731 Jan 31 17:58:45.187738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.213258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:45.222852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:58:45.236774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2968a1d9-da2e-4589-9472-fa582013378b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2968a1d9-da2e-4589-9472-fa582013378b,segment=NetworkSegment(abec32d9-9bb9-435c-bce2-d7ffd9acc4e0),segment_id=abec32d9-9bb9-435c-bce2-d7ffd9acc4e0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:45.249875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:45.250061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:45.304912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] DHCP port deletion for 312a4ada-1e4d-403d-8115-56f509be7025 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:45.313575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.321081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Checking segment: {'id': '6b7140df-f475-4323-87f2-65caf8192df8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '96ee7dd1-a5a6-4c88-8325-584e8010a8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:45.321452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network hostable DHCP agents. Network: 96ee7dd1-a5a6-4c88-8325-584e8010a8f4, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:45.353906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Deleting port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:45.354311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.411035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.478435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-416321850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:45.483855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Port': ['ID=55b87aeb-aaf5-4044-b374-c49d82c94c82,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:45.498492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:45.551212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:45.567536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Usage tracker for resource:router and tenant:8b62b85683ad482a9eb17b0fd82f2804 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:45.574669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2968a1d9-da2e-4589-9472-fa582013378b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:45.608184 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-66dad0dc-ab03-4bbd-a001-5cc65679dc68 req-e82f43f2-393b-482c-99d9-f7744a614141 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067249 Jan 31 17:58:45.619392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Provisioning for port b63a592a-d874-461b-83d2-b8b10212d8f4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:45.634252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:45.676144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network 96ee7dd1-a5a6-4c88-8325-584e8010a8f4 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:45.688820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.705519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:45.740736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] device_id is not set on port 09b6376e-e6ac-4042-a64a-4e19102e8aab yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:58:45.752363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] For port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,segment=NetworkSegment(a4f1ef5f-341e-442e-958f-37b447604af5),segment_id=a4f1ef5f-341e-442e-958f-37b447604af5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:45.753674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.782929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Provisioning complete for port b63a592a-d874-461b-83d2-b8b10212d8f4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:45.783618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.797469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:45.803805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 96ee7dd1-a5a6-4c88-8325-584e8010a8f4) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:45.805566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=8caae547-a195-422c-8dff-209ae183c1df,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:45.812868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.813856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.818625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:45.831428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:45.832351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.836268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.841231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:45.841905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.869067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:45.905926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad68870-fa04-4842-ae23-3128e232cf04 None None] Network 96ee7dd1-a5a6-4c88-8325-584e8010a8f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:45.978184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.000929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f616169b-d65c-486d-801a-c83808377920 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:46.021238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eefdb-bf30-45bc-a350-047dd65e17c5 req-4001f654-3f48-4e60-8ec5-cae2748fad57 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:46.022835 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0f8eefdb-bf30-45bc-a350-047dd65e17c5 req-4001f654-3f48-4e60-8ec5-cae2748fad57 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.9685407 Jan 31 17:58:46.049285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-7019ce46-67d0-41c7-ae0a-1d94252d834b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.9150493 Jan 31 17:58:46.056129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=ae1a1d8e-a4f1-4779-8823-bb6e610f93b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:46.069562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b1124319-cdaa-45b6-b011-e2672a8dd866 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8938723 Jan 31 17:58:46.080375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:46.081930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2968a1d9-da2e-4589-9472-fa582013378b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:46.099075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.104014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-489cee69-2c7b-42af-a90c-84438276505f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9016213 Jan 31 17:58:46.117613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-260420100', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8caae547-a195-422c-8dff-209ae183c1df'}], 'security_groups': ['7b388097-b062-424e-a79d-ab3bbe8a39bb']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:46.129009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Calling delete_port for ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:46.143119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58028) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:46.150518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-7617233e-3ee2-4680-b0c1-834fe4d6d01b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:46.151938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-7617233e-3ee2-4680-b0c1-834fe4d6d01b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.5386965 Jan 31 17:58:46.179936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c0babbed-6e1f-4d59-9a07-05fdea7556a6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2035130799', 'prefixes': ['172.20.0.0/16']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:46.221749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No DVR routers for this DVR port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:46.237324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:58:46.245398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c0babbed-6e1f-4d59-9a07-05fdea7556a6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:46.263857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Port': ['ID=003d5022-e8bf-4da2-9c22-757ed7ec94ed,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:46.277803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.308293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Port b63a592a-d874-461b-83d2-b8b10212d8f4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:46.386903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:46.387315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.411336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Checking segment: {'id': 'a378d8ec-b346-46a6-a0ed-ff659bced8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '5af12051-bf84-4ec7-9506-c4074d19c75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:46.411762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network hostable DHCP agents. Network: 5af12051-bf84-4ec7-9506-c4074d19c75a, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:46.457564 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0f8eefdb-bf30-45bc-a350-047dd65e17c5 req-7ec734d5-6cc6-4546-a285-c8e382355d88 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4212096 Jan 31 17:58:46.481091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.541603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.6 (6366434d-171c-4c1c-a6cd-44be175465de/22a1ad2d-8927-4da2-9383-3184fa1c45be/09b6376e-e6ac-4042-a64a-4e19102e8aab) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:46.577254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-207203bf-5171-4ae3-8f63-ee3abfa65caa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:46.579101 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-207203bf-5171-4ae3-8f63-ee3abfa65caa service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.5063653 Jan 31 17:58:46.652707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:46.652707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:46.657435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Provisioning complete for port 2968a1d9-da2e-4589-9472-fa582013378b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:46.657805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0bdc1306-423f-4c5d-8656-db9333043a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.660270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['312a4ada-1e4d-403d-8115-56f509be7025']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:46.678342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f1ef5f-341e-442e-958f-37b447604af5') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:46.678642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f1ef5f-341e-442e-958f-37b447604af5') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:46.680000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network 5af12051-bf84-4ec7-9506-c4074d19c75a is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:46.693066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.711701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 5af12051-bf84-4ec7-9506-c4074d19c75a) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:46.713788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.720102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:46.720501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.735410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9b12f3-fb3b-47d2-b627-dd96807127a3 None None] Network 5af12051-bf84-4ec7-9506-c4074d19c75a requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:46.805317 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:46.872219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:46.876298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:46.880085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:46.880914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.896716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2968a1d9-da2e-4589-9472-fa582013378b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:46.897517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.912673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c0babbed-6e1f-4d59-9a07-05fdea7556a6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.917878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c0babbed-6e1f-4d59-9a07-05fdea7556a6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7649560 Jan 31 17:58:46.919387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:46.925572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58034) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:46.932016 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-23aa26a8-a66e-4a9b-a76b-8c6916fadecf tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.6931672 Jan 31 17:58:47.003825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58038) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:47.008888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.014403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-cc0bcb79-dd57-4b21-a4a2-d1808ba18b04 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-992620000') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:47.147883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.173285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=312a4ada-1e4d-403d-8115-56f509be7025,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:47.179942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Deleting port ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:47.180312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.185185 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38e3acd8-7e34-46ef-8088-540cb5185faa tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/312a4ada-1e4d-403d-8115-56f509be7025 HTTP/1.1" status: 204 len: 168 time: 2.9396110 Jan 31 17:58:47.190415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:47.195715 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-cd12b8f9-2591-463e-bfae-2f3ba07a0226 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.6084559 Jan 31 17:58:47.200037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-602765697', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:47.206225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:47.211166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:47.214378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:47.255540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:47.300791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-36ebaf3e-18a2-4474-884e-0186982e32c5 None None] The port 'ae1a1d8e-a4f1-4779-8823-bb6e610f93b1' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:47.326916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4c4fa-b7ea-4ae1-8f69-6df3dd301ddc req-799e66d3-7095-4994-a503-ddb46bd06509 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:47.327733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-82e4c4fa-b7ea-4ae1-8f69-6df3dd301ddc req-799e66d3-7095-4994-a503-ddb46bd06509 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 946 time: 0.5330465 Jan 31 17:58:47.333533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:47.334025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.353381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.354464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.392924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-3a878b14-aedf-4733-bfd0-d79ba25972d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:47.394381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-3a878b14-aedf-4733-bfd0-d79ba25972d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.1707118 Jan 31 17:58:47.542642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.555535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:47.603180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Router 02a18adc-61ef-4040-8052-4e0d480cc341 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:58:47.609386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:47.610060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae1a1d8e-a4f1-4779-8823-bb6e610f93b1 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:47.614915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.617499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c31c7fc2-0aeb-4613-a334-4a3e266031d5 None None] Provisioning complete for port b63a592a-d874-461b-83d2-b8b10212d8f4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:47.617872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c31c7fc2-0aeb-4613-a334-4a3e266031d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.637120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cc0bcb79-dd57-4b21-a4a2-d1808ba18b04 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-992620000 HTTP/1.1" status: 201 len: 201 time: 0.7102013 Jan 31 17:58:47.638284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:47.662097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:47.677108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.683521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ce26fe-460b-445b-99ad-ffb7dc30d9f4 None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.218', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'port_id': '503a173d-8357-400a-b58d-4b2252dea412', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'mac_address': 'fa:16:3e:0e:d8:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T17:56:34Z', 'updated_at': '2022-01-31T17:56:50Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:47.689776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for ed6b7790-0a66-4adb-a6d8-6cafd2cd809b owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:47.694303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Update dhcp port {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'fixed_ips': [{'subnet_id': 'aba9d800-0552-4e2b-80c7-59fefaac653c', 'ip_address': '2001:db8::2'}, {'subnet_id': '8caae547-a195-422c-8dff-209ae183c1df'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'e0e4fc8d-59ce-4ad3-b829-9f1b388574c1'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:58:47.740081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-375e1870-07c8-498e-b070-1c1df17d111b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-397503483') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:47.740778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c31c7fc2-0aeb-4613-a334-4a3e266031d5 None None] Port b63a592a-d874-461b-83d2-b8b10212d8f4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:47.760956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.766477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:47.769634 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d4fff929-90f0-45ba-803c-baad1da63876 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5748243 Jan 31 17:58:47.782010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11bac0-afbf-4304-99b3-c040bcb85f20 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:47.785234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58052) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:47.785800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11bac0-afbf-4304-99b3-c040bcb85f20 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:47.786646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d11bac0-afbf-4304-99b3-c040bcb85f20 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:47.794614 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-aab88e3b-d3fc-4bfc-a1ae-1c28f7beea92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3489432 Jan 31 17:58:47.797905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1746276640'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:47.800548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 09b6376e-e6ac-4042-a64a-4e19102e8aab will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:47.872220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-82e4c4fa-b7ea-4ae1-8f69-6df3dd301ddc req-f71a7201-2d13-4456-9dac-50d5e4217880 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=e0d7921d-c951-4f03-8bdf-7808390e504c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5205312 Jan 31 17:58:47.878716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:47.898354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:47.902034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6d11bac0-afbf-4304-99b3-c040bcb85f20 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:47.906057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6d11bac0-afbf-4304-99b3-c040bcb85f20 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8960781 Jan 31 17:58:47.907392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:47.961153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:47.980228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:48.008255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Allocated IP 2001:db8:0:1::2 (de776a43-8cf0-4bda-b4e6-596e3d220179/8caae547-a195-422c-8dff-209ae183c1df/e0e4fc8d-59ce-4ad3-b829-9f1b388574c1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:48.085513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.099417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:48.104900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.153819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting port cb99f657-06f3-49b3-a216-ec521eef47dd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:48.154350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.181676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-6d8d8d66-d077-4ffd-901b-aa7e73323082 service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234179 Jan 31 17:58:48.202918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:58:48.215163 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] Sync routers for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:58:48.232313 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:48.232925 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:48.241877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:48.246676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1408, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:48.251441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a5ab2c8b-990a-4e91-9374-58d71c36481f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:48.262763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=09b6376e-e6ac-4042-a64a-4e19102e8aab,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:48.267535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.268112 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment dbb183be-db25-4717-a597-04246cdef33a of type vlan for network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd Jan 31 17:58:48.282076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:48.286825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:48.291302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.295050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a5ab2c8b-990a-4e91-9374-58d71c36481f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:48.295435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a5ab2c8b-990a-4e91-9374-58d71c36481f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:48.296280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:48.317624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.321109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.344520 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:48.355206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Transition to ACTIVE for port object e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:48.359715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.368892 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:58:48.369535 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:48.375492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.379507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:48.380866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.466034 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:48.466351 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86027e8a-e5aa-4674-958f-a1dff7f69983 None None] The sync data for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:58:48.499150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9040d65-8729-412f-b3aa-d60c9895f63f req-08c60f81-6700-43b2-afae-8396435250ea tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:48.500902 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a9040d65-8729-412f-b3aa-d60c9895f63f req-08c60f81-6700-43b2-afae-8396435250ea tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.8208470 Jan 31 17:58:48.516152 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f556c002-1feb-4cd4-802b-ea622c90b326 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8428614 Jan 31 17:58:48.552677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015e8b9-5688-44d5-9c17-4ad778ae8ccd None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:48.553446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=ed6b7790-0a66-4adb-a6d8-6cafd2cd809b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:48.555124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:48.634835 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8472867 Jan 31 17:58:48.636412 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-375e1870-07c8-498e-b070-1c1df17d111b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-397503483 HTTP/1.1" status: 201 len: 201 time: 0.9619505 Jan 31 17:58:48.642797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58064) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:48.643127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58066) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:48.671314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7c4ba4c2-fa70-4a53-b66b-38964737540d None None] Provisioning for port 09b6376e-e6ac-4042-a64a-4e19102e8aab completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:48.677122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7c4ba4c2-fa70-4a53-b66b-38964737540d None None] Provisioning complete for port 09b6376e-e6ac-4042-a64a-4e19102e8aab triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:48.677663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c4ba4c2-fa70-4a53-b66b-38964737540d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.681753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-23af383c-23cc-46dc-bb97-d5193a40172d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-1374242159') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:48.760563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7c4ba4c2-fa70-4a53-b66b-38964737540d None None] Port 09b6376e-e6ac-4042-a64a-4e19102e8aab cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:48.776707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:48.792665 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a9040d65-8729-412f-b3aa-d60c9895f63f req-9d5672f2-f11a-47f0-9aee-72047603655f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128675 Jan 31 17:58:48.793362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c45b09-c5fd-4ca8-b99b-a2b998f48a52 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:48.815129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:48.851706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port ed6b7790-0a66-4adb-a6d8-6cafd2cd809b on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:48.854470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:48.863358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'name': 'network-vif-deleted', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:58:48.870044 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-7325a1e2-58e3-47c2-869a-e776692e0df9 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] delete failed (client error): The resource could not be found. Jan 31 17:58:48.871038 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7325a1e2-58e3-47c2-869a-e776692e0df9 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-945985766 HTTP/1.1" status: 404 len: 334 time: 0.2937090 Jan 31 17:58:48.915770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:48.933069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d28d68d4-f353-466e-a946-b0fce3534a36 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'router': {'external_gateway_info': {'network_id': '02a18adc-61ef-4040-8052-4e0d480cc341'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:48.999405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:49.000022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.008953 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f177eab-bac1-4937-8cb0-8ff38a461800 req-77a04024-e4ca-41ba-839c-82cfa2eff61f service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8166521 Jan 31 17:58:49.083660 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e9530a5-95e7-4e26-9d9b-a87baa8a2d48 req-b578fb71-adbd-4714-9766-57ac1cbe24f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/ed6b7790-0a66-4adb-a6d8-6cafd2cd809b HTTP/1.1" status: 204 len: 173 time: 2.9087200 Jan 31 17:58:49.125500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d0b8eae-f1c9-40c6-aea2-0eedc2102538 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.0562558 Jan 31 17:58:49.130628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.186975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Delete allocated IP 2001:db8::343 (de776a43-8cf0-4bda-b4e6-596e3d220179/aba9d800-0552-4e2b-80c7-59fefaac653c) {{(pid=83557) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:58:49.190373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:49.310947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:49.328467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a739fbba-380e-4222-a542-511600e015ea', 'name': 'network-vif-deleted', 'tag': 'ed6b7790-0a66-4adb-a6d8-6cafd2cd809b', 'status': 'completed', 'code': 200} Jan 31 17:58:49.388043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Provisioning for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:49.394979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8:0:1::fa (de776a43-8cf0-4bda-b4e6-596e3d220179/8caae547-a195-422c-8dff-209ae183c1df/67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:49.397159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:49.397846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.443971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Calling delete_port for cb99f657-06f3-49b3-a216-ec521eef47dd owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:49.480130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:49.493992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:49.505154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:49.509637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-473d022b-40a0-46fa-80da-be349be9a8c8 req-515458bf-919d-494f-8041-ff2d699ff7f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:49.521733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:49.550655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device ed6b7790-0a66-4adb-a6d8-6cafd2cd809b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:49.614671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: ed6b7790-0a66-4adb-a6d8-6cafd2cd809b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:49.615025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device ed6b7790-0a66-4adb-a6d8-6cafd2cd809b not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:49.622541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-473d022b-40a0-46fa-80da-be349be9a8c8 req-515458bf-919d-494f-8041-ff2d699ff7f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:49.625904 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-473d022b-40a0-46fa-80da-be349be9a8c8 req-515458bf-919d-494f-8041-ff2d699ff7f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=a739fbba-380e-4222-a542-511600e015ea HTTP/1.1" status: 200 len: 210 time: 0.2595413 Jan 31 17:58:49.637662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:49.651086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Provisioning complete for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:49.652165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.665712 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-23af383c-23cc-46dc-bb97-d5193a40172d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-1374242159 HTTP/1.1" status: 201 len: 201 time: 1.0166910 Jan 31 17:58:49.670264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:49.677254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-793b5fb9-9508-41cc-82ad-e8b5325ceddd tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-1186657944') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:49.727032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:49.742420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:49.742950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.827828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f928ae4c-00cf-4ff6-b2f1-792b2a46b619 None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:49.916312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.966575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:49.970515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:49.977139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:49.984516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:49.989597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Port': ['ID=cb99f657-06f3-49b3-a216-ec521eef47dd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:49.992831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:50.010434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:50.024152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.028178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.047054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:50.050955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.058858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:50.059425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.104541 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-da345c0c-8bfb-4e20-9dc7-d88a1b39f442 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/ports/cb99f657-06f3-49b3-a216-ec521eef47dd HTTP/1.1" status: 204 len: 168 time: 2.1879044 Jan 31 17:58:50.112968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:50.118651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.150070 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-793b5fb9-9508-41cc-82ad-e8b5325ceddd tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-1186657944 HTTP/1.1" status: 201 len: 201 time: 0.4785028 Jan 31 17:58:50.156997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.169785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-9ed8bb3e-a446-41d8-8a71-a58cc95ead6c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:50.197184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d28d68d4-f353-466e-a946-b0fce3534a36 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.209968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.257075 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-d28d68d4-f353-466e-a946-b0fce3534a36 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] update failed (client error): The resource could not be found. Jan 31 17:58:50.258116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d28d68d4-f353-466e-a946-b0fce3534a36 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341 HTTP/1.1" status: 404 len: 339 time: 1.3311381 Jan 31 17:58:50.262285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58100) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.378203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting port 003d5022-e8bf-4da2-9c22-757ed7ec94ed {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:50.378203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.441866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] In _notify_port_updated(), no bound segment for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 on network de776a43-8cf0-4bda-b4e6-596e3d220179 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:58:50.446469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:50.447085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.450936 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/ports/67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 HTTP/1.1" status: 200 len: 929 time: 4.3612950 Jan 31 17:58:50.450936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b69df2-3415-4976-9c74-ca338aac6488 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:50.455237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58104) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.466831 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.ipam_backend_mixin [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 22a1ad2d-8927-4da2-9383-3184fa1c45be (CIDR: 172.20.0.0/28) Jan 31 17:58:50.493263 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9ed8bb3e-a446-41d8-8a71-a58cc95ead6c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 200 len: 240 time: 0.3352225 Jan 31 17:58:50.502229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58108) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.519997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:50.521060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:50.527689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-c8f9dc5b-acfb-4f27-8446-191f8f398a68 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-992620000') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:50.580495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.633696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58040152-0fb6-421a-aab4-0b0be64d699f req-843ff112-8ef1-4337-9643-ef733678ebcb tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:50.635084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58040152-0fb6-421a-aab4-0b0be64d699f req-843ff112-8ef1-4337-9643-ef733678ebcb tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.5695863 Jan 31 17:58:50.660646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2deb9917-02c5-49b5-9d22-34f5915e5bce None None] Provisioning for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:50.666037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2deb9917-02c5-49b5-9d22-34f5915e5bce None None] Provisioning complete for port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:50.666602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2deb9917-02c5-49b5-9d22-34f5915e5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.668777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:50.669111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.698630 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7bf3c60f-6007-41a3-8f0d-6108d56c92da tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5044484 Jan 31 17:58:50.703266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.725592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=03b77664-0dd3-4a1e-94e1-bf16fba8734c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:50.731226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:50.745429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2deb9917-02c5-49b5-9d22-34f5915e5bce None None] Port 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:50.809272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:50.935808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:50.953886 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58040152-0fb6-421a-aab4-0b0be64d699f req-47981d0a-159e-402c-aef9-abec2f88ddf6 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3090870 Jan 31 17:58:51.097347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Calling delete_port for 003d5022-e8bf-4da2-9c22-757ed7ec94ed owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:51.097646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:51.097987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:51.203071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:51.226066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c8f9dc5b-acfb-4f27-8446-191f8f398a68 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-992620000 HTTP/1.1" status: 204 len: 168 time: 0.7142529 Jan 31 17:58:51.229764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:51.235899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:51.243619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:51.259358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-4a5b7892-83c9-4f04-a885-5180626950ef tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-992620000') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:51.266480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:51.292244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:51.307135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:51.319231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.385147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.406696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.408068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:51.416587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.417141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5369961-b078-49b5-826e-1a6791423791 None None] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:51.440500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:51.441487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.473262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a5e3a-932e-49ad-8dea-e620a6320954 req-b827446d-b484-4dad-a16c-9890883bfeb2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:51.475883 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee3a5e3a-932e-49ad-8dea-e620a6320954 req-b827446d-b484-4dad-a16c-9890883bfeb2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3622942 Jan 31 17:58:51.596738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.646823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:51.647910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.663281 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-12cdab7f-f712-42fa-bbe9-4d8f793e5f29 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0125322 Jan 31 17:58:51.670176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58128) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:51.707463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:51.774572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Port': ['ID=003d5022-e8bf-4da2-9c22-757ed7ec94ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:51.803267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.820423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.827438 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8664e321-aa9a-4e75-ac33-b34d889b793c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/ports/003d5022-e8bf-4da2-9c22-757ed7ec94ed HTTP/1.1" status: 204 len: 168 time: 1.6603682 Jan 31 17:58:51.830890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:51.876458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Allocated IP 172.20.0.2 (d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd/03b77664-0dd3-4a1e-94e1-bf16fba8734c/bf683fca-86d5-4c0c-9d0a-e29f68d9be98) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:51.925948 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee3a5e3a-932e-49ad-8dea-e620a6320954 req-63ac92af-d4ab-4c50-b96d-c8911e1b70c9 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3918540 Jan 31 17:58:51.960010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-485ed010-d7b7-4dfe-bf1a-2e74084826a6 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:51.987864 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4a5b7892-83c9-4f04-a885-5180626950ef tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-992620000 HTTP/1.1" status: 204 len: 168 time: 0.7527316 Jan 31 17:58:51.993848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:51.996565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.035921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-cab7c498-5ff5-4543-82c5-379ce6567e99 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:52.084379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-485ed010-d7b7-4dfe-bf1a-2e74084826a6 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:52.085527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-485ed010-d7b7-4dfe-bf1a-2e74084826a6 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2535439 Jan 31 17:58:52.098995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d7921d-c951-4f03-8bdf-7808390e504c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:52.100929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.132824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.141023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-984870738'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:52.184313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.198393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Transition to ACTIVE for port object bf683fca-86d5-4c0c-9d0a-e29f68d9be98 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:52.198778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:52.217364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:52.218156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Transition to ACTIVE for port object bf683fca-86d5-4c0c-9d0a-e29f68d9be98 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:52.222606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:network and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:52.226414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.228597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.232560 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dfb90466-2d51-428f-8395-4d080fc038b1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/e0d7921d-c951-4f03-8bdf-7808390e504c HTTP/1.1" status: 204 len: 168 time: 1.4156260 Jan 31 17:58:52.234754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:52.245162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:52.291881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.301239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:52.305012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:52.307630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:52.323458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Pushing event updated for resources: {'Port': ['ID=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:52.345501 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2b228279-8da0-4827-90f6-9bf77f9a796b (CIDR: 172.20.0.16/28) Jan 31 17:58:52.361240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:52.368158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.396183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.401004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bdc5c57b-61ea-486a-96ec-12ced81ecced tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 HTTP/1.1" status: 204 len: 168 time: 1.9339981 Jan 31 17:58:52.420807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1426, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:52.440093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.440483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment d65f63c9-068a-4d2b-8b64-774bda145a51 of type vlan for network e755be8f-3445-4700-a21b-92a2e83ac061 Jan 31 17:58:52.475964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.480223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Attempting to bind port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:58:52.480593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Attempting to bind port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:58:52.480954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Attempting to bind port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 on network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:58:52.488475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:58:52.489678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Checking segment: {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:52.490142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.490537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Bound using segment: {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:58:52.491003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Bound port: bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:58:52.491826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.531112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.543066 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:58:52.543277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:58:52.553600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4e068-b4b9-4f99-b2f2-c885b14628e5 req-0b4b5a1b-b0e1-4d05-a633-cc0535695928 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:52.560549 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d3b4e068-b4b9-4f99-b2f2-c885b14628e5 req-0b4b5a1b-b0e1-4d05-a633-cc0535695928 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4830589 Jan 31 17:58:52.581125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Allocated IP 172.20.0.1 (3a13dd0a-7de5-4207-9bfb-bc2604fe84dc/65ac1358-0e51-4e07-b04b-20f6a57b93f4/276bcd38-913b-45b4-b109-fe20275b9f68) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:52.589599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf90605d-58a2-47c5-8744-2ed957e85915 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:58:52.590098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf90605d-58a2-47c5-8744-2ed957e85915 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:52.593628 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57e09ce9-ebed-464d-b29e-83eaa9ba4a78 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.8794212 Jan 31 17:58:52.595346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58156) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.596557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] For port bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:58:52.602918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] For port bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:58:52.608782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.626032 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cab7c498-5ff5-4543-82c5-379ce6567e99 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 200 len: 205 time: 0.6091161 Jan 31 17:58:52.644427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.657396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'subnet': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:52.710689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2028f25-11ce-4824-9d3a-2437ca4fc3c0 None None] Pushing event updated for resources: {'Port': ['ID=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:52.712656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-eaf51f7b-892c-495a-8e3b-a5887fa19144 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:52.774715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bf90605d-58a2-47c5-8744-2ed957e85915 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:52.775865 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bf90605d-58a2-47c5-8744-2ed957e85915 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/67a7c5f7-3f2d-4e66-9c5a-d5eb9d5fa4a0 HTTP/1.1" status: 404 len: 333 time: 0.2978275 Jan 31 17:58:52.786479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.790282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:52.791104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:52.798946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:52.831962 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d3b4e068-b4b9-4f99-b2f2-c885b14628e5 req-f4d2d29c-9c41-44af-869c-521022783de0 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704968 Jan 31 17:58:53.006318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.059529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9279902 Jan 31 17:58:53.076436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58170) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:53.080064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a200001-09a6-4135-9654-825a52109c89 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=e755be8f-3445-4700-a21b-92a2e83ac061,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:53.089880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1077381538'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:53.096143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 0c694df9-6b4d-4f80-a612-aa18a118ec46 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:53.100658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e755be8f-3445-4700-a21b-92a2e83ac061 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:53.124903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.177727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:53.182455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:network and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:53.187582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:53.201275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:53.202511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:53.240485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.294190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Usage tracker for resource:subnet and tenant:9ea52dd744664d43bacbec8c77cc4417 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:53.311965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:53.327524 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eaf51f7b-892c-495a-8e3b-a5887fa19144 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 200 len: 240 time: 0.6710370 Jan 31 17:58:53.358199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:53.360825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:53.362860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:53.366538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.369276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-c500a7c4-8ae2-4bca-af51-f89850032a3e tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-397503483') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:53.390780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.441504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.453207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Made reservation on behalf of 9ea52dd744664d43bacbec8c77cc4417 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:53.456620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.459151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.467537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] vlan segment allocate from pool success with {'vlan_id': 1440, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:58:53.498660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.498996 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Added segment c3564f78-6138-424e-bb92-88bdc5d0f285 of type vlan for network ea71f0c0-8f38-4b67-966a-92f653ca8d05 Jan 31 17:58:53.500639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.569028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Transition to ACTIVE for port object 276bcd38-913b-45b4-b109-fe20275b9f68 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:53.603068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1ff7b-2f58-4f11-9edc-fd4b0d7136d4 req-025d94a0-5b76-44a1-8a01-3142cccee8d2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:53.604608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7ff1ff7b-2f58-4f11-9edc-fd4b0d7136d4 req-025d94a0-5b76-44a1-8a01-3142cccee8d2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.2848382 Jan 31 17:58:53.617780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.637803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.667551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8127fe-a899-492c-b89c-693295c8662c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:53.716213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.753497 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c500a7c4-8ae2-4bca-af51-f89850032a3e tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-397503483 HTTP/1.1" status: 204 len: 168 time: 0.3941739 Jan 31 17:58:53.755012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7ff1ff7b-2f58-4f11-9edc-fd4b0d7136d4 req-ed99208b-cc6c-4242-af26-66627a62397f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390741 Jan 31 17:58:53.761677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.761906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:53.764970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:53.765583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.772374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-743bf638-2bf8-4ea6-8f99-9863ee0b9ccd tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-397503483') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:53.792898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=0c694df9-6b4d-4f80-a612-aa18a118ec46,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:53.859872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.941150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.20.0.1 (d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd/03b77664-0dd3-4a1e-94e1-bf16fba8734c/33c73b36-84f7-4fe4-8757-8211ee2afd3b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:53.980077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.981200 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bf25c321-17ab-4d11-9643-a038a7d566cb tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/security-groups/ea8127fe-a899-492c-b89c-693295c8662c HTTP/1.1" status: 204 len: 168 time: 1.1640670 Jan 31 17:58:53.989862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:53.995738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:53.997604 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b61ba57-a76e-4997-b459-efac44c97bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/0c694df9-6b4d-4f80-a612-aa18a118ec46 HTTP/1.1" status: 204 len: 168 time: 1.7030206 Jan 31 17:58:53.998614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfbd4de-269c-4022-a5c0-679e351a4850 None None] Network f569d038-53a5-4d70-86a4-1e65444c5df9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:54.014160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:54.022110 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9433179 Jan 31 17:58:54.033098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736078d-a360-4f87-b7ab-710504a3004c tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Network': ['ID=ea71f0c0-8f38-4b67-966a-92f653ca8d05,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:54.063857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bf683fca-86d5-4c0c-9d0a-e29f68d9be98 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:54.117682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.131548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:54.143148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network ea71f0c0-8f38-4b67-966a-92f653ca8d05 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:58:54.148292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.162215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58192) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:54.168849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875e7eeb-0456-4881-8d47-549930fbfbab None None] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:54.173562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'subnets': [{'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973349469', 'ip_version': 4}, {'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:54.173873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'subnet': {'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1973349469', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:54.174428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Request body: {'subnet': {'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:54.189569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:54.242822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Port': ['ID=276bcd38-913b-45b4-b109-fe20275b9f68,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:54.245534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:54.394061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e5117ff5-5dd5-4e47-a5ca-3f2b8d84efd3 None None] Provisioning for port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:54.447500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.463862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:54.490156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b388097-b062-424e-a79d-ab3bbe8a39bb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:54.493920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.495026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a4659951-2ef2-498f-8e78-fd6f716409fe tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/security-groups/7b388097-b062-424e-a79d-ab3bbe8a39bb HTTP/1.1" status: 204 len: 168 time: 0.5014312 Jan 31 17:58:54.500016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:54.502031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58196) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:54.513653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:54.514110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.524862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.539070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Usage tracker for resource:subnet and tenant:53fb7db1a33243538126aa85b7aea47a is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:54.545710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:54.555450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:54.580313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.616806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:54.617139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.663981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Made reservation on behalf of 53fb7db1a33243538126aa85b7aea47a for: {'subnet': 2} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:54.677039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-743bf638-2bf8-4ea6-8f99-9863ee0b9ccd tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-397503483 HTTP/1.1" status: 204 len: 168 time: 0.9100275 Jan 31 17:58:54.678026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:54.678147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.695389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-092206f9-cea1-4a5e-b9ff-974fc1c93ee1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:54.722681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007b4800-7d6b-4423-ac48-85f7699dfbed None None] Provisioning for port 276bcd38-913b-45b4-b109-fe20275b9f68 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:54.734563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 33c73b36-84f7-4fe4-8757-8211ee2afd3b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:54.745309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-007b4800-7d6b-4423-ac48-85f7699dfbed None None] Provisioning complete for port 276bcd38-913b-45b4-b109-fe20275b9f68 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:54.745957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-007b4800-7d6b-4423-ac48-85f7699dfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.773764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.872463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-007b4800-7d6b-4423-ac48-85f7699dfbed None None] Port 276bcd38-913b-45b4-b109-fe20275b9f68 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:54.888619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet aba9d800-0552-4e2b-80c7-59fefaac653c {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:54.900243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.926576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Network 6366434d-171c-4c1c-a6cd-44be175465de is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:54.939066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:54.968573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:54.996668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65ce869-4061-42f7-aa7e-76b623bdfba4 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:55.004116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:55.005839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.016030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Subnet': ['ID=f067ed6b-5856-4c95-bcaa-e945dada891f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:55.057112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.060850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.099291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] DHCP port deletion for f569d038-53a5-4d70-86a4-1e65444c5df9 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:58:55.106590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:55.112185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Deleting port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:55.112552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.116220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.123325 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-092206f9-cea1-4a5e-b9ff-974fc1c93ee1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 200 len: 205 time: 0.4381695 Jan 31 17:58:55.130987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:55.133632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.133967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.143210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.155258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-ab6b1d89-bb5e-4ca5-82e7-aade4fd49004 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:55.219380 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b335253c-abd1-4661-94bd-1b9b58d65a37 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6228728 Jan 31 17:58:55.227222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:55.241010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-234147742', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f067ed6b-5856-4c95-bcaa-e945dada891f'}], 'security_groups': ['b1967e61-38e3-4012-9d46-9fa1ac452c8e', '5c9ce107-2eec-4653-833c-abf3390d7bdf']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:55.293765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:55.294131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.383780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:55.402869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:55.415957 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ab6b1d89-bb5e-4ca5-82e7-aade4fd49004 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 200 len: 241 time: 0.2629719 Jan 31 17:58:55.415957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.451631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58214) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:55.459954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-b318227a-9194-4b2b-ad9b-5d5640f831c5 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-1374242159') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:55.472270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:55.552281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:55.565276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] For port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,segment=NetworkSegment(91a697ff-a8d2-4b65-8639-7951068e42b1),segment_id=91a697ff-a8d2-4b65-8639-7951068e42b1)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:55.565709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.568976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:55.574430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:55.710173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Calling delete_port for 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:58:55.808552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6f256-2811-47fc-abbc-dbcc3370fb65 req-207b9825-c6d1-4db5-94fd-9719ee183548 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:55.810834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-46b6f256-2811-47fc-abbc-dbcc3370fb65 req-207b9825-c6d1-4db5-94fd-9719ee183548 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.8095517 Jan 31 17:58:55.816524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-74085821-5c88-4ee8-99ca-1472fa657b4c None None] Provisioning complete for port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:55.817736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-74085821-5c88-4ee8-99ca-1472fa657b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.822909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.864705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.878867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:55.894942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:58:55.895393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:58:55.915946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b318227a-9194-4b2b-ad9b-5d5640f831c5 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-1374242159 HTTP/1.1" status: 204 len: 168 time: 0.4607100 Jan 31 17:58:55.923216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:55.948752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-143c736e-fa52-42d3-b038-499ef0dbf6f3 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-1374242159') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:55.965485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.015357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=aba9d800-0552-4e2b-80c7-59fefaac653c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:56.039460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bf683fca-86d5-4c0c-9d0a-e29f68d9be98 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:56.039718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=58e0171c-7df9-47fd-8fe0-f84a1d7fb072,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:56.075344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.091717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd190d95-77e7-4594-9ae5-74ac9972f5a2 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:56.111419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-679e484d-722a-4253-99bd-0106d25cb341 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/aba9d800-0552-4e2b-80c7-59fefaac653c HTTP/1.1" status: 204 len: 168 time: 1.6083302 Jan 31 17:58:56.116789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58222) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:56.173075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:56.195926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Update dhcp port {'port': {'network_id': '6366434d-171c-4c1c-a6cd-44be175465de', 'fixed_ips': [{'subnet_id': '2b228279-8da0-4827-90f6-9bf77f9a796b', 'ip_address': '172.20.0.18'}, {'subnet_id': '22a1ad2d-8927-4da2-9383-3184fa1c45be', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f067ed6b-5856-4c95-bcaa-e945dada891f'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': '27094420-0172-44e2-94f8-46ad5bc3c643'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:58:56.240917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:58:56.304280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.358874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-606e5ce0-5a0c-4522-8eac-1f0e45a23988 None None] Provisioning for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:56.382800 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-143c736e-fa52-42d3-b038-499ef0dbf6f3 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-1374242159 HTTP/1.1" status: 204 len: 168 time: 0.4396584 Jan 31 17:58:56.391487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:56.391487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.394156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:56.397177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-46b6f256-2811-47fc-abbc-dbcc3370fb65 req-e3277262-bc4d-48fb-b970-0a34ad14c424 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5778275 Jan 31 17:58:56.407266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-78cd37a0-9a27-4629-8eeb-06a260276d1b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:56.431333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Deleting port 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:56.431530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.453359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-606e5ce0-5a0c-4522-8eac-1f0e45a23988 None None] Provisioning complete for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:56.453753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-606e5ce0-5a0c-4522-8eac-1f0e45a23988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.502229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:56.515511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:56.573736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.581986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:56.605949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.608419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:56.633574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.633994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9507ab8f-5b7e-419e-8eb4-137bfa47bfb6 None None] The port '58e0171c-7df9-47fd-8fe0-f84a1d7fb072' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:58:56.670428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f569d038-53a5-4d70-86a4-1e65444c5df9']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:56.677238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:58:56.694176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:56.702143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-606e5ce0-5a0c-4522-8eac-1f0e45a23988 None None] Port 33c73b36-84f7-4fe4-8757-8211ee2afd3b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:56.726217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78cd37a0-9a27-4629-8eeb-06a260276d1b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 200 len: 205 time: 0.3280835 Jan 31 17:58:56.735896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:56.844910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-9530a366-1b57-4745-b744-2a15a1d3bb9d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:56.858479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:56.909610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a697ff-a8d2-4b65-8639-7951068e42b1') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:56.909990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a697ff-a8d2-4b65-8639-7951068e42b1') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:56.946584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Allocated IP 172.20.0.34 (6366434d-171c-4c1c-a6cd-44be175465de/f067ed6b-5856-4c95-bcaa-e945dada891f/27094420-0172-44e2-94f8-46ad5bc3c643) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:56.980736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:58:56.981278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.025527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.034937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:58:57.035282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 58e0171c-7df9-47fd-8fe0-f84a1d7fb072 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:58:57.076564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.078848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Subnet': ['ID=af43d469-a0da-4a6d-8408-8ee3893acf55,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:57.103111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9530a366-1b57-4745-b744-2a15a1d3bb9d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 200 len: 241 time: 0.2782958 Jan 31 17:58:57.108785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:57.121575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Checking segment: {'id': 'd65f63c9-068a-4d2b-8b64-774bda145a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:57.122295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network hostable DHCP agents. Network: e755be8f-3445-4700-a21b-92a2e83ac061, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:57.138125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-d9005c9e-4993-4ed3-89b8-9034f317d3e1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-1186657944') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:57.226281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d9005c9e-4993-4ed3-89b8-9034f317d3e1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-1186657944 HTTP/1.1" status: 204 len: 168 time: 0.0955727 Jan 31 17:58:57.228903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58242) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:57.237873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-3586b9c3-f619-4088-a890-99571709a1a5 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-1186657944') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:57.258706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network e755be8f-3445-4700-a21b-92a2e83ac061 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:57.282788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:58:57.284501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-f68cbd22-7600-4bdb-82e2-7641592e8a44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 1099 time: 0.2676580 Jan 31 17:58:57.286359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e755be8f-3445-4700-a21b-92a2e83ac061) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:57.295304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03750f-6d59-4022-b920-f838491b4613 None None] Network e755be8f-3445-4700-a21b-92a2e83ac061 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:57.314547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.343820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.405070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1449 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:58:57.405555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:58:57.428333 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:58:57.531328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:57.555873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event updated for resources: {'Port': ['ID=276bcd38-913b-45b4-b109-fe20275b9f68,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:57.583988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.587205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.610102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e755be8f-3445-4700-a21b-92a2e83ac061', 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061', 'tenant_id': '53fb7db1a33243538126aa85b7aea47a', 'fixed_ips': [{'subnet_id': 'af43d469-a0da-4a6d-8408-8ee3893acf55'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:57.611268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.632907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Transition to ACTIVE for port object 27094420-0172-44e2-94f8-46ad5bc3c643 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:57.640981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.663038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.668506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.758327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event updated for resources: {'Subnet': ['ID=de330735-ecf0-4bb3-982a-534ae1d73349,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:57.770034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.801929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfba6c-6b28-4758-8de7-7481a5196a49 None None] Pushing event updated for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:57.814281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3586b9c3-f619-4088-a890-99571709a1a5 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-1186657944 HTTP/1.1" status: 204 len: 168 time: 0.5825467 Jan 31 17:58:57.830148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58246) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:57.837729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b6b72-a541-4672-ac1e-a9131b3d8bdc req-7232064e-1a8a-4d22-8a0a-d830420f6004 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:57.844821 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-457b6b72-a541-4672-ac1e-a9131b3d8bdc req-7232064e-1a8a-4d22-8a0a-d830420f6004 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.8271828 Jan 31 17:58:57.846914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=f569d038-53a5-4d70-86a4-1e65444c5df9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:57.874091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-300d5ac4-134f-49a8-9773-8fdaac34d39f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:57.877245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:57.879100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-06ea64a2-e2d5-4239-92af-f94726911146 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:57.880614 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-06ea64a2-e2d5-4239-92af-f94726911146 service neutron] 10.222.0.86 "GET /v2.0/networks?id=56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 200 len: 914 time: 0.5623639 Jan 31 17:58:57.881354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Checking segment: {'id': 'c3564f78-6138-424e-bb92-88bdc5d0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:58:57.883178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network hostable DHCP agents. Network: ea71f0c0-8f38-4b67-966a-92f653ca8d05, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:58:57.885103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1df39fde-4474-475b-a204-a5ee707ebeee None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:57.885268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1df39fde-4474-475b-a204-a5ee707ebeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.950066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:57.955786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:57.957122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:57.975839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ebeb90-83ed-4a83-9121-72a565ad658f None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:57.996665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=dd8e8712-1c4c-43c6-86fb-c16fa5976138,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:58.027847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:58:58.033207 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f1bc6677-ea00-4087-bec0-7afb99fd5a7d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8688517 Jan 31 17:58:58.041664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.048807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'security_group': {'name': 'tempest-secgroup-1132234839'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:58.052960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Network ea71f0c0-8f38-4b67-966a-92f653ca8d05 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:58:58.060665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-095d3246-aa66-4b8e-ba5b-d20a0fb49636 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 200 len: 1002 time: 0.1736321 Jan 31 17:58:58.061740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:58.066546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:58.070932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:58.086853 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-167b5373-e016-4853-ac0e-465c882f5ee1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/f569d038-53a5-4d70-86a4-1e65444c5df9 HTTP/1.1" status: 204 len: 168 time: 4.0643282 Jan 31 17:58:58.094697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58254) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.110022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, ea71f0c0-8f38-4b67-966a-92f653ca8d05) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:58.116749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:58.128231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.128785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.129665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.158390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.182609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-06157bc8-ed82-4969-8102-6bfae41cb034 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.184202 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-06157bc8-ed82-4969-8102-6bfae41cb034 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 200 len: 851 time: 0.1145332 Jan 31 17:58:58.191283 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-98b37cd2-1de6-4c38-8aa3-731a609d2b18 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0254424 Jan 31 17:58:58.221920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.235219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b62bd1f-c6b0-4dfd-bd2e-82cb7fd72c73 None None] Network ea71f0c0-8f38-4b67-966a-92f653ca8d05 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:58:58.295751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:58.321932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:58.328512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:58.329179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:58.340646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:58.345654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.347100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.348623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:58:58.350126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:58:58.365024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:58.409756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:58:58.413654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a5a4d944-4296-40ab-b43a-3c7941e7c44a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1893957 Jan 31 17:58:58.421897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-ba7f09b7-80b5-4d5e-a027-43d6d22b1f35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=56a49de1-a708-479c-a65b-2f040dbacb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2307110 Jan 31 17:58:58.424507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58262) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.470751 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-300d5ac4-134f-49a8-9773-8fdaac34d39f tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 200 len: 205 time: 0.6169908 Jan 31 17:58:58.498769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.509729 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:58:58.510527 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-457b6b72-a541-4672-ac1e-a9131b3d8bdc req-b9a5dae3-be19-4c27-a004-3ed0d814f875 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6647942 Jan 31 17:58:58.533424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-c469a402-58df-440d-9685-203c5ff12363 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:58.538497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Allocated IP 172.20.0.2 (e755be8f-3445-4700-a21b-92a2e83ac061/af43d469-a0da-4a6d-8408-8ee3893acf55/facc08bf-a90f-4d95-b373-9674dfbeca6b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:58.640768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.666041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting subnet af43d469-a0da-4a6d-8408-8ee3893acf55 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:58:58.667367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.737349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf603d15-66e1-4f3b-8c1d-19b08e496b94,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:58.742790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.746627 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b49ea438-bb7b-4d7a-949d-bac6b6b314a9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7012711 Jan 31 17:58:58.749381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:58.758330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'security_group': {'name': 'tempest-secgroup-710793619'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:58.777668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:58.791931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:58.797858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:58.806145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:58.809660 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-97e8ce6c-2df8-4776-8912-fe3d45beddec service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807561 Jan 31 17:58:58.868817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Delete allocated IP 172.20.0.6 (6366434d-171c-4c1c-a6cd-44be175465de/22a1ad2d-8927-4da2-9383-3184fa1c45be) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:58:58.930884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:58:58.933811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.949846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Allocated IP 172.20.0.44 (6366434d-171c-4c1c-a6cd-44be175465de/f067ed6b-5856-4c95-bcaa-e945dada891f/09b6376e-e6ac-4042-a64a-4e19102e8aab) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:58.955502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 7ad7f565-344e-489f-89a2-ee8366176180 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:58:58.955981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:58.961669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-1df39fde-4474-475b-a204-a5ee707ebeee None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:58.962099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1df39fde-4474-475b-a204-a5ee707ebeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.024385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:59.030573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:59.034419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df5a11b5-07e8-4347-9bdc-2b9ac2ec5992 req-a14970e2-0284-4026-8445-eba34fc3b9cb service neutron] 10.222.0.86 "GET /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165568 Jan 31 17:58:59.035198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:59.036512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.042098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:59.074415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.100355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-ea71f0c0-8f38-4b67-966a-92f653ca8d05', 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05', 'tenant_id': '53fb7db1a33243538126aa85b7aea47a', 'fixed_ips': [{'subnet_id': 'de330735-ecf0-4bb3-982a-534ae1d73349'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:58:59.101202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.108306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.113309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.140413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-1df39fde-4474-475b-a204-a5ee707ebeee None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:58:59.162430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.166145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4154611 Jan 31 17:58:59.167262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:59.174103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373df35-bde3-47bc-98bd-a0cffc009ca9 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51d9e34-e850-4f55-a494-3fd880ac49b9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:59.175599 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c469a402-58df-440d-9685-203c5ff12363 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 204 len: 168 time: 0.6683416 Jan 31 17:58:59.176086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:59.185381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'security_group': {'name': 'tempest-secgroup-938073293'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:58:59.198510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-a9aa1b92-db1d-4301-a2f7-b9795841f903 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:59.253224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:59.268788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:59.274156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:59.283484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:59.297744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.321401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Transition to ACTIVE for port object facc08bf-a90f-4d95-b373-9674dfbeca6b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:59.355867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.381327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.395693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:59.401746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning for port 27094420-0172-44e2-94f8-46ad5bc3c643 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:58:59.402654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9aa1b92-db1d-4301-a2f7-b9795841f903 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 204 len: 168 time: 0.2113950 Jan 31 17:58:59.404553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:58:59.405500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Transition to ACTIVE for port object facc08bf-a90f-4d95-b373-9674dfbeca6b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:58:59.407183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:59.412644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-121759b8-e18e-4187-9277-2d3350cdb4b3 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:59.446907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.459445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.462165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:58:59.462534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.479342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:security_group_rule and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:58:59.489730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:58:59.498323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:58:59.532481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.661251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Allocated IP 172.20.0.18 (ea71f0c0-8f38-4b67-966a-92f653ca8d05/de330735-ecf0-4bb3-982a-534ae1d73349/e0a2c69f-793d-4722-8f5f-7783de74d12e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:58:59.667077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Update dhcp port {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'fixed_ips': [{'subnet_id': '8caae547-a195-422c-8dff-209ae183c1df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dd8e8712-1c4c-43c6-86fb-c16fa5976138'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'e0e4fc8d-59ce-4ad3-b829-9f1b388574c1'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:58:59.678481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.690892 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-121759b8-e18e-4187-9277-2d3350cdb4b3 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 204 len: 168 time: 0.2811637 Jan 31 17:58:59.691237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.695327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.699623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Network e755be8f-3445-4700-a21b-92a2e83ac061 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:58:59.699771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58288) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:59.705900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Pushing event updated for resources: {'Port': ['ID=facc08bf-a90f-4d95-b373-9674dfbeca6b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:59.714840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-b088de8c-6595-410f-9935-ce2222f873b7 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:58:59.717568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:58:59.727028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:58:59.749602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.750281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.887415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2531b00b-4dd9-47c5-9abb-eb42feb080ac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:58:59.898692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:58:59.903136 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8fe8e1b7-c9c6-4501-bb78-9867d70bf810 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7321801 Jan 31 17:58:59.905907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:58:59.914904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1821574119', 'security_groups': ['2531b00b-4dd9-47c5-9abb-eb42feb080ac'], 'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dd8e8712-1c4c-43c6-86fb-c16fa5976138'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:00.077143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.102210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 7ad7f565-344e-489f-89a2-ee8366176180 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:00.133020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Attempting to bind port facc08bf-a90f-4d95-b373-9674dfbeca6b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:00.133392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Attempting to bind port facc08bf-a90f-4d95-b373-9674dfbeca6b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd65f63c9-068a-4d2b-8b64-774bda145a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:00.134350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Attempting to bind port facc08bf-a90f-4d95-b373-9674dfbeca6b on network e755be8f-3445-4700-a21b-92a2e83ac061 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:00.153655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.208547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.227390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67beb2-f9d1-4c31-b6d8-9203a13bfa06 req-632f6188-777f-47e1-b62f-c907d35ab535 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:00.228952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9b67beb2-f9d1-4c31-b6d8-9203a13bfa06 req-632f6188-777f-47e1-b62f-c907d35ab535 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4676309 Jan 31 17:59:00.229752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Subnet': ['ID=af43d469-a0da-4a6d-8408-8ee3893acf55,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:00.236285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:00.236659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Checking segment: {'id': 'd65f63c9-068a-4d2b-8b64-774bda145a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:00.237058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.237467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Bound using segment: {'id': 'd65f63c9-068a-4d2b-8b64-774bda145a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:00.237946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Bound port: facc08bf-a90f-4d95-b373-9674dfbeca6b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65f63c9-068a-4d2b-8b64-774bda145a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': 'e755be8f-3445-4700-a21b-92a2e83ac061'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:00.238315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.240188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.245460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Router 02a18adc-61ef-4040-8052-4e0d480cc341 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:00.258316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:00.264754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Transition to ACTIVE for port object 09b6376e-e6ac-4042-a64a-4e19102e8aab will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:00.265953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:00.293194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f1cd4b52-1383-4e1c-a8a9-f3e6b15b855a tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/subnets/af43d469-a0da-4a6d-8408-8ee3893acf55 HTTP/1.1" status: 204 len: 168 time: 1.8675907 Jan 31 17:59:00.294608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:00.305013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:00.349005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.369153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:00.376184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.394820 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9b67beb2-f9d1-4c31-b6d8-9203a13bfa06 req-7f57ac3c-c42d-4183-acec-3acd48b2f6a2 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419144 Jan 31 17:59:00.398838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:00.413769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning for port 09b6376e-e6ac-4042-a64a-4e19102e8aab completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:00.417004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Transition to ACTIVE for port object e0a2c69f-793d-4722-8f5f-7783de74d12e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:00.457189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning complete for port 09b6376e-e6ac-4042-a64a-4e19102e8aab triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:00.457684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.556200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] For port facc08bf-a90f-4d95-b373-9674dfbeca6b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:00.570856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Transition to ACTIVE for port object e0a2c69f-793d-4722-8f5f-7783de74d12e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:00.584297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] For port facc08bf-a90f-4d95-b373-9674dfbeca6b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=facc08bf-a90f-4d95-b373-9674dfbeca6b,segment=NetworkSegment(d65f63c9-068a-4d2b-8b64-774bda145a51),segment_id=d65f63c9-068a-4d2b-8b64-774bda145a51)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:00.594612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.597921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Port 09b6376e-e6ac-4042-a64a-4e19102e8aab cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:00.631429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.669765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.686774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Allocated IP 2001:db8::2 (de776a43-8cf0-4bda-b4e6-596e3d220179/dd8e8712-1c4c-43c6-86fb-c16fa5976138/e0e4fc8d-59ce-4ad3-b829-9f1b388574c1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:00.691361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting subnet de330735-ecf0-4bb3-982a-534ae1d73349 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:00.698087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.699095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Network ea71f0c0-8f38-4b67-966a-92f653ca8d05 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:00.711434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:00.721990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:00.728612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event updated for resources: {'Port': ['ID=09b6376e-e6ac-4042-a64a-4e19102e8aab,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:00.732573 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b088de8c-6595-410f-9935-ce2222f873b7 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 204 len: 168 time: 1.0314908 Jan 31 17:59:00.737449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:00.738579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Pushing event updated for resources: {'Port': ['ID=e0a2c69f-793d-4722-8f5f-7783de74d12e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:00.742879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-57bc04d8-e84d-4de6-89b0-2f8820949210 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-551233748') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:00.774158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] device_id is not set on port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 17:59:00.799334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:00.799682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.932737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:00.951176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.009208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] In _notify_port_updated(), no bound segment for port 09b6376e-e6ac-4042-a64a-4e19102e8aab on network 6366434d-171c-4c1c-a6cd-44be175465de {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:59:01.014026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:01.014907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.016404 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-800b2b93-614e-4c48-9255-7572c6eba2d6 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "PUT /v2.0/ports/09b6376e-e6ac-4042-a64a-4e19102e8aab HTTP/1.1" status: 200 len: 959 time: 5.7876737 Jan 31 17:59:01.032804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:01.061857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:01.076114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57cabb-14be-433e-8288-7b7d87be9d96 None None] Pushing event updated for resources: {'Port': ['ID=facc08bf-a90f-4d95-b373-9674dfbeca6b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:01.102046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Attempting to bind port e0a2c69f-793d-4722-8f5f-7783de74d12e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:01.102412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Attempting to bind port e0a2c69f-793d-4722-8f5f-7783de74d12e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c3564f78-6138-424e-bb92-88bdc5d0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:01.102768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Attempting to bind port e0a2c69f-793d-4722-8f5f-7783de74d12e on network ea71f0c0-8f38-4b67-966a-92f653ca8d05 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:01.108070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=7ad7f565-344e-489f-89a2-ee8366176180,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:01.119900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83255d1c-4f2e-455b-b5b8-5485f2336df6 None None] Network e755be8f-3445-4700-a21b-92a2e83ac061 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:01.138162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 09b6376e-e6ac-4042-a64a-4e19102e8aab {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:01.138519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.148300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:01.173456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.265444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:01.265735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Checking segment: {'id': 'c3564f78-6138-424e-bb92-88bdc5d0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:01.266128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.266516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Bound using segment: {'id': 'c3564f78-6138-424e-bb92-88bdc5d0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:01.266988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Bound port: e0a2c69f-793d-4722-8f5f-7783de74d12e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3564f78-6138-424e-bb92-88bdc5d0f285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': 'ea71f0c0-8f38-4b67-966a-92f653ca8d05'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:01.267354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.303191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Provisioning complete for port 276bcd38-913b-45b4-b109-fe20275b9f68 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:01.303564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.329967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:01.378374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:59:01.383141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-186605c8-88c2-4548-9470-6e95fc84e826 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1198649 Jan 31 17:59:01.388185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58308) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:01.388346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.389671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] Sync routers for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:01.438652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.446646 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-57bc04d8-e84d-4de6-89b0-2f8820949210 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-551233748 HTTP/1.1" status: 201 len: 201 time: 0.7089620 Jan 31 17:59:01.455790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:01.468763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-b41ca625-5a25-4ae9-b605-ae95856fd9d1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-1364273905') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:01.532471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c0db2f29-a142-4966-8dbb-7303ba440ed3 None None] Port 276bcd38-913b-45b4-b109-fe20275b9f68 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:01.536877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Transition to ACTIVE for port object e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:01.551110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:01.552326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:01.571464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.604379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.675909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:01.760513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 09b6376e-e6ac-4042-a64a-4e19102e8aab owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:01.799643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150aeebe-dd80-4151-a0d5-a3b778aed4be None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:01.802422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:01.803113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:01.824720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.859948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Provisioning complete for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:01.859948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.898918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] For port e0a2c69f-793d-4722-8f5f-7783de74d12e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:01.913069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:01.913633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d8cf8-ce2b-48cb-adb7-3d88461a5657 None None] The sync data for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:01.916547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Subnet': ['ID=de330735-ecf0-4bb3-982a-534ae1d73349,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:01.924622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.927757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] For port e0a2c69f-793d-4722-8f5f-7783de74d12e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0a2c69f-793d-4722-8f5f-7783de74d12e,segment=NetworkSegment(c3564f78-6138-424e-bb92-88bdc5d0f285),segment_id=c3564f78-6138-424e-bb92-88bdc5d0f285)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:01.938016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8::10a (de776a43-8cf0-4bda-b4e6-596e3d220179/dd8e8712-1c4c-43c6-86fb-c16fa5976138/5b45f9fd-260c-4b82-b6c6-00228985c6b4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:01.938176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:01.982463 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ff21d423-7efd-4a17-9cb9-5c51349fe5b5 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/subnets/de330735-ecf0-4bb3-982a-534ae1d73349 HTTP/1.1" status: 204 len: 168 time: 1.6735787 Jan 31 17:59:01.983047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:01.998214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8731031c-c52e-46f2-a1d0-5b3601f6da43 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.048807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Port 33c73b36-84f7-4fe4-8757-8211ee2afd3b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:02.078162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ecac7-7cd6-408b-b8f4-0a80ae5a190b None None] Pushing event updated for resources: {'Port': ['ID=e0a2c69f-793d-4722-8f5f-7783de74d12e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:02.110243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:02.121238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5927cd6-a177-4f2b-a87c-75fa1d2320ae req-3beba035-0ab3-4f67-836b-87de0ae8b83e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:02.126459 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5927cd6-a177-4f2b-a87c-75fa1d2320ae req-3beba035-0ab3-4f67-836b-87de0ae8b83e tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3791673 Jan 31 17:59:02.127260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:59:02.136506 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b41ca625-5a25-4ae9-b605-ae95856fd9d1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-1364273905 HTTP/1.1" status: 201 len: 201 time: 0.6770899 Jan 31 17:59:02.143143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Provisioning complete for port 09b6376e-e6ac-4042-a64a-4e19102e8aab triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:02.143515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.164776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:02.170995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-ccf5e3de-d230-4699-ad2f-f77f4c3b43e1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-1213784920') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:02.243851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fe9b9-e67e-47cd-93e7-7ab59ed5fb38 None None] Port 09b6376e-e6ac-4042-a64a-4e19102e8aab cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:02.388861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf4c29-61bc-4782-a9f2-3d5d81dc4c55 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:02.389569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8acf4c29-61bc-4782-a9f2-3d5d81dc4c55 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Synchronizing usage tracker for tenant:53fb7db1a33243538126aa85b7aea47a on resource:subnet {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:02.400857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.520696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=09b6376e-e6ac-4042-a64a-4e19102e8aab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:02.584083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8acf4c29-61bc-4782-a9f2-3d5d81dc4c55 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Unset dirty status for tenant:53fb7db1a33243538126aa85b7aea47a on resource:subnet {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:02.585194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8acf4c29-61bc-4782-a9f2-3d5d81dc4c55 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6006699 Jan 31 17:59:02.595290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:02.625911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.626241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.626570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.626915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.627487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.627602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.628111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.628422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.628731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.629473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.629473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:02.630640 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5927cd6-a177-4f2b-a87c-75fa1d2320ae req-8d6ba6a1-8847-440e-9f43-36a10f81533d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4821467 Jan 31 17:59:02.751957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.796926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.809150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58332) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:02.809915 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ccf5e3de-d230-4699-ad2f-f77f4c3b43e1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-1213784920 HTTP/1.1" status: 201 len: 201 time: 0.6437976 Jan 31 17:59:02.818921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-89311f98-c374-4de1-91a2-0101f291a969 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-908528882') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:02.908903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7d108ba1-b092-47ac-9d7b-51e06218fa2d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/09b6376e-e6ac-4042-a64a-4e19102e8aab HTTP/1.1" status: 204 len: 168 time: 1.8662393 Jan 31 17:59:02.909900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 5b45f9fd-260c-4b82-b6c6-00228985c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:02.915201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58336) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:02.919543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:02.922369 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-8731031c-c52e-46f2-a1d0-5b3601f6da43 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 17:59:02.925971 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8731031c-c52e-46f2-a1d0-5b3601f6da43 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341 HTTP/1.1" status: 409 len: 329 time: 1.5346229 Jan 31 17:59:02.928392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.001724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Provisioning for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:03.009228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:03.009907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.018368 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea94f9ae-8e14-4625-9a78-db5531c926d8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] GET failed (client error): The resource could not be found. Jan 31 17:59:03.018982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ea94f9ae-8e14-4625-9a78-db5531c926d8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Synchronizing usage tracker for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:03.033756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting port e0a2c69f-793d-4722-8f5f-7783de74d12e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:03.034260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.034412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:03.045166 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:03.050861 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9243c88c-5e31-4670-a79a-928b3860a7ac tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3796663 Jan 31 17:59:03.052702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58346) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.065610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-695936482'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:03.071150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:03.072471 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:03.073587 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:03.075763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:03.079168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:03.086637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:03.136099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc0eaa-839e-42c7-ba66-35b972fc21a6 req-70ab28b5-6f0c-401e-af4e-0a9340d1d8be tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:03.138210 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d7fc0eaa-839e-42c7-ba66-35b972fc21a6 req-70ab28b5-6f0c-401e-af4e-0a9340d1d8be tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3369293 Jan 31 17:59:03.195563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:03.199446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.201024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:03.201725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.209821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.211409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ea94f9ae-8e14-4625-9a78-db5531c926d8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Unset dirty status for tenant:9ea52dd744664d43bacbec8c77cc4417 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:03.212601 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ea94f9ae-8e14-4625-9a78-db5531c926d8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports/09b6376e-e6ac-4042-a64a-4e19102e8aab HTTP/1.1" status: 404 len: 333 time: 0.2908335 Jan 31 17:59:03.223198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58350) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.262988 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-89311f98-c374-4de1-91a2-0101f291a969 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-908528882 HTTP/1.1" status: 201 len: 201 time: 0.4507675 Jan 31 17:59:03.264304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4ea942c8-5342-4c44-8688-28438a2c7a08 None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:03.277613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.287069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-7536e62c-470f-41b9-8293-6b566dda02ef tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', {'tags': ['tempest-TagsExtTest-Tag-213692459', 'tempest-TagsExtTest-Tag-1100507096', 'tempest-TagsExtTest-Tag-2087192236']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:03.303631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:03.341895 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:03.349913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:03.460109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01826565-a550-412e-8cc3-c5e884f0022a None None] Network ea71f0c0-8f38-4b67-966a-92f653ca8d05 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:03.488237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:03.501906 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d7fc0eaa-839e-42c7-ba66-35b972fc21a6 req-3e3d7bb1-a5a5-4aac-87f6-e0ca829a99ba tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225691 Jan 31 17:59:03.509652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=5b45f9fd-260c-4b82-b6c6-00228985c6b4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:03.512126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:03.532075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:03.536971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:03.538017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.542570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.570982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.571961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment e1b81640-a5b6-419d-9883-db7a6f4444b7 of type vlan for network c252715e-0269-4ba5-bf67-46adb1ca6102 Jan 31 17:59:03.586994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] For port e0a2c69f-793d-4722-8f5f-7783de74d12e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0a2c69f-793d-4722-8f5f-7783de74d12e,segment=NetworkSegment(c3564f78-6138-424e-bb92-88bdc5d0f285),segment_id=c3564f78-6138-424e-bb92-88bdc5d0f285)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:03.587630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:03.602628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bdcc7857-b021-4622-ae33-fa106bc3b279 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6951163 Jan 31 17:59:03.606473 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7536e62c-470f-41b9-8293-6b566dda02ef tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 200 len: 317 time: 0.3248556 Jan 31 17:59:03.618467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58360) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.619096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:03.678501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-180a83df-c9cd-4578-850a-1de5d962d2a7 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:03.743732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:03.762908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Calling delete_port for e0a2c69f-793d-4722-8f5f-7783de74d12e owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:03.819090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c580d6e1-b4a0-446a-a88f-b9452242f6e3 None None] Provisioning for port e0a2c69f-793d-4722-8f5f-7783de74d12e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:03.975847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.001572 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:58:56Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:58:57Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:04.007661 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:04.008011 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Updating router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 port 33c73b36-84f7-4fe4-8757-8211ee2afd3b binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:59:04.047981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] No DVR routers for this DVR port e0a2c69f-793d-4722-8f5f-7783de74d12e on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:04.061735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0a2c69f-793d-4722-8f5f-7783de74d12e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:04.114546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5200708-4096-40fe-8b97-a53fe2d69288 None None] DHCP port deletion for ea71f0c0-8f38-4b67-966a-92f653ca8d05 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:04.125772 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.126202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e0a2c69f-793d-4722-8f5f-7783de74d12e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:04.126440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0a2c69f-793d-4722-8f5f-7783de74d12e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 31 17:59:04.155095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Port': ['ID=e0a2c69f-793d-4722-8f5f-7783de74d12e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:04.190893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0fc2d08-58ad-4273-a2c0-4aaafd31f84b None None] Provisioning for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:04.198542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Port e0a2c69f-793d-4722-8f5f-7783de74d12e not found, will not notify nova. {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 31 17:59:04.201331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0fc2d08-58ad-4273-a2c0-4aaafd31f84b None None] Provisioning complete for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:04.205290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0fc2d08-58ad-4273-a2c0-4aaafd31f84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.263321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.275111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.284542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ec615-472f-44ce-9c72-c01726d9f7ae None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 17:59:04.293442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.301157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea71f0c0-8f38-4b67-966a-92f653ca8d05']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:04.315479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3564f78-6138-424e-bb92-88bdc5d0f285') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:04.316064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3564f78-6138-424e-bb92-88bdc5d0f285') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:04.323889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc2d08-58ad-4273-a2c0-4aaafd31f84b None None] Port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:04.329430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.347460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.354375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:04.355009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.489266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ec615-472f-44ce-9c72-c01726d9f7ae None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 17:59:04.567505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.571358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:04.571968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.584157 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.597207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Transition to ACTIVE for port object 33c73b36-84f7-4fe4-8757-8211ee2afd3b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:04.606673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:04.606891 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:04.610016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.613349 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.634011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.645636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=ea71f0c0-8f38-4b67-966a-92f653ca8d05,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:04.674884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-90117297-4e91-44e8-810a-4825020e24dd tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/ea71f0c0-8f38-4b67-966a-92f653ca8d05 HTTP/1.1" status: 204 len: 168 time: 2.0768154 Jan 31 17:59:04.677484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:04.715753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:04.730173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f065f-f504-4c78-81a6-7b94dc4b2488,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:04.780628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:04.792573 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d723c04-e309-4b3d-a0df-81d77fcc1eae None None] Pushing event updated for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:04.799561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.808437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:04.820658 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-180a83df-c9cd-4578-850a-1de5d962d2a7 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 204 len: 168 time: 1.1828954 Jan 31 17:59:04.821387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58374) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:04.822677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b636c7-56dc-49f9-9494-48f95d70f358 req-6c66a65d-0a6a-4a81-9b37-66d7a8999650 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:04.824279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3b636c7-56dc-49f9-9494-48f95d70f358 req-6c66a65d-0a6a-4a81-9b37-66d7a8999650 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3684363 Jan 31 17:59:04.825533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Deleting port facc08bf-a90f-4d95-b373-9674dfbeca6b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:04.825533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.890083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8332160 Jan 31 17:59:04.890083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20a131-e115-4676-b1dd-48a39608fc79 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=c252715e-0269-4ba5-bf67-46adb1ca6102,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:04.900571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:04.907229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-ab3b68f7-d546-4d9c-bb07-3f474c4b0b59 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-213692459') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:04.912746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58378) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:04.936476 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Attempting to bind port 33c73b36-84f7-4fe4-8757-8211ee2afd3b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:04.936852 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Attempting to bind port 33c73b36-84f7-4fe4-8757-8211ee2afd3b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:04.937207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Attempting to bind port 33c73b36-84f7-4fe4-8757-8211ee2afd3b on network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:04.937554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c252715e-0269-4ba5-bf67-46adb1ca6102 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:04.942890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.944440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c98b5634-b5f1-44f5-8cc0-251875c49b27 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/security-groups/521f065f-f504-4c78-81a6-7b94dc4b2488 HTTP/1.1" status: 204 len: 168 time: 1.7135293 Jan 31 17:59:04.947576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:04.947996 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Checking segment: {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:04.948396 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.948779 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Bound using segment: {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:04.949233 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Bound port: 33c73b36-84f7-4fe4-8757-8211ee2afd3b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb183be-db25-4717-a597-04246cdef33a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1408, 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:04.949633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:04.959819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:04.963349 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.065886 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] For port 33c73b36-84f7-4fe4-8757-8211ee2afd3b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:05.071418 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] For port 33c73b36-84f7-4fe4-8757-8211ee2afd3b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=33c73b36-84f7-4fe4-8757-8211ee2afd3b,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:05.076073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:05.077825 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.111794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] For port facc08bf-a90f-4d95-b373-9674dfbeca6b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=facc08bf-a90f-4d95-b373-9674dfbeca6b,segment=NetworkSegment(d65f63c9-068a-4d2b-8b64-774bda145a51),segment_id=d65f63c9-068a-4d2b-8b64-774bda145a51)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:05.112805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.196534 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:05.197568 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.212171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.242554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Calling delete_port for facc08bf-a90f-4d95-b373-9674dfbeca6b owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:05.324960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:05.344989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.360250 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d723c04-e309-4b3d-a0df-81d77fcc1eae None None] Pushing event updated for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:05.381998 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:05.479995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Port': ['ID=facc08bf-a90f-4d95-b373-9674dfbeca6b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:05.509197 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3b636c7-56dc-49f9-9494-48f95d70f358 req-ed5cb8b5-54b8-4075-9b3f-97bf073ef4fc tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6305449 Jan 31 17:59:05.511584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] No DVR routers for this DVR port facc08bf-a90f-4d95-b373-9674dfbeca6b on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:05.535162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.541761 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd8e8712-1c4c-43c6-86fb-c16fa5976138 (CIDR: 2001:db8::/64) Jan 31 17:59:05.562989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:05.576985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:05.589703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:05.590147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:05.622783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:05.623196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.637513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:05.641813 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-ab3b68f7-d546-4d9c-bb07-3f474c4b0b59 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:05.645876 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ab3b68f7-d546-4d9c-bb07-3f474c4b0b59 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-213692459 HTTP/1.1" status: 404 len: 328 time: 0.7581260 Jan 31 17:59:05.650191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:05.659171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.667490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-4f098306-1ef9-423c-81ae-97a18f5d99ec tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-1100507096') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.685329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:05.706058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5d611baa-7a8a-4120-b7ff-962e9de01473 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0699155 Jan 31 17:59:05.706987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e755be8f-3445-4700-a21b-92a2e83ac061']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.714202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:05.725227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:05.727396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58390) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:05.732316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.746640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:05.747585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.764092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:05.773847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65f63c9-068a-4d2b-8b64-774bda145a51') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.774162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65f63c9-068a-4d2b-8b64-774bda145a51') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.800166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.813773 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:58:56Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:05Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:05.819866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8b7ced-4538-4606-a98e-18e20793ef9f None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:58:56Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:05Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:05.833814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.849928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.946496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1426 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:05.946904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:05.966863 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:05.986462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0a2c69f-793d-4722-8f5f-7783de74d12e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:06.036876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e0a2c69f-793d-4722-8f5f-7783de74d12e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:06.037325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0a2c69f-793d-4722-8f5f-7783de74d12e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:06.056739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:06.136031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.143690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.185357 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/e755be8f-3445-4700-a21b-92a2e83ac061 HTTP/1.1" status: 204 len: 168 time: 1.5051172 Jan 31 17:59:06.194341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58394) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:06.218700 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-637002a9-147e-4e2a-af49-cee10d3ab19f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1 HTTP/1.1" status: 204 len: 168 time: 8.1121705 Jan 31 17:59:06.254448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:59:06.255744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffbaed-b225-4bf3-9c74-fe3f42156604 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=e755be8f-3445-4700-a21b-92a2e83ac061,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:06.282411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.425975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9ce107-2eec-4653-833c-abf3390d7bdf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:06.474864 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'status': 'completed', 'code': 200} Jan 31 17:59:06.608625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.666301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:06.670527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:06.686759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.690349 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/security-groups/5c9ce107-2eec-4653-833c-abf3390d7bdf HTTP/1.1" status: 204 len: 168 time: 1.6748183 Jan 31 17:59:06.700821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58408) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:06.701432 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:06.702136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:58:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:06.786410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.787020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.787153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.787606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.787947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.788394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.788660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.788993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.789304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.789652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.789976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d9b0ea-00e7-4057-95ba-432409330e7f tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:06.863332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=341fa1f5-a647-4fb6-bd78-240968f126c0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:06.890185 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-4f098306-1ef9-423c-81ae-97a18f5d99ec tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:06.893899 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f098306-1ef9-423c-81ae-97a18f5d99ec tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-1100507096 HTTP/1.1" status: 404 len: 329 time: 1.2336206 Jan 31 17:59:06.897004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:06.897358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: c252715e-0269-4ba5-bf67-46adb1ca6102, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:06.904806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58412) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:06.929737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-2cd81e5f-2654-4652-9873-e28eed0dba5d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795', 'tempest-TagsExtTest-Tag-2087192236') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:06.937520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.951118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:06.962591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:06.971715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:06.977629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e098cdec-f474-4d7c-9574-6ad4f23b082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:06.979624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b467-1463-4559-8834-c4c459e368aa req-522c2495-2601-4d41-970a-17ddf54bb789 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:06.981082 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eab2b467-1463-4559-8834-c4c459e368aa req-522c2495-2601-4d41-970a-17ddf54bb789 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.86 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.4361897 Jan 31 17:59:06.987723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:06.991424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:07.087635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:07.091089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.097961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.110986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Deleting port a99cf550-635d-4f24-b587-00dbbc681d5d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:07.111432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.161636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337502dd-0838-4354-b744-b632181f53e9 req-efe73982-6ad7-4fc8-abce-ab96d2a68c71 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:07.163267 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-337502dd-0838-4354-b744-b632181f53e9 req-efe73982-6ad7-4fc8-abce-ab96d2a68c71 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.3666146 Jan 31 17:59:07.163812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network c252715e-0269-4ba5-bf67-46adb1ca6102 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:07.170442 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-4d4d49a0-c5dc-4d78-8400-040811ed4e67 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 1098 time: 0.5996168 Jan 31 17:59:07.230905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.243096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c252715e-0269-4ba5-bf67-46adb1ca6102) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:07.248747 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-2cd81e5f-2654-4652-9873-e28eed0dba5d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:07.249636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2cd81e5f-2654-4652-9873-e28eed0dba5d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags/tempest-TagsExtTest-Tag-2087192236 HTTP/1.1" status: 404 len: 329 time: 0.3403678 Jan 31 17:59:07.256278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e319aa8-745f-4d7a-b0c4-dc19f0abda88 None None] Network c252715e-0269-4ba5-bf67-46adb1ca6102 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:07.279151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:07.279719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.284010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:07.322828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.330394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-d0b4c995-2d14-4e01-b4e1-7c3e6f97f311 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', {'tags': ['tempest-TagsExtTest-Tag-1695362652', 'tempest-TagsExtTest-Tag-1319198058', 'tempest-TagsExtTest-Tag-1646758541']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.342460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e58ce-24e4-46af-806f-999c5ca0c133 req-44397934-a669-431a-a4ae-bf52f2d91ac1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:07.343154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-225e58ce-24e4-46af-806f-999c5ca0c133 req-44397934-a669-431a-a4ae-bf52f2d91ac1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:07.423693 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6917691f-48dd-4c69-a00f-097087c85523 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4531310 Jan 31 17:59:07.423693 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-337502dd-0838-4354-b744-b632181f53e9 req-d9b654ed-98ec-4406-8c13-15fde2bde81c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401354 Jan 31 17:59:07.423993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:07.451144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af12051-bf84-4ec7-9506-c4074d19c75a']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.533081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-225e58ce-24e4-46af-806f-999c5ca0c133 req-44397934-a669-431a-a4ae-bf52f2d91ac1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:07.534272 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-225e58ce-24e4-46af-806f-999c5ca0c133 req-44397934-a669-431a-a4ae-bf52f2d91ac1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.7401099 Jan 31 17:59:07.543050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a378d8ec-b346-46a6-a0ed-ff659bced8f4') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.543345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a378d8ec-b346-46a6-a0ed-ff659bced8f4') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.586334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c252715e-0269-4ba5-bf67-46adb1ca6102', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:07.587243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.604220 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.ipam_backend_mixin [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8caae547-a195-422c-8dff-209ae183c1df (CIDR: 2001:db8:0:1::/64) Jan 31 17:59:07.606070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.612604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-55081ea9-1030-4614-aac9-066aeade227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.627064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.646805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:07.647238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:07.652745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d0b4c995-2d14-4e01-b4e1-7c3e6f97f311 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 200 len: 318 time: 0.3624811 Jan 31 17:59:07.658411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55081ea9-1030-4614-aac9-066aeade227b None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:58:36Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '16e4be89-845c-49c2-b562-dfb5c0a87e32', 'name': '', 'network_id': '0b7ed51e-f910-43ab-b792-0f3f74025ff8', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:d8:f1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:43Z', 'updated_at': '2022-01-31T17:55:54Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'a34803a8-03a2-4f05-b8cf-afbc3f2eaf08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:07.665861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58424) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:07.673311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-ba5b0dad-2c19-4d45-b3c4-764dab7bff31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:07.674814 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-ba5b0dad-2c19-4d45-b3c4-764dab7bff31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 200 len: 899 time: 0.4040275 Jan 31 17:59:07.675760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.686116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-a2212488-baca-4099-b808-79c0580e1197 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:07.717138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1967e61-38e3-4012-9d46-9fa1ac452c8e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:07.763576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.767052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-98bc4f48-0be2-4c14-8a37-98483e8329e9 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/security-groups/b1967e61-38e3-4012-9d46-9fa1ac452c8e HTTP/1.1" status: 204 len: 168 time: 1.0538552 Jan 31 17:59:07.767836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:07.789312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:07.789907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.835700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] For port a99cf550-635d-4f24-b587-00dbbc681d5d, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a99cf550-635d-4f24-b587-00dbbc681d5d,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:07.836053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:07.846766 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:07.859112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Allocated IP 172.21.0.2 (c252715e-0269-4ba5-bf67-46adb1ca6102/341fa1f5-a647-4fb6-bd78-240968f126c0/cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:07.893378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-c0b608bd-a86c-4211-b97a-7b03b7ffabad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 200 len: 217 time: 0.1685574 Jan 31 17:59:07.907641 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-225e58ce-24e4-46af-806f-999c5ca0c133 req-d30e1842-8ffe-4a89-8b07-edb153876f61 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3388689 Jan 31 17:59:07.922929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.86', 62728) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:07.972037 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ea9d87af-23a2-464c-b0a1-2392d6af7dbd tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2435460 Jan 31 17:59:07.983136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:08.013667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 33c73b36-84f7-4fe4-8757-8211ee2afd3b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:08.015060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'subnet': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:08.126001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.128655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-9b5b6994-6f9a-456b-8824-eea23d499663 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:08.130301 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-9b5b6994-6f9a-456b-8824-eea23d499663 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 200 len: 835 time: 0.1505837 Jan 31 17:59:08.151681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.166522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:08.174713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:08.175324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.206720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=5af12051-bf84-4ec7-9506-c4074d19c75a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:08.224141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33839c5c-328c-4c0d-8504-dacf18ae5a75 tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/5af12051-bf84-4ec7-9506-c4074d19c75a HTTP/1.1" status: 204 len: 168 time: 2.0206406 Jan 31 17:59:08.233050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:08.252916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.268070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Transition to ACTIVE for port object cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:08.294573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Transition to ACTIVE for port object cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:08.304251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.439136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Pushing event updated for resources: {'Port': ['ID=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:08.443175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Network c252715e-0269-4ba5-bf67-46adb1ca6102 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:08.446790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:08.451283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:08.453291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.474746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.475276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.475694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.476140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.476643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.476992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.477554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.477978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.478403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.478829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.479252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:08.563272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.588299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Attempting to bind port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:08.589180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Attempting to bind port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:08.589180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Attempting to bind port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 on network c252715e-0269-4ba5-bf67-46adb1ca6102 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:08.594850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 33c73b36-84f7-4fe4-8757-8211ee2afd3b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=33c73b36-84f7-4fe4-8757-8211ee2afd3b,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:08.598487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:08.599021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Checking segment: {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:08.599566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.600171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Bound using segment: {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:08.600758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Bound port: cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:08.601237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.611700 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a2212488-baca-4099-b808-79c0580e1197 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 204 len: 168 time: 0.9377983 Jan 31 17:59:08.616543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.631219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58446) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:08.639191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-91d8dd39-f887-454b-8f05-748f9ecba904 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-1695362652') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:08.684196 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-6dcc9e9a-7275-4cbf-8f54-3b71977d0216 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=0b7ed51e-f910-43ab-b792-0f3f74025ff8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5272272 Jan 31 17:59:08.740660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:08.766668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] For port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:08.770809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] For port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:08.775515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.832072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 22a1ad2d-8927-4da2-9383-3184fa1c45be {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:08.861828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.867746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631eaa6a-7221-42dc-bd04-a77eb85e44dd None None] Pushing event updated for resources: {'Port': ['ID=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:08.901027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:08.915532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.916400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Usage tracker for resource:subnet and tenant:47213b34f7da49ea88ed0f04d71ca544 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:08.924822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.925915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.927493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting port 276bcd38-913b-45b4-b109-fe20275b9f68 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:08.927790 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Floating IP 9c72b8dd-3e4f-44af-a3e1-b5b4846205df disassociated. External IP: 172.26.4.245, port: a99cf550-635d-4f24-b587-00dbbc681d5d. Jan 31 17:59:08.928243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Calling delete_port for a99cf550-635d-4f24-b587-00dbbc681d5d owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:08.929667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:08.990491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.039561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ee7dd1-a5a6-4c88-8325-584e8010a8f4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:09.077568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:09.091324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6648-6979-43bd-bb51-f9b402623cac req-0b4322ce-99a6-4bb9-ab7d-5f1953a5d702 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:09.092025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-741a6648-6979-43bd-bb51-f9b402623cac req-0b4322ce-99a6-4bb9-ab7d-5f1953a5d702 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:09.116139 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-a704d21b-387a-4a17-b135-abf4eaf11786 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174776 Jan 31 17:59:09.142155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:09.148572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-741a6648-6979-43bd-bb51-f9b402623cac req-0b4322ce-99a6-4bb9-ab7d-5f1953a5d702 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:09.149401 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-741a6648-6979-43bd-bb51-f9b402623cac req-0b4322ce-99a6-4bb9-ab7d-5f1953a5d702 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 1.2159133 Jan 31 17:59:09.201345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b7140df-f475-4323-87f2-65caf8192df8') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:09.201345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b7140df-f475-4323-87f2-65caf8192df8') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:09.227303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.329876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.333077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93955dc4-8715-4116-a261-b6168d999b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.356491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Made reservation on behalf of 47213b34f7da49ea88ed0f04d71ca544 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:09.360510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:09.360902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:09.376744 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:09.404468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 503a173d-8357-400a-b58d-4b2252dea412 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:09.404811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.454876 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22051b0-7c51-4f95-a1d7-20261e8a1e6b None None] New status for floating IP 8ce0a5a9-ea90-43f6-9bab-acbe077cdbc1: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:59:09.496159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.498530 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-91d8dd39-f887-454b-8f05-748f9ecba904 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:09.502591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-91d8dd39-f887-454b-8f05-748f9ecba904 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-1695362652 HTTP/1.1" status: 404 len: 329 time: 0.8697639 Jan 31 17:59:09.508456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58454) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:09.509326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58774875-5a03-4450-a34b-d0ead5de675f req-72373f85-07f7-403a-8325-6d71ab31f83f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:09.516018 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58774875-5a03-4450-a34b-d0ead5de675f req-72373f85-07f7-403a-8325-6d71ab31f83f tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 946 time: 0.9031153 Jan 31 17:59:09.518487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.525611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-9fdc46ef-eee5-49b8-996b-fdcc277be5fe tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-1319198058') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:09.646552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.679984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.693242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Calling delete_port for 276bcd38-913b-45b4-b109-fe20275b9f68 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:09.742341 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b20c9d75-10b5-4890-a010-05b558b38df0 req-6cc159e1-40d1-4932-9a62-2e8c497acdb3 service neutron] 10.222.0.86 "GET /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5643413 Jan 31 17:59:09.743325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.767628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653920e7-2225-4710-8034-3a9218ee9dca req-59222d6e-871c-441f-87ad-72428bd765a0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:09.769551 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-653920e7-2225-4710-8034-3a9218ee9dca req-59222d6e-871c-441f-87ad-72428bd765a0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.7192123 Jan 31 17:59:09.776285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] Pushing event deleted for resources: {'Network': ['ID=96ee7dd1-a5a6-4c88-8325-584e8010a8f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:09.813461 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f9afbd1a-2924-4044-8bf4-d967d16ae79f tempest-BulkNetworkOpsTest-1616174729 tempest-BulkNetworkOpsTest-1616174729-project] 10.222.0.110 "DELETE /v2.0/networks/96ee7dd1-a5a6-4c88-8325-584e8010a8f4 HTTP/1.1" status: 204 len: 168 time: 1.5761092 Jan 31 17:59:09.865032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:09.874990 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-653920e7-2225-4710-8034-3a9218ee9dca req-35818186-525e-4612-a818-2deea4d47ecc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953407 Jan 31 17:59:09.884336 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-9fdc46ef-eee5-49b8-996b-fdcc277be5fe tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:09.886440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9fdc46ef-eee5-49b8-996b-fdcc277be5fe tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-1319198058 HTTP/1.1" status: 404 len: 329 time: 0.3746850 Jan 31 17:59:09.888187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58460) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:09.895733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event deleted for resources: {'Port': ['ID=a99cf550-635d-4f24-b587-00dbbc681d5d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:09.896770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-1a95d160-86e4-40da-834d-9b7a5f810c94 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4', 'tempest-TagsExtTest-Tag-1646758541') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:10.066556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.130168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 33c73b36-84f7-4fe4-8757-8211ee2afd3b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:10.305572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.368325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 33c73b36-84f7-4fe4-8757-8211ee2afd3b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:10.369013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.424386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.452151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:10.461432 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58774875-5a03-4450-a34b-d0ead5de675f req-6665b469-8073-47bc-8e27-143e429a9495 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups?id=f6231c15-a19d-436a-b084-95d90f1be7aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9445539 Jan 31 17:59:10.462259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Port': ['ID=276bcd38-913b-45b4-b109-fe20275b9f68,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:10.491183 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-1a95d160-86e4-40da-834d-9b7a5f810c94 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:10.496992 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1a95d160-86e4-40da-834d-9b7a5f810c94 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags/tempest-TagsExtTest-Tag-1646758541 HTTP/1.1" status: 404 len: 329 time: 0.6068785 Jan 31 17:59:10.555013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:10.598616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:10.703439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.736947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:10.758451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-78cb2c08-c912-4e47-88c6-6ee8c782feac tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', {'tags': ['tempest-TagsExtTest-Tag-445352477', 'tempest-TagsExtTest-Tag-100648901', 'tempest-TagsExtTest-Tag-1308117156']}) {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:10.796133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61792347-3e1f-4e0e-953b-df26a266429f None None] Network c252715e-0269-4ba5-bf67-46adb1ca6102 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:10.930040 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1ddd8718-a998-4b40-8188-185f10f79147 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=53fb7db1a33243538126aa85b7aea47a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4630029 Jan 31 17:59:10.933556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:10.977480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:10.985351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6eb38-8286-4d78-b483-8368d45548ff None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:11.001342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.038591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/22a1ad2d-8927-4da2-9383-3184fa1c45be HTTP/1.1" status: 204 len: 168 time: 3.2662196 Jan 31 17:59:11.062257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:11.066267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.097254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Provisioning for port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:11.106789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afac51b-50db-450d-b8b5-07e85a1056b3 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=22a1ad2d-8927-4da2-9383-3184fa1c45be,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:11.125483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Provisioning complete for port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:11.125851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.157384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.232783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:11.233215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.405891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a745be-0e02-497c-9360-a2f75c30d062 req-049b1d2b-ddc9-4b38-a35e-730c9cc759b6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:11.407267 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e2a745be-0e02-497c-9360-a2f75c30d062 req-049b1d2b-ddc9-4b38-a35e-730c9cc759b6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 945 time: 0.3370364 Jan 31 17:59:11.409012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 503a173d-8357-400a-b58d-4b2252dea412 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:11.449326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.479533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.485004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet f067ed6b-5856-4c95-bcaa-e945dada891f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:11.495639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.505740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] For port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:11.512632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834c284-103e-4a72-9052-13eebe6c31be,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:11.518345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.558965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78cb2c08-c912-4e47-88c6-6ee8c782feac tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 200 len: 316 time: 0.9722111 Jan 31 17:59:11.572642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58492) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:11.603214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-86bc7da4-2173-4b73-8806-a3264fd76e29 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:11.630155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce81274-11f3-484a-ae29-5cbb52f8b584 None None] Pushing event updated for resources: {'Port': ['ID=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:11.657065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 503a173d-8357-400a-b58d-4b2252dea412 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:11.677359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.678513 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-59546f03-cc32-45bf-a8cc-e0f04a475081 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8834c284-103e-4a72-9052-13eebe6c31be HTTP/1.1" status: 204 len: 168 time: 0.7440226 Jan 31 17:59:11.721922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e2a745be-0e02-497c-9360-a2f75c30d062 req-aed51763-af52-48a2-a15f-7522b00d5334 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513182 Jan 31 17:59:11.736409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.759237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Router 02a18adc-61ef-4040-8052-4e0d480cc341 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:11.764122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.902201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:11.963533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:11.969488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-44b315bd-a2c9-427f-9078-37a9f425700c tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0391233 Jan 31 17:59:11.973401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58498) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:11.980558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74786772-5b55-47ec-87a8-05a67539501f None None] Sync routers for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:12.020602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:12.043862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:59:12.068855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.070487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a99cf550-635d-4f24-b587-00dbbc681d5d no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:12.099483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:12.129287 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-d7cef3b5-51d3-44b8-9af7-c0081adb3e23 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] show failed (client error): The resource could not be found. Jan 31 17:59:12.135391 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d7cef3b5-51d3-44b8-9af7-c0081adb3e23 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-816613500 HTTP/1.1" status: 404 len: 334 time: 0.1559403 Jan 31 17:59:12.136961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58506) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:12.143412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b4cae7d7-8520-4b4c-b18c-286d24f85e26 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:12.158873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0c24d10e-d786-48fc-b99e-a2c659a2c937 req-134e247a-7db9-41fb-aa73-80277df548b8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Synchronizing usage tracker for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:12.218112 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'code': 200} Jan 31 17:59:12.309708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:12.310080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:12.326536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-041eb691-dd05-4cac-bb53-30978679dd33 None None] Provisioning complete for port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:12.326941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-041eb691-dd05-4cac-bb53-30978679dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.338967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.400454 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-b4cae7d7-8520-4b4c-b18c-286d24f85e26 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] update failed (client error): The resource could not be found. Jan 31 17:59:12.401810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: a99cf550-635d-4f24-b587-00dbbc681d5d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:12.402170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a99cf550-635d-4f24-b587-00dbbc681d5d not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:12.402977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b4cae7d7-8520-4b4c-b18c-286d24f85e26 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-470100356 HTTP/1.1" status: 404 len: 334 time: 0.2649739 Jan 31 17:59:12.406380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58516) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:12.412977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0c24d10e-d786-48fc-b99e-a2c659a2c937 req-134e247a-7db9-41fb-aa73-80277df548b8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Unset dirty status for tenant:e909c1ce43e447e38e1d5797a4c970f7 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:12.414301 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c24d10e-d786-48fc-b99e-a2c659a2c937 req-134e247a-7db9-41fb-aa73-80277df548b8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.4086208 Jan 31 17:59:12.414445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:12.415059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:12.436098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.501080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:12.502147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.569297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:12.600542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:12.614730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] Routers {'02a18adc-61ef-4040-8052-4e0d480cc341'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:12.615637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['02a18adc-61ef-4040-8052-4e0d480cc341'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:12.665003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting subnet 7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:12.668114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.726914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74786772-5b55-47ec-87a8-05a67539501f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:12.727916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74786772-5b55-47ec-87a8-05a67539501f None None] The sync data for ids ['02a18adc-61ef-4040-8052-4e0d480cc341'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:12.746054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.801931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.834219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 503a173d-8357-400a-b58d-4b2252dea412 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:12.834554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.874571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.930907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Network de776a43-8cf0-4bda-b4e6-596e3d220179 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:12.943147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:12.946637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Subnet': ['ID=a76c9854-8c32-44f9-bf16-0c59a0a5e9b7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:12.949365 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-86bc7da4-2173-4b73-8806-a3264fd76e29 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 204 len: 168 time: 1.3709049 Jan 31 17:59:12.950965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:12.951270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:12.967630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58530) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:12.981129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb4708-f979-4f84-8315-ca561b9649c8 None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:12.999295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-43a61975-71ac-4a07-9c22-62f1d5e28e45 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-445352477') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:13.071174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.118730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.139633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:13.148156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.163103 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c711bbf3-41aa-4d5a-9658-69aea8c6f838 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/subnets/7fbe2e54-8108-4c3e-8caf-c38e0e30e4ad HTTP/1.1" status: 204 len: 168 time: 0.7553999 Jan 31 17:59:13.165725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Router cf74201f-48dd-47c8-a421-6bb62a897254 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:13.169095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58540) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.200693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4030cb-4843-41fc-a563-f747a13cb851 None None] Network 9522e20a-a4ad-4778-9840-f4a85a5897c0 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:13.210583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e2233d1e-7386-42bf-9b77-5426cc407fc6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.2154272 Jan 31 17:59:13.218188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58544) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.227923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-457195906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a76c9854-8c32-44f9-bf16-0c59a0a5e9b7'}], 'security_groups': ['cf603d15-66e1-4f3b-8c1d-19b08e496b94', 'a51d9e34-e850-4f55-a494-3fd880ac49b9']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:13.240758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c6e8e11f-2672-4c6b-ab0d-6e5967e9a5d4 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:13.241166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e11f-2672-4c6b-ab0d-6e5967e9a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.290201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.301259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec1ef1-0b63-4900-981c-d240669f3579 req-59c89eb5-5f70-44e1-80ff-10c392ceb140 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:13.302552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c8ec1ef1-0b63-4900-981c-d240669f3579 req-59c89eb5-5f70-44e1-80ff-10c392ceb140 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 943 time: 0.2758837 Jan 31 17:59:13.388069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1252955860'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:13.415366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:13.455859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.457814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=f067ed6b-5856-4c95-bcaa-e945dada891f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:13.475146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:13.532919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f38f8-5413-4276-b971-a281bf1b6bc1 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:13.538393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.539927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:13.542403 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-43a61975-71ac-4a07-9c22-62f1d5e28e45 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:13.543598 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43a61975-71ac-4a07-9c22-62f1d5e28e45 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-445352477 HTTP/1.1" status: 404 len: 328 time: 0.5680470 Jan 31 17:59:13.551965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58550) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.560261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:13.570507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-fae4438b-9e92-4a19-b5b5-6933c99f4388 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-100648901') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:13.618726 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8fc97eb9-078c-4e77-98ef-d640e4a59e97 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/f067ed6b-5856-4c95-bcaa-e945dada891f HTTP/1.1" status: 204 len: 168 time: 2.5503223 Jan 31 17:59:13.622940 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c8ec1ef1-0b63-4900-981c-d240669f3579 req-46f5a5a2-3452-4542-96c4-2517b03d2ea9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=76b72cff-e528-4842-a9f4-3ebf4f9ce17d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086822 Jan 31 17:59:13.623236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58554) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.635880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 503a173d-8357-400a-b58d-4b2252dea412, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=503a173d-8357-400a-b58d-4b2252dea412,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:13.636235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.710725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f16dd04-da67-4346-ba44-825a654777cb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:13.711192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f16dd04-da67-4346-ba44-825a654777cb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:13.712942 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f16dd04-da67-4346-ba44-825a654777cb tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/22a1ad2d-8927-4da2-9383-3184fa1c45be HTTP/1.1" status: 404 len: 337 time: 0.0782824 Jan 31 17:59:13.718427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:13.721615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.736161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58558) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:13.813782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 503a173d-8357-400a-b58d-4b2252dea412 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:13.851504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c6e8e11f-2672-4c6b-ab0d-6e5967e9a5d4 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:13.851877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c6e8e11f-2672-4c6b-ab0d-6e5967e9a5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.864698 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-02ec9bb1-965b-41f7-91a8-1016c0a868b7 req-f8eb2b7b-3340-4e84-a394-e6fdae57d5ab tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.2463138 Jan 31 17:59:13.926484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:13.973219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.21.0.1 (c252715e-0269-4ba5-bf67-46adb1ca6102/341fa1f5-a647-4fb6-bd78-240968f126c0/d32395c0-76b1-4836-b449-bb4d4e964104) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:14.009526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] DHCP port deletion for 9522e20a-a4ad-4778-9840-f4a85a5897c0 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:14.020048 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-fae4438b-9e92-4a19-b5b5-6933c99f4388 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:14.023539 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fae4438b-9e92-4a19-b5b5-6933c99f4388 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-100648901 HTTP/1.1" status: 404 len: 328 time: 0.4641659 Jan 31 17:59:14.025932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58562) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:14.060608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Deleting port a3782ad2-6665-4ecd-8308-4c69f7a97a47 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:14.060839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.067557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting subnet 3c75604f-ddd9-42fb-8c11-e7dcb4097df5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:14.082639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.083914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-3f62fa93-5ce0-447f-86f9-3a169a2b5496 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83', 'tempest-TagsExtTest-Tag-1308117156') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:14.085912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c6e8e11f-2672-4c6b-ab0d-6e5967e9a5d4 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:14.115650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:14.122467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Update dhcp port {'port': {'network_id': 'de776a43-8cf0-4bda-b4e6-596e3d220179', 'fixed_ips': [{'subnet_id': '8caae547-a195-422c-8dff-209ae183c1df', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dd8e8712-1c4c-43c6-86fb-c16fa5976138', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a76c9854-8c32-44f9-bf16-0c59a0a5e9b7'}], 'binding:host_id': 'dv-neutron-823271-3-hyperv'}, 'id': 'e0e4fc8d-59ce-4ad3-b829-9f1b388574c1'} from dv-neutron-823271-3-hyperv. {{(pid=83559) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Jan 31 17:59:14.165952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:security_group_rule and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:14.170817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:14.231664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.237179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.245916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:14.283064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.465363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] For port a3782ad2-6665-4ecd-8308-4c69f7a97a47, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3782ad2-6665-4ecd-8308-4c69f7a97a47,segment=NetworkSegment(efc68087-442d-40e1-badf-5961fc752e4d),segment_id=efc68087-442d-40e1-badf-5961fc752e4d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:14.465773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.547830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.558792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-3f62fa93-5ce0-447f-86f9-3a169a2b5496 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:14.562417 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f62fa93-5ce0-447f-86f9-3a169a2b5496 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags/tempest-TagsExtTest-Tag-1308117156 HTTP/1.1" status: 404 len: 329 time: 0.4913177 Jan 31 17:59:14.566784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58566) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:14.607181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.611825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=503a173d-8357-400a-b58d-4b2252dea412,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:14.619445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-fc38b90f-02fa-48bb-8ae7-d818beb13539 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', {'tags': ['tempest-TagsExtTest-Tag-1478937369', 'tempest-TagsExtTest-Tag-950910989', 'tempest-TagsExtTest-Tag-2077624604']}) {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:14.639742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object d32395c0-76b1-4836-b449-bb4d4e964104 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:14.656274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Calling delete_port for a3782ad2-6665-4ecd-8308-4c69f7a97a47 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:14.659895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting subnet 2b228279-8da0-4827-90f6-9bf77f9a796b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:14.721554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.746754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:14.761884 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Sync routers for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:14.778561 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:14.780077 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:14.796440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 503a173d-8357-400a-b58d-4b2252dea412 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:14.806090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.839386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-deleted', 'tag': '503a173d-8357-400a-b58d-4b2252dea412'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:59:14.849193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.901977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] No DVR routers for this DVR port a99cf550-635d-4f24-b587-00dbbc681d5d on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:14.910322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.927219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.939029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.956062 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fc38b90f-02fa-48bb-8ae7-d818beb13539 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "PUT /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 200 len: 317 time: 0.3790047 Jan 31 17:59:14.961641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:14.979583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58576) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:15.017179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Allocated IP 2001:db8:0:2::2 (de776a43-8cf0-4bda-b4e6-596e3d220179/a76c9854-8c32-44f9-bf16-0c59a0a5e9b7/e0e4fc8d-59ce-4ad3-b829-9f1b388574c1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:15.017635 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c760e95-d7b3-4876-8a31-3a7cfd19b54d', 'name': 'network-vif-deleted', 'tag': '503a173d-8357-400a-b58d-4b2252dea412', 'status': 'completed', 'code': 200} Jan 31 17:59:15.033909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-741a6648-6979-43bd-bb51-f9b402623cac req-f190e85e-947f-4437-bf11-55da43258bb6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/503a173d-8357-400a-b58d-4b2252dea412 HTTP/1.1" status: 204 len: 173 time: 5.8746488 Jan 31 17:59:15.053975 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eab2b467-1463-4559-8834-c4c459e368aa req-6517c025-776e-4294-aec5-87d1c346c3c8 tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.86 "DELETE /v2.0/ports/a99cf550-635d-4f24-b587-00dbbc681d5d HTTP/1.1" status: 204 len: 173 time: 8.0661538 Jan 31 17:59:15.079631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] Pushing event deleted for resources: {'Port': ['ID=a3782ad2-6665-4ecd-8308-4c69f7a97a47,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:15.101198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network c252715e-0269-4ba5-bf67-46adb1ca6102 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:15.111702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:15.129823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:15.132417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:15.147607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a95ed1-2b26-4395-adfa-acfebbf92956 None None] No DVR routers for this DVR port a3782ad2-6665-4ecd-8308-4c69f7a97a47 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:15.211042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-89b1c01d-b193-4f1c-bca1-2ac60f65766d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:15.233365 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:15.246385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.360265 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6bf28c35-7038-4e66-88b9-a9f97dc44040 req-9fd38271-f498-4ce5-b555-003eb3fe5847 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=1c760e95-d7b3-4876-8a31-3a7cfd19b54d HTTP/1.1" status: 200 len: 210 time: 0.4411075 Jan 31 17:59:15.425218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.439564 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c4d0ca4-6a91-4848-aa72-e1f0a04e0711 req-3873ebe9-4444-4210-aedb-370b4b6116bc tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/ports?device_id=59b145ef-ed8f-4b45-a93e-bb0f155c5536 HTTP/1.1" status: 200 len: 210 time: 0.1613715 Jan 31 17:59:15.483347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.571234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a6ddbc63-2b2c-457c-b965-94d668ec3560 None None] Provisioning complete for port 27094420-0172-44e2-94f8-46ad5bc3c643 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:15.571744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a6ddbc63-2b2c-457c-b965-94d668ec3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.577167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:15.597846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.601649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b9d27e-4b98-4a30-836a-d7b0efb804a7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:15.676654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:15.719163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.729400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.729400 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment a94244c9-d8d0-4a0e-92af-445ff482d4ec of type vlan for network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 Jan 31 17:59:15.791166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Transition to ACTIVE for port object e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:15.817375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.845121 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:15.855146 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Checking router: cf74201f-48dd-47c8-a421-6bb62a897254 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:15.872058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:15.887499 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:15.888121 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:16.029789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.052837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3782ad2-6665-4ecd-8308-4c69f7a97a47 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:16.131445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.142781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a3782ad2-6665-4ecd-8308-4c69f7a97a47 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:16.143275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3782ad2-6665-4ecd-8308-4c69f7a97a47 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:16.165887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ab5e9-7227-4e25-a7e0-6c16ebe0eb7b None None] Pushing event updated for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:16.168347 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-89b1c01d-b193-4f1c-bca1-2ac60f65766d tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 204 len: 168 time: 1.0025914 Jan 31 17:59:16.179422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a6ddbc63-2b2c-457c-b965-94d668ec3560 None None] Provisioning complete for port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:16.179949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a6ddbc63-2b2c-457c-b965-94d668ec3560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.187003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.189825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Subnet': ['ID=3c75604f-ddd9-42fb-8c11-e7dcb4097df5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:16.206205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-9d90704c-0341-4f17-845a-aed1a4d85a25 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-1478937369') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:16.261278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.263597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.264920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:16.265524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.271573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.290403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f262a8b-a163-4032-9868-335ce44af770 None None] Network 403884ac-32f3-4b15-813f-72d5e96032dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:16.315053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.374906 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:16.392917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a6ddbc63-2b2c-457c-b965-94d668ec3560 None None] Port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:16.503245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3780491 Jan 31 17:59:16.509207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.511239 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd9a73e0-1e95-4095-9cd6-889702f34857 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/subnets/3c75604f-ddd9-42fb-8c11-e7dcb4097df5 HTTP/1.1" status: 204 len: 168 time: 3.3402219 Jan 31 17:59:16.515401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.542435 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-9d90704c-0341-4f17-845a-aed1a4d85a25 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:16.543645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d90704c-0341-4f17-845a-aed1a4d85a25 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-1478937369 HTTP/1.1" status: 404 len: 329 time: 0.3514185 Jan 31 17:59:16.544102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b0f8f-2398-49b7-b3a1-332d94d5ae8c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=a32501ba-3fb2-4b68-bdce-b43b9983a2b3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:16.552784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Delete allocated IP 2001:db8::10a (de776a43-8cf0-4bda-b4e6-596e3d220179/dd8e8712-1c4c-43c6-86fb-c16fa5976138) {{(pid=83558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 31 17:59:16.555311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58598) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.561771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-4b30c563-6cae-4a07-bf9a-49a406cdd9ad tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-950910989') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:16.568760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:16.576564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.604270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-691620962'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:16.624113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Allocated IP 2001:db8:0:2::2b4 (de776a43-8cf0-4bda-b4e6-596e3d220179/a76c9854-8c32-44f9-bf16-0c59a0a5e9b7/5b45f9fd-260c-4b82-b6c6-00228985c6b4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:16.630313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58602) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.633101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:16.639219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Subnet': ['ID=2b228279-8da0-4827-90f6-9bf77f9a796b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:16.663025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.673120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:16.685539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:16.690921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:16.702658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.755399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8892c1-202f-4504-8059-194e42893ee2 None None] Network 6366434d-171c-4c1c-a6cd-44be175465de requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:16.782076 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-4b30c563-6cae-4a07-bf9a-49a406cdd9ad tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:16.783400 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4b30c563-6cae-4a07-bf9a-49a406cdd9ad tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-950910989 HTTP/1.1" status: 404 len: 328 time: 0.2269616 Jan 31 17:59:16.789167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.789851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58610) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.791836 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-44dac5ec-eaa8-42f1-b9d3-23e7e78adc88 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/2b228279-8da0-4827-90f6-9bf77f9a796b HTTP/1.1" status: 204 len: 168 time: 3.0518003 Jan 31 17:59:16.805272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58612) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:16.831498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:16.847135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-f73fe91a-e575-45db-8d5b-5a5c92a015c6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3', 'tempest-TagsExtTest-Tag-2077624604') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:16.911073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9c7330a2-b4f3-4c0d-859b-2b3c5cd0e406 None None] Provisioning for port d32395c0-76b1-4836-b449-bb4d4e964104 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:16.937683 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:16.943110 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac46b9-f626-40d5-abd5-c5519bd6403b None None] The sync data for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:54:44Z', 'revision_number': 4, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'b3a286fe-4621-42cb-8668-bf8ba170d500', 'name': '', 'network_id': '56a49de1-a708-479c-a65b-2f040dbacb6b', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'mac_address': 'fa:16:3e:8e:2c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:40Z', 'updated_at': '2022-01-31T17:55:00Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'subnets': [{'id': '2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:16.972204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9c7330a2-b4f3-4c0d-859b-2b3c5cd0e406 None None] Provisioning complete for port d32395c0-76b1-4836-b449-bb4d4e964104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:16.973849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9c7330a2-b4f3-4c0d-859b-2b3c5cd0e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:16.988206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.063257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'name': 'network-vif-deleted', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 17:59:17.096057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9c7330a2-b4f3-4c0d-859b-2b3c5cd0e406 None None] Port d32395c0-76b1-4836-b449-bb4d4e964104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:17.107868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b75556-cd05-4ad6-a0c7-829c44ea4079 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:17.108309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b75556-cd05-4ad6-a0c7-829c44ea4079 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:17.111276 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-14b75556-cd05-4ad6-a0c7-829c44ea4079 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/f75f7d45-2e71-4437-89a0-34e178b65110 HTTP/1.1" status: 404 len: 337 time: 0.2978206 Jan 31 17:59:17.112200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:17.116320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.137988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.149016 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-f73fe91a-e575-45db-8d5b-5a5c92a015c6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] show failed (client error): The resource could not be found. Jan 31 17:59:17.158846 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f73fe91a-e575-45db-8d5b-5a5c92a015c6 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags/tempest-TagsExtTest-Tag-2077624604 HTTP/1.1" status: 404 len: 329 time: 0.3637922 Jan 31 17:59:17.169815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.195318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.211564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-32f5f6b5-bb87-43bb-81c7-9f692425d9e8 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4275bcce-1511-4a7d-a566-c1955e3b0be3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.216759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.225831 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b145ef-ed8f-4b45-a93e-bb0f155c5536', 'name': 'network-vif-deleted', 'tag': 'a99cf550-635d-4f24-b587-00dbbc681d5d', 'status': 'completed', 'code': 200} Jan 31 17:59:17.232981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.287078 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-319e16dc-ec4c-42ce-a8ef-4889086ecb55 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d95a9d5-5d71-4095-8a0c-3b433177ab40 HTTP/1.1" status: 200 len: 205 time: 0.0638769 Jan 31 17:59:17.289524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.301118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] DHCP port deletion for 403884ac-32f3-4b15-813f-72d5e96032dc request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:17.305047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Deleting port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:17.305434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.347288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.365871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] DHCP port deletion for 6366434d-171c-4c1c-a6cd-44be175465de request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:17.381744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Deleting port 27094420-0172-44e2-94f8-46ad5bc3c643 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:17.382113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.402236 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-c4bd5119-7623-4b73-943d-bebdedadee00 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] delete failed (client error): The resource could not be found. Jan 31 17:59:17.402919 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c4bd5119-7623-4b73-943d-bebdedadee00 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/routers/8d95a9d5-5d71-4095-8a0c-3b433177ab40 HTTP/1.1" status: 404 len: 336 time: 0.1103656 Jan 31 17:59:17.405591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:17.408465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58634) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.418830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-32f5f6b5-bb87-43bb-81c7-9f692425d9e8 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3/tags HTTP/1.1" status: 204 len: 168 time: 0.2247810 Jan 31 17:59:17.465653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.475089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032759ec-aa2b-4a54-b11c-e650f202baa1 None None] New status for floating IP 9c72b8dd-3e4f-44af-a3e1-b5b4846205df: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 17:59:17.485051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.485488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment f1dd97e3-6829-4851-8e65-5790717c76f3 of type vlan for network 68793640-8250-46f1-8532-4abfe0e03141 Jan 31 17:59:17.485786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-45ae5c7e-1a76-4853-b289-46bf3daa94d8 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ec2c96cd-2213-4477-8c50-3dfaae8c2a83') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.544190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-63209240-37c5-4114-8888-6b0e8d3901db tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:17.544643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63209240-37c5-4114-8888-6b0e8d3901db tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:17.555769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Provisioning for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:17.564637 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-63209240-37c5-4114-8888-6b0e8d3901db tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/7061a0bf-b13f-49e5-9c2c-40226f2d6398 HTTP/1.1" status: 404 len: 337 time: 0.1424086 Jan 31 17:59:17.568085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58642) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.635478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.661771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network c252715e-0269-4ba5-bf67-46adb1ca6102 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:17.664769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c22388d-c90e-4a54-a7a9-bce504d7ee29 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:17.665203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c22388d-c90e-4a54-a7a9-bce504d7ee29 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:17.668777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.681448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:17.681667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:17.681971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.758078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:59:17.783802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.820783 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-45ae5c7e-1a76-4853-b289-46bf3daa94d8 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83/tags HTTP/1.1" status: 204 len: 168 time: 0.3515699 Jan 31 17:59:17.822257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58646) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.838491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.871548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.871909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9522e20a-a4ad-4778-9840-f4a85a5897c0']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.890823 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6c22388d-c90e-4a54-a7a9-bce504d7ee29 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/d3555bca-c4a5-446d-b7d6-b344d5d4c024 HTTP/1.1" status: 404 len: 337 time: 0.3081472 Jan 31 17:59:17.893321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.920189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.tag.tag_plugin [None req-ece70b14-924a-4ced-b500-0b4101d5a29b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b63a592a-d874-461b-83d2-b8b10212d8f4') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.959825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc68087-442d-40e1-badf-5961fc752e4d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.960173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc68087-442d-40e1-badf-5961fc752e4d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:17.969819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-f722c511-da49-4803-ba97-21780c394e18 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:17.970201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f722c511-da49-4803-ba97-21780c394e18 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:17.975736 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f722c511-da49-4803-ba97-21780c394e18 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/14a7f622-402b-4ee6-b87f-c11359d5fd28 HTTP/1.1" status: 404 len: 337 time: 0.0775473 Jan 31 17:59:17.983666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:17.992891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:17.997331 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/76b72cff-e528-4842-a9f4-3ebf4f9ce17d HTTP/1.1" status: 204 len: 168 time: 1.3595612 Jan 31 17:59:18.000804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Transition to ACTIVE for port object 5b45f9fd-260c-4b82-b6c6-00228985c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:18.008546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6231c15-a19d-436a-b084-95d90f1be7aa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:18.061735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.081340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-609658ce-d74b-4711-a990-6e20dcc1a5e0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:18.081988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609658ce-d74b-4711-a990-6e20dcc1a5e0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:18.084368 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-609658ce-d74b-4711-a990-6e20dcc1a5e0 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/8307358f-5dfb-4cd2-8e7a-853a56e4d929 HTTP/1.1" status: 404 len: 333 time: 0.0856609 Jan 31 17:59:18.085545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.087925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58660) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.089594 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-667a75e4-5d98-48cc-bfa7-4e7918bede7c tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "DELETE /v2.0/security-groups/f6231c15-a19d-436a-b084-95d90f1be7aa HTTP/1.1" status: 204 len: 168 time: 1.2961516 Jan 31 17:59:18.090452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.092680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.102781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58666) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.116737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:18.205794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] In _notify_port_updated(), no bound segment for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 on network de776a43-8cf0-4bda-b4e6-596e3d220179 {{(pid=83558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 17:59:18.212177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:18.213373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.218024 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "PUT /v2.0/ports/5b45f9fd-260c-4b82-b6c6-00228985c6b4 HTTP/1.1" status: 200 len: 969 time: 4.9987450 Jan 31 17:59:18.219356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-96eebd23-a2a6-4f5d-b44d-e83b952c0c3d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] show failed (client error): The resource could not be found. Jan 31 17:59:18.225494 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-96eebd23-a2a6-4f5d-b44d-e83b952c0c3d tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "GET /v2.0/security-groups/f6231c15-a19d-436a-b084-95d90f1be7aa HTTP/1.1" status: 404 len: 347 time: 0.0445144 Jan 31 17:59:18.234082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58672) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.234401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.235200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff4bd5-bc75-4f51-90cd-e9de435fca43 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b72cff-e528-4842-a9f4-3ebf4f9ce17d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:18.247467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] For port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,segment=NetworkSegment(23689cae-88d4-403a-ad22-af27f6941482),segment_id=23689cae-88d4-403a-ad22-af27f6941482)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:18.247867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.267277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] For port 27094420-0172-44e2-94f8-46ad5bc3c643, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=27094420-0172-44e2-94f8-46ad5bc3c643,segment=NetworkSegment(167c8eb9-07b7-4932-a2f4-fee6eefe479b),segment_id=167c8eb9-07b7-4932-a2f4-fee6eefe479b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:18.267673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.284062 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c6c3dc-daa1-497c-b6c5-6d3e5024d0fe tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:18.285679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c6c3dc-daa1-497c-b6c5-6d3e5024d0fe tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:18.289155 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-09c6c3dc-daa1-497c-b6c5-6d3e5024d0fe tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/650f78f9-6c0a-4f73-bee7-5d0ef464178a HTTP/1.1" status: 404 len: 337 time: 0.1980298 Jan 31 17:59:18.299977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.303209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.306905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:18.307486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.314584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58680) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.350519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Releasing vlan 1428 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:18.350921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:18.409601 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:18.498191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Calling delete_port for ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:18.546234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186cd7e-eea6-41d5-8b08-2cf6e14fec83 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event updated for resources: {'Port': ['ID=5b45f9fd-260c-4b82-b6c6-00228985c6b4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:18.553714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Deleting port cbb0e70b-bafe-4e11-b671-5cfe00013715 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:18.554328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.618281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:18.618611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.646901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Calling delete_port for 27094420-0172-44e2-94f8-46ad5bc3c643 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:18.655584 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffb224f-1c16-43cd-874d-fa5a7078dfe8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:18.655992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffb224f-1c16-43cd-874d-fa5a7078dfe8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:18.661594 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4ffb224f-1c16-43cd-874d-fa5a7078dfe8 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/c7fc65bb-1dbd-4d46-94f6-04f8cf9310cd HTTP/1.1" status: 404 len: 337 time: 0.3275299 Jan 31 17:59:18.671901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58684) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.766244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58688) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.767360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2493179 Jan 31 17:59:18.777949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:18.781363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b4f9d-5ce4-4a58-9c07-e9dc5c3ac432 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=68793640-8250-46f1-8532-4abfe0e03141,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:18.790072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-66126a51-ffee-48bb-ae62-267052a6ddf7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:18.790848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66126a51-ffee-48bb-ae62-267052a6ddf7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:18.794819 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ece70b14-924a-4ced-b500-0b4101d5a29b tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4/tags HTTP/1.1" status: 204 len: 168 time: 0.9615312 Jan 31 17:59:18.798165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.804424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.810954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.tag.tag_plugin [None req-e28fbcda-c6d2-426f-9f39-ebbfc9c0e67c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5bc48852-be55-4e73-a19d-2d006cdfc795') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:18.815739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:18.816113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.861139 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-66126a51-ffee-48bb-ae62-267052a6ddf7 tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/8c3ff356-596c-4620-9294-3b68f64478e8 HTTP/1.1" status: 404 len: 333 time: 0.1724219 Jan 31 17:59:18.865118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:18.867392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/networks/9522e20a-a4ad-4778-9840-f4a85a5897c0 HTTP/1.1" status: 204 len: 168 time: 2.3440883 Jan 31 17:59:18.876704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58696) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.876956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58698) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:18.886501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b0932-0b8a-4ed4-8ac8-ddd225c28248 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Network': ['ID=9522e20a-a4ad-4778-9840-f4a85a5897c0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:18.896873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 68793640-8250-46f1-8532-4abfe0e03141 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:19.010180 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e47d11-44ef-41ae-b78d-7b0ee167c87e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:19.010542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e47d11-44ef-41ae-b78d-7b0ee167c87e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:19.015348 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b3e47d11-44ef-41ae-b78d-7b0ee167c87e tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/1f7554e3-b56c-4434-acc9-2cef19b58cc7 HTTP/1.1" status: 404 len: 337 time: 0.1326609 Jan 31 17:59:19.024386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:19.031254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.034885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.052756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.053176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.071785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:19.074993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:19.075377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.147330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:19.157067 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad04654-1cdb-47be-b6e6-7ab474d44f7d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:19.157527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad04654-1cdb-47be-b6e6-7ab474d44f7d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:19.162360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5ad04654-1cdb-47be-b6e6-7ab474d44f7d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/subnets/7d92b3e7-df8c-400f-b854-16bcfbb90b95 HTTP/1.1" status: 404 len: 337 time: 0.1330295 Jan 31 17:59:19.162537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] Pushing event deleted for resources: {'Port': ['ID=27094420-0172-44e2-94f8-46ad5bc3c643,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:19.171338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58708) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:19.183232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:19.198152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Calling delete_port for cbb0e70b-bafe-4e11-b671-5cfe00013715 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:19.215807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.216370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d516e53-9bbd-491d-a7e5-feaa614eee26 None None] No DVR routers for this DVR port 27094420-0172-44e2-94f8-46ad5bc3c643 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:19.225579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:19.230701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] No DVR routers for this DVR port ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:19.233604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82100d-579a-42a3-8277-0cfd13d9125e None None] Pushing event deleted for resources: {'Port': ['ID=ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:19.248845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:19.249052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:19.274820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Provisioning for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:19.287810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Provisioning complete for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:19.288624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.335177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:19.346466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.367637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3981595b-0888-4902-867e-6b0c6a2330c1 None None] Port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:19.372466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:19.393579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Deleting port 856215b4-eafa-4d33-8efd-c2a56e33c7e7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:19.394155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.408478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 27094420-0172-44e2-94f8-46ad5bc3c643 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:19.409049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 27094420-0172-44e2-94f8-46ad5bc3c643 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:19.415978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:19.445197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:19.445992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ff10a9f6-b0d4-4b7d-b607-d2f210ea0a2e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:19.499225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Provisioning complete for port d32395c0-76b1-4836-b449-bb4d4e964104 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:19.499756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.545311 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e28fbcda-c6d2-426f-9f39-ebbfc9c0e67c tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795/tags HTTP/1.1" status: 204 len: 168 time: 0.7399602 Jan 31 17:59:19.565647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Port d32395c0-76b1-4836-b449-bb4d4e964104 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:19.579522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Provisioning complete for port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:19.580029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.607920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:19.647879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 5b45f9fd-260c-4b82-b6c6-00228985c6b4 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:19.664867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.693899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3c7adf39-c7cd-4a2b-b45a-aca1e55444b4 None None] Port 5b45f9fd-260c-4b82-b6c6-00228985c6b4 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:19.729639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403884ac-32f3-4b15-813f-72d5e96032dc']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:19.779824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.830137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23689cae-88d4-403a-ad22-af27f6941482') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:19.830469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23689cae-88d4-403a-ad22-af27f6941482') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:19.891437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:19.941223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.002881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.006867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Pushing event deleted for resources: {'Port': ['ID=cbb0e70b-bafe-4e11-b671-5cfe00013715,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:20.037504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.045182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:20.045596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:20.062340 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:20.101832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.189631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=5b45f9fd-260c-4b82-b6c6-00228985c6b4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:20.256661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.291770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.338311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.371483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a8036123-fc2a-401e-bb3a-5fb29901d3aa tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/5b45f9fd-260c-4b82-b6c6-00228985c6b4 HTTP/1.1" status: 204 len: 168 time: 2.1294231 Jan 31 17:59:20.371483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.375202 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-053f3dbf-8ed8-4f21-8a7e-6f1a8d29447b tempest-ServerActionsTestJSON-16457221 tempest-ServerActionsTestJSON-16457221-project] 10.222.0.110 "DELETE /v2.0/floatingips/9c72b8dd-3e4f-44af-a3e1-b5b4846205df HTTP/1.1" status: 204 len: 168 time: 2.1304495 Jan 31 17:59:20.375202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58718) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.379774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58720) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.389284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Calling delete_port for 856215b4-eafa-4d33-8efd-c2a56e33c7e7 owned by {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:20.451995 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-244e19fd-2b4f-4d76-88cf-18aaa42c49a3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] GET failed (client error): The resource could not be found. Jan 31 17:59:20.452443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-244e19fd-2b4f-4d76-88cf-18aaa42c49a3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Synchronizing usage tracker for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:20.456162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-032fd481-f829-46c8-b775-bdc74396e7f9 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.461842 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-032fd481-f829-46c8-b775-bdc74396e7f9 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnetpools/4275bcce-1511-4a7d-a566-c1955e3b0be3 HTTP/1.1" status: 204 len: 168 time: 0.8484604 Jan 31 17:59:20.462192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58728) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.463381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:20.481137 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:20.483759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-961b5894-e969-4024-999a-b0cd01f0c0e0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0538239 Jan 31 17:59:20.488557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.490157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58732) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.496318 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:20.497159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:20.514043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.517968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/networks/403884ac-32f3-4b15-813f-72d5e96032dc HTTP/1.1" status: 204 len: 168 time: 1.6349120 Jan 31 17:59:20.529325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1956656739'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:20.535001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58736) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.550086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=0f84a686-22ad-454c-994a-e7491976b090,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:20.588549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:20.600827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56f2a4-29b8-4057-9a09-7122c1849f1d tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Network': ['ID=403884ac-32f3-4b15-813f-72d5e96032dc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:20.605931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:20.608935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:20.609951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f427d89-3d08-4516-9285-78355f642712 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "GET /v2.0/ports?device_id=ec2c96cd-2213-4477-8c50-3dfaae8c2a83 HTTP/1.1" status: 200 len: 205 time: 0.1479049 Jan 31 17:59:20.611756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.659630 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:20.671025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:20.681049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.724651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': 'a94244c9-d8d0-4a0e-92af-445ff482d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:20.725048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: a32501ba-3fb2-4b68-bdce-b43b9983a2b3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:20.734175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-244e19fd-2b4f-4d76-88cf-18aaa42c49a3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Unset dirty status for tenant:47213b34f7da49ea88ed0f04d71ca544 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:20.738940 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-244e19fd-2b4f-4d76-88cf-18aaa42c49a3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports/5b45f9fd-260c-4b82-b6c6-00228985c6b4 HTTP/1.1" status: 404 len: 333 time: 0.3588586 Jan 31 17:59:20.740872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.755796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:20.758681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.767656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Port': ['ID=856215b4-eafa-4d33-8efd-c2a56e33c7e7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:20.838875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.884518 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3240ebf2-9caa-4764-b6a2-5cc6d099adbf tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/ports/856215b4-eafa-4d33-8efd-c2a56e33c7e7 HTTP/1.1" status: 204 len: 168 time: 1.7073946 Jan 31 17:59:20.884518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1434, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:20.886077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58750) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:20.922225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:20.924985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.964986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a32501ba-3fb2-4b68-bdce-b43b9983a2b3) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:20.974621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:20.974965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment fd0c9084-360c-4e42-93b9-e9c2dc9c86e2 of type vlan for network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb Jan 31 17:59:20.976027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5079bd7-322a-4497-86cf-a4ffd90d3f4b None None] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:20.986439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:20.987019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.005544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.012767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting subnet 65ac1358-0e51-4e07-b04b-20f6a57b93f4 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:21.027350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.045104 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:15Z', 'revision_number': 3, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:15Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:21.050042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:21.051568 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Updating router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 port d32395c0-76b1-4836-b449-bb4d4e964104 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:59:21.055694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.117055 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.132039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2101173a-d67e-4ed8-9c25-0b9f7510dd70 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3635986 Jan 31 17:59:21.135628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58754) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:21.150940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.159829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '68793640-8250-46f1-8532-4abfe0e03141', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:21.169049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.201084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.284058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a32501ba-3fb2-4b68-bdce-b43b9983a2b3', 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': '0f84a686-22ad-454c-994a-e7491976b090'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:21.287232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.321342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.434147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.462110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.510446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Allocated IP 2001:db8::2 (a32501ba-3fb2-4b68-bdce-b43b9983a2b3/0f84a686-22ad-454c-994a-e7491976b090/d4952361-9937-4235-9809-a5fb8211a554) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:21.558985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2531b00b-4dd9-47c5-9abb-eb42feb080ac,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:21.571253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:21.597062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.601029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:21.601619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.602919 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.605958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:21.621826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.625690 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d16e6ad0-20a5-468a-9592-7e85f762404f tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/security-groups/2531b00b-4dd9-47c5-9abb-eb42feb080ac HTTP/1.1" status: 204 len: 168 time: 0.8792653 Jan 31 17:59:21.626861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58758) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:21.643145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:21.656410 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Transition to ACTIVE for port object d32395c0-76b1-4836-b449-bb4d4e964104 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:21.657615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.665499 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.738138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Subnet': ['ID=65ac1358-0e51-4e07-b04b-20f6a57b93f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:21.775555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.810006 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-991ed4b1-09a3-441c-b555-ebaf6cdca1ff tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/subnets/65ac1358-0e51-4e07-b04b-20f6a57b93f4 HTTP/1.1" status: 204 len: 168 time: 1.2617619 Jan 31 17:59:21.811767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58762) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:21.815599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.829061 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Pushing event updated for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:21.830159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Transition to ACTIVE for port object d4952361-9937-4235-9809-a5fb8211a554 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:21.856627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Transition to ACTIVE for port object d4952361-9937-4235-9809-a5fb8211a554 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:21.862098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929faf7-1de5-4949-a69c-9cb666c3b166 None None] Network 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:21.901674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:21.907501 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.907842 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.908174 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.908501 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.908836 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.909162 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.909498 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.909832 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.910937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.911186 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.911292 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 17:59:21.921811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.016629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:22.051550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Attempting to bind port d32395c0-76b1-4836-b449-bb4d4e964104 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:22.053189 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Attempting to bind port d32395c0-76b1-4836-b449-bb4d4e964104 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:22.053844 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Attempting to bind port d32395c0-76b1-4836-b449-bb4d4e964104 on network c252715e-0269-4ba5-bf67-46adb1ca6102 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:22.062184 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:22.062705 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Checking segment: {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:22.063199 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.063685 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Bound using segment: {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:22.064266 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Bound port: d32395c0-76b1-4836-b449-bb4d4e964104, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b81640-a5b6-419d-9883-db7a6f4444b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:22.064752 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.099458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.103039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:22.113659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:22.119313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:22.134223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.175279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6815269 Jan 31 17:59:22.176417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Deleting port 98d31a93-983a-43df-81b3-c2cc6d35c656 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:22.176755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.184020 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] For port d32395c0-76b1-4836-b449-bb4d4e964104, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:22.188468 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] For port d32395c0-76b1-4836-b449-bb4d4e964104, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d32395c0-76b1-4836-b449-bb4d4e964104,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:22.195483 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.196619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Pushing event updated for resources: {'Port': ['ID=d4952361-9937-4235-9809-a5fb8211a554,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:22.205050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:22.219970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:22.261606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.275854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:22.294487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.299024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6022d01-bde6-4f02-9dee-26d43fb2e0af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:22.302527 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d0e41-9c4b-4d9c-a4bb-a0a999abb473 None None] Pushing event updated for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:22.327285 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:22.328093 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:22.331728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.339135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:22.384464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51d9e34-e850-4f55-a494-3fd880ac49b9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:22.433595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.446388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Attempting to bind port d4952361-9937-4235-9809-a5fb8211a554 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:22.447142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Attempting to bind port d4952361-9937-4235-9809-a5fb8211a554 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a94244c9-d8d0-4a0e-92af-445ff482d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:22.447616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Attempting to bind port d4952361-9937-4235-9809-a5fb8211a554 on network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:22.474297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.477054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6366434d-171c-4c1c-a6cd-44be175465de']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:22.531346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:22.531862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Checking segment: {'id': 'a94244c9-d8d0-4a0e-92af-445ff482d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:22.532512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.533017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Bound using segment: {'id': 'a94244c9-d8d0-4a0e-92af-445ff482d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:22.533542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167c8eb9-07b7-4932-a2f4-fee6eefe479b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:22.533722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Bound port: d4952361-9937-4235-9809-a5fb8211a554, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a94244c9-d8d0-4a0e-92af-445ff482d4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'a32501ba-3fb2-4b68-bdce-b43b9983a2b3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:22.534170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167c8eb9-07b7-4932-a2f4-fee6eefe479b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:22.534307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.556445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.583980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.615447 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:22.663390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] For port d4952361-9937-4235-9809-a5fb8211a554, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:22.667684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] For port d4952361-9937-4235-9809-a5fb8211a554, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d4952361-9937-4235-9809-a5fb8211a554,segment=NetworkSegment(a94244c9-d8d0-4a0e-92af-445ff482d4ec),segment_id=a94244c9-d8d0-4a0e-92af-445ff482d4ec)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:22.672134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.706537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.728720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Releasing vlan 1429 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:22.729115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.740349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] DHCP port deletion for 3a13dd0a-7de5-4207-9bfb-bc2604fe84dc request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:22.746835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] For port 98d31a93-983a-43df-81b3-c2cc6d35c656, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=98d31a93-983a-43df-81b3-c2cc6d35c656,segment=NetworkSegment(1209e588-5ef3-4c00-978e-358ebf2b2b78),segment_id=1209e588-5ef3-4c00-978e-358ebf2b2b78)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:22.747528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:22.749936 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:22.753434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.753622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Fanout notify agent at l3_agent the message router_deleted on router ec2c96cd-2213-4477-8c50-3dfaae8c2a83 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:59:22.765212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Deleting port 98d31a93-983a-43df-81b3-c2cc6d35c656 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:22.765613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.849880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa5a76-8f1f-41dd-b427-bbb4e0ac09b0 None None] Pushing event updated for resources: {'Port': ['ID=d4952361-9937-4235-9809-a5fb8211a554,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:22.923227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Calling delete_port for 98d31a93-983a-43df-81b3-c2cc6d35c656 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:22.990235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:22.994768 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4dd5af6b-2da5-4f62-bc49-5c7d75261233 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/routers/ec2c96cd-2213-4477-8c50-3dfaae8c2a83 HTTP/1.1" status: 204 len: 168 time: 2.3756568 Jan 31 17:59:23.019438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58770) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:23.080347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] For port 98d31a93-983a-43df-81b3-c2cc6d35c656, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=98d31a93-983a-43df-81b3-c2cc6d35c656,segment=NetworkSegment(1209e588-5ef3-4c00-978e-358ebf2b2b78),segment_id=1209e588-5ef3-4c00-978e-358ebf2b2b78)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:23.080850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.119473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Deleting port b63a592a-d874-461b-83d2-b8b10212d8f4 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:23.119975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.151821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.156116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3831f127-4e8b-49f5-ad0b-81e444e58990 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/security-groups/a51d9e34-e850-4f55-a494-3fd880ac49b9 HTTP/1.1" status: 204 len: 168 time: 1.5278533 Jan 31 17:59:23.157237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.184526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58774) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:23.212072 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:15Z', 'revision_number': 3, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:22Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:23.214427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.220523 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747da3c7-ae78-4131-b9d0-37039876b07e None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:15Z', 'revision_number': 3, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:22Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:23.255215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] No DVR routers for this DVR port 98d31a93-983a-43df-81b3-c2cc6d35c656 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:23.257258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.361852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Port': ['ID=98d31a93-983a-43df-81b3-c2cc6d35c656,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:23.362263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] Pushing event deleted for resources: {'Network': ['ID=6366434d-171c-4c1c-a6cd-44be175465de,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:23.379965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-97225bc6-3907-4b18-b158-f18c39ba5c9d tempest-PortsTestJSON-759936079 tempest-PortsTestJSON-759936079-project] 10.222.0.110 "DELETE /v2.0/networks/6366434d-171c-4c1c-a6cd-44be175465de HTTP/1.1" status: 204 len: 168 time: 2.4893742 Jan 31 17:59:23.406883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Calling delete_port for 98d31a93-983a-43df-81b3-c2cc6d35c656 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:23.439556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:23.473530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:23.485008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:23.508715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:23.509076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:23.544531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.694041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:23.702681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=f15b87b5-75df-47bb-b14b-dba99b2a2646,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:23.752808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': 'f1dd97e3-6829-4851-8e65-5790717c76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '68793640-8250-46f1-8532-4abfe0e03141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:23.753845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 68793640-8250-46f1-8532-4abfe0e03141, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:23.794129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58782) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:23.808237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:23.835274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 68793640-8250-46f1-8532-4abfe0e03141 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:23.860622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 68793640-8250-46f1-8532-4abfe0e03141) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:23.867868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:23.868002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:23.875294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6df4a3-5d9c-46f0-b125-a9c29d50a0b2 None None] Network 68793640-8250-46f1-8532-4abfe0e03141 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:24.012887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.016331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4f24760a-b39e-4f9e-9af2-f1467aa519c6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8759875 Jan 31 17:59:24.017689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Deleting port 98d31a93-983a-43df-81b3-c2cc6d35c656 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:24.018265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.020653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58786) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:24.044116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-355544390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:24.065594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:24.074183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:24.077195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:24.079709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.083549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.088085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:24.115682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.117360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.118796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d4952361-9937-4235-9809-a5fb8211a554 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:24.123626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 16e4be89-845c-49c2-b562-dfb5c0a87e32 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:24.123952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.146472 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c13a7-d894-434c-9f94-94eb619837f7 None None] The port '98d31a93-983a-43df-81b3-c2cc6d35c656' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:59:24.292258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.331324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d4952361-9937-4235-9809-a5fb8211a554 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:24.407421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d32395c0-76b1-4836-b449-bb4d4e964104 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:24.437363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a13dd0a-7de5-4207-9bfb-bc2604fe84dc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:24.443599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c444826d-8c98-4c1b-bf61-b4188c388087 None None] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:24.455959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1209e588-5ef3-4c00-978e-358ebf2b2b78') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:24.456299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1209e588-5ef3-4c00-978e-358ebf2b2b78') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:24.468619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-68793640-8250-46f1-8532-4abfe0e03141', 'network_id': '68793640-8250-46f1-8532-4abfe0e03141', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': 'f15b87b5-75df-47bb-b14b-dba99b2a2646'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:24.469430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.476503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.530064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 16e4be89-845c-49c2-b562-dfb5c0a87e32, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=16e4be89-845c-49c2-b562-dfb5c0a87e32,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:24.530473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.538324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.539608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2ec5290b-f89f-4cd4-8e5d-62a2da0b91fe tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5167973 Jan 31 17:59:24.542517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58792) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:24.553444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.570517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.668938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Provisioning for port d4952361-9937-4235-9809-a5fb8211a554 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:24.689374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.698650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Provisioning complete for port d4952361-9937-4235-9809-a5fb8211a554 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:24.699013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.725723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 16e4be89-845c-49c2-b562-dfb5c0a87e32 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:24.730035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.795662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Releasing vlan 1447 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:24.805971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.829939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d32395c0-76b1-4836-b449-bb4d4e964104 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:24.849967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d32395c0-76b1-4836-b449-bb4d4e964104 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:24.850343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:24.917983 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:24.941895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Allocated IP 2001:db8:1::2 (68793640-8250-46f1-8532-4abfe0e03141/f15b87b5-75df-47bb-b14b-dba99b2a2646/24a2f5a8-0abf-4fed-960a-cc38d9813ea7) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:24.978255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=e16d40d7-d0ab-4ede-ba15-10234da90fe4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.003148 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c649f45c-a6fd-4178-b8b9-5d9ea39a4802 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9ea52dd744664d43bacbec8c77cc4417&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1959054 Jan 31 17:59:25.011516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58796) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:25.012789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.163261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Calling delete_port for b63a592a-d874-461b-83d2-b8b10212d8f4 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:25.171468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.198851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.225003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.230435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.231644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf603d15-66e1-4f3b-8c1d-19b08e496b94,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.245800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.264540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.276489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:25.276851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:25.281519 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] For port d4952361-9937-4235-9809-a5fb8211a554, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d4952361-9937-4235-9809-a5fb8211a554,segment=NetworkSegment(a94244c9-d8d0-4a0e-92af-445ff482d4ec),segment_id=a94244c9-d8d0-4a0e-92af-445ff482d4ec)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:25.298438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.301155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Pushing event deleted for resources: {'Network': ['ID=3a13dd0a-7de5-4207-9bfb-bc2604fe84dc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.330784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.337203 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8817b768-3879-4810-9e76-23907cbec785 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/security-groups/cf603d15-66e1-4f3b-8c1d-19b08e496b94 HTTP/1.1" status: 204 len: 168 time: 2.0786366 Jan 31 17:59:25.337203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:25.344362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bf717ca4-5bb9-4475-93cc-882103976925 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/networks/3a13dd0a-7de5-4207-9bfb-bc2604fe84dc HTTP/1.1" status: 204 len: 168 time: 3.5303490 Jan 31 17:59:25.346652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.357194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:25.430848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d32395c0-76b1-4836-b449-bb4d4e964104, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d32395c0-76b1-4836-b449-bb4d4e964104,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:25.447539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.461387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51596b74-c678-4e4c-8ca6-c8a8ccdc9159 None None] Pushing event updated for resources: {'Port': ['ID=d4952361-9937-4235-9809-a5fb8211a554,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.487681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0566884d-1267-4312-b27d-f5cada33fae9 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Synchronizing usage tracker for tenant:84516fc599c945bf8b469108aae0b36b on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:25.541530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 98d31a93-983a-43df-81b3-c2cc6d35c656 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:25.548047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.571288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:25.594066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.626159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=16e4be89-845c-49c2-b562-dfb5c0a87e32,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.628203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0566884d-1267-4312-b27d-f5cada33fae9 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Unset dirty status for tenant:84516fc599c945bf8b469108aae0b36b on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:25.633993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 98d31a93-983a-43df-81b3-c2cc6d35c656 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:25.634287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0566884d-1267-4312-b27d-f5cada33fae9 tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "GET /v2.0/ports?device_id=02a18adc-61ef-4040-8052-4e0d480cc341 HTTP/1.1" status: 200 len: 205 time: 0.2740822 Jan 31 17:59:25.634540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 98d31a93-983a-43df-81b3-c2cc6d35c656 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:25.637133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58808) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:25.693863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:25.700505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.706239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5e6d020f-a62a-471a-975b-6070c5ab56c4 None None] Provisioning complete for port d4952361-9937-4235-9809-a5fb8211a554 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:25.706338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e6d020f-a62a-471a-975b-6070c5ab56c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.745943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Transition to ACTIVE for port object 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:25.782002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Transition to ACTIVE for port object 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:25.792084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.847572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:25.883972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1c8bf9-81c0-4de7-a388-7e7990120d1c None None] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:25.918703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:25.919299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:25.969570 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0f57d474-2047-407f-be43-39702d845b86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7606809 Jan 31 17:59:25.973651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58812) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:26.023007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Pushing event updated for resources: {'Port': ['ID=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:26.027727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Network 68793640-8250-46f1-8532-4abfe0e03141 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:26.035094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:26.045044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:26.056050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.069311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.073763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d4952361-9937-4235-9809-a5fb8211a554 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:26.201509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae62d6f-07d5-41ef-b6cb-e464ad2d16a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:26.230915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet dd8e8712-1c4c-43c6-86fb-c16fa5976138 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:26.234744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.339876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.340991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-185c3b20-f977-48ff-bac8-95046758a320 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2ae62d6f-07d5-41ef-b6cb-e464ad2d16a1 HTTP/1.1" status: 204 len: 168 time: 1.3290634 Jan 31 17:59:26.391077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Attempting to bind port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:26.391584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Attempting to bind port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f1dd97e3-6829-4851-8e65-5790717c76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '68793640-8250-46f1-8532-4abfe0e03141'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:26.391956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Attempting to bind port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 on network 68793640-8250-46f1-8532-4abfe0e03141 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:26.404609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:26.404998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Checking segment: {'id': 'f1dd97e3-6829-4851-8e65-5790717c76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '68793640-8250-46f1-8532-4abfe0e03141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:26.405417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.405818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Bound using segment: {'id': 'f1dd97e3-6829-4851-8e65-5790717c76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '68793640-8250-46f1-8532-4abfe0e03141'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:26.406283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Bound port: 24a2f5a8-0abf-4fed-960a-cc38d9813ea7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1dd97e3-6829-4851-8e65-5790717c76f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '68793640-8250-46f1-8532-4abfe0e03141'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:26.406653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.470266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.523375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.536889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d4952361-9937-4235-9809-a5fb8211a554 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:26.537511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.565226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:26.566074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.636283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event deleted for resources: {'Port': ['ID=b63a592a-d874-461b-83d2-b8b10212d8f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:26.715274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] For port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:26.771233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] For port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,segment=NetworkSegment(f1dd97e3-6829-4851-8e65-5790717c76f3),segment_id=f1dd97e3-6829-4851-8e65-5790717c76f3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:26.782947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.786284 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2fc479ac-d8fa-41f4-95aa-e55b8167aff1 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/ports/b63a592a-d874-461b-83d2-b8b10212d8f4 HTTP/1.1" status: 204 len: 168 time: 3.7548816 Jan 31 17:59:26.791988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58824) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:26.809563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:26.878669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Allocated IP 172.22.0.2 (54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb/e16d40d7-d0ab-4ede-ba15-10234da90fe4/79e8886d-d047-4543-96fa-52c54d03c7ab) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:26.925551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8::1 (a32501ba-3fb2-4b68-bdce-b43b9983a2b3/0f84a686-22ad-454c-994a-e7491976b090/76526614-3249-46a8-b736-1e51a85b7f1d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:26.948630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d32395c0-76b1-4836-b449-bb4d4e964104 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:27.057676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.293964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.318511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Transition to ACTIVE for port object 79e8886d-d047-4543-96fa-52c54d03c7ab will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:27.321194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e4efa-12a8-433f-af81-2f38eddf104a None None] Pushing event updated for resources: {'Port': ['ID=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:27.367857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Transition to ACTIVE for port object 79e8886d-d047-4543-96fa-52c54d03c7ab will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:27.381335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.476248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:27.477817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d32395c0-76b1-4836-b449-bb4d4e964104 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:27.477817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.506225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Pushing event updated for resources: {'Port': ['ID=79e8886d-d047-4543-96fa-52c54d03c7ab,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:27.513348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:27.524667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:27.542513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.550059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.605024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8e8712-1c4c-43c6-86fb-c16fa5976138,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:27.653146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.672383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2dd490d7-0c9c-4061-a13c-7375b3cb1fcf tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/dd8e8712-1c4c-43c6-86fb-c16fa5976138 HTTP/1.1" status: 204 len: 168 time: 2.3294218 Jan 31 17:59:27.677640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:27.685289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe983f9-df4f-4b66-96e3-ed10a355476a None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:27.748165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.768339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Deleting subnet 5bc48852-be55-4e73-a19d-2d006cdfc795 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:27.771245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 76526614-3249-46a8-b736-1e51a85b7f1d will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:27.814443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.820148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.888249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Attempting to bind port 79e8886d-d047-4543-96fa-52c54d03c7ab on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:27.892467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Attempting to bind port 79e8886d-d047-4543-96fa-52c54d03c7ab by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:27.892991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Attempting to bind port 79e8886d-d047-4543-96fa-52c54d03c7ab on network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:27.942517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:27.948777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58842) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:27.950891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:27.971246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:27.971953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.973458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:27.973958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Checking segment: {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:27.974458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:27.974939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Bound using segment: {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:27.975515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Bound port: 79e8886d-d047-4543-96fa-52c54d03c7ab, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:27.975995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.036861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.127897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.150391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Deleting port b3a286fe-4621-42cb-8668-bf8ba170d500 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:28.150725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.330193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:28.360029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=76526614-3249-46a8-b736-1e51a85b7f1d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:28.401154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet a76c9854-8c32-44f9-bf16-0c59a0a5e9b7 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:28.413332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.445578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.448640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] For port 79e8886d-d047-4543-96fa-52c54d03c7ab, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:28.458216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] For port 79e8886d-d047-4543-96fa-52c54d03c7ab, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e8886d-d047-4543-96fa-52c54d03c7ab,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:28.490389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.633506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12978d-b314-45a9-9f94-b190f2c05679 None None] Pushing event updated for resources: {'Port': ['ID=79e8886d-d047-4543-96fa-52c54d03c7ab,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:28.661774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.669547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-30860ca8-0853-4d5f-a584-23c437fbb957 None None] Provisioning for port 76526614-3249-46a8-b736-1e51a85b7f1d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:28.676969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-30860ca8-0853-4d5f-a584-23c437fbb957 None None] Provisioning complete for port 76526614-3249-46a8-b736-1e51a85b7f1d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:28.677532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-30860ca8-0853-4d5f-a584-23c437fbb957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.687447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.696091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.696556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Fanout notify agent at l3_agent the message router_deleted on router 02a18adc-61ef-4040-8052-4e0d480cc341 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:59:28.710124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:28.710640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2634c1d3-f75b-4a91-9ae3-9c067a91f06c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:28.710946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-2634c1d3-f75b-4a91-9ae3-9c067a91f06c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 17:59:28.718003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f359d83-d987-45d5-9cf6-1a2cf76aa893 None None] Network 68793640-8250-46f1-8532-4abfe0e03141 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:28.718409 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2634c1d3-f75b-4a91-9ae3-9c067a91f06c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7645998 Jan 31 17:59:28.719861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:28.740007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--133683950'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:28.745998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:28.750802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:28.754905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:28.765735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:28.797093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.798296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8fce3acd-83b5-4d5e-b64d-b8904f004d3f tempest-RoutersNegativeTest-1134491306 tempest-RoutersNegativeTest-1134491306-project] 10.222.0.110 "DELETE /v2.0/routers/02a18adc-61ef-4040-8052-4e0d480cc341 HTTP/1.1" status: 204 len: 168 time: 3.1563892 Jan 31 17:59:28.858352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:28.874943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-30860ca8-0853-4d5f-a584-23c437fbb957 None None] Port 76526614-3249-46a8-b736-1e51a85b7f1d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:28.936603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] For port b3a286fe-4621-42cb-8668-bf8ba170d500, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b3a286fe-4621-42cb-8668-bf8ba170d500,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:28.936988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.170294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Calling delete_port for b3a286fe-4621-42cb-8668-bf8ba170d500 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:29.197714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Provisioning for port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:29.210306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.216388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Provisioning complete for port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:29.216753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.272610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.417227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.443218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:29.469302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] For port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,segment=NetworkSegment(f1dd97e3-6829-4851-8e65-5790717c76f3),segment_id=f1dd97e3-6829-4851-8e65-5790717c76f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:29.480526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.546071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:29.553725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.564620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58856) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:29.589180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd6080-3401-457f-ad3f-11c1075ac0c4 None None] Pushing event updated for resources: {'Port': ['ID=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:29.631090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:59:29.633710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:29.663163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.663516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:29.716317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.753343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.757747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.766208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.787448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.820507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.919577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a042c1d-35fa-4721-aace-87eee5adcef7 None None] Provisioning complete for port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:29.920142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a042c1d-35fa-4721-aace-87eee5adcef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:29.960688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc48852-be55-4e73-a19d-2d006cdfc795,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:30.019060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=a76c9854-8c32-44f9-bf16-0c59a0a5e9b7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:30.021716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:30.027614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:30.033743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=76526614-3249-46a8-b736-1e51a85b7f1d,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:30.064522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ac2bd-0e89-4dda-aa3d-45b315e627fc None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:30.086119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74732e4e-8256-4a38-8a7d-5e7cf49611e4 None None] Network c7542b58-99c5-4db4-b0e4-d15c07485703 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:30.120951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:30.124523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:30.165630 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fd5d6321-5acb-4c3a-8c9a-f782262d0754 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/a76c9854-8c32-44f9-bf16-0c59a0a5e9b7 HTTP/1.1" status: 204 len: 168 time: 2.4868917 Jan 31 17:59:30.208525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:30.227484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:30.260653 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9866c6ea-12c5-4a6a-9032-93a3f9c49800 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/subnets/5bc48852-be55-4e73-a19d-2d006cdfc795 HTTP/1.1" status: 204 len: 168 time: 3.4645264 Jan 31 17:59:30.315406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58864) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:30.385886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:30.392072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4998336b-1246-4a33-8e18-c01aebe7608a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=84516fc599c945bf8b469108aae0b36b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8130243 Jan 31 17:59:30.426882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f4229-fb29-44d4-a494-35e3d87785ad None None] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:30.453786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:30.461556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:30.530573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a286fe-4621-42cb-8668-bf8ba170d500,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:30.572060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:30.581969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:30.588359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888c6dae-19db-47f3-a27b-6753ac67e009,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:30.595252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:30.669580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:30.690209 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-1016c2b4-636c-452c-a3c8-16fa1a0d1609 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:30.690652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1016c2b4-636c-452c-a3c8-16fa1a0d1609 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:30.693021 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1016c2b4-636c-452c-a3c8-16fa1a0d1609 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/dd8e8712-1c4c-43c6-86fb-c16fa5976138 HTTP/1.1" status: 404 len: 337 time: 0.3929286 Jan 31 17:59:30.711455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:30.952055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:30.964678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.014396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:31.014996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.072474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e01a4bae-b886-4e5a-bae0-fc6e66b96986,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:31.081437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.084122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.086028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd867a3a-0bbf-457e-848b-f02cdf86266d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3581500 Jan 31 17:59:31.088879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:31.096369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.22.0.1 (54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb/e16d40d7-d0ab-4ede-ba15-10234da90fe4/0be7444a-f972-4bec-8289-8c1a9b5a07d2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:31.114132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'e01a4bae-b886-4e5a-bae0-fc6e66b96986', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:31.137025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:31.159373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7336c222-070c-4129-b481-057f52b24533 None None] Provisioning for port 79e8886d-d047-4543-96fa-52c54d03c7ab completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:31.202214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:31.216441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Deleting port 2968a1d9-da2e-4589-9472-fa582013378b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:31.216441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.245846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:31.261621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e8886d-d047-4543-96fa-52c54d03c7ab up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:31.284322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.294317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] DHCP port deletion for c7542b58-99c5-4db4-b0e4-d15c07485703 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:31.297946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:31.305241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 0be7444a-f972-4bec-8289-8c1a9b5a07d2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:31.308082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7336c222-070c-4129-b481-057f52b24533 None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:31.308448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7336c222-070c-4129-b481-057f52b24533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.375344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting subnet 8caae547-a195-422c-8dff-209ae183c1df {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:31.380268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.386935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.388116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Deleting port 2968a1d9-da2e-4589-9472-fa582013378b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:31.388492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.419986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.521339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:31.536837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:31.539452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:31.542595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:31.567702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.624285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.664191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.709265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.724745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 79e8886d-d047-4543-96fa-52c54d03c7ab completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:31.753060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.765595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 79e8886d-d047-4543-96fa-52c54d03c7ab triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:31.766130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.841720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] For port 2968a1d9-da2e-4589-9472-fa582013378b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2968a1d9-da2e-4589-9472-fa582013378b,segment=NetworkSegment(abec32d9-9bb9-435c-bce2-d7ffd9acc4e0),segment_id=abec32d9-9bb9-435c-bce2-d7ffd9acc4e0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:31.842275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.850528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7336c222-070c-4129-b481-057f52b24533 None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:31.851046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7336c222-070c-4129-b481-057f52b24533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:31.884665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.021749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Calling delete_port for 2968a1d9-da2e-4589-9472-fa582013378b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:32.104277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7336c222-070c-4129-b481-057f52b24533 None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:32.119212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:32.139013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] For port 2968a1d9-da2e-4589-9472-fa582013378b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2968a1d9-da2e-4589-9472-fa582013378b,segment=NetworkSegment(abec32d9-9bb9-435c-bce2-d7ffd9acc4e0),segment_id=abec32d9-9bb9-435c-bce2-d7ffd9acc4e0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:32.139371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.159160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.196787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7336c222-070c-4129-b481-057f52b24533 None None] Provisioning complete for port 76526614-3249-46a8-b736-1e51a85b7f1d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:32.196787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7336c222-070c-4129-b481-057f52b24533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.235662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.237522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.247529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.259200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.314850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] Pushing event deleted for resources: {'Port': ['ID=2968a1d9-da2e-4589-9472-fa582013378b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:32.329560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7336c222-070c-4129-b481-057f52b24533 None None] Port 76526614-3249-46a8-b736-1e51a85b7f1d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:32.335985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf0be40-f088-45d0-8127-64019498ff73 None None] No DVR routers for this DVR port 2968a1d9-da2e-4589-9472-fa582013378b on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:32.351784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 79e8886d-d047-4543-96fa-52c54d03c7ab, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e8886d-d047-4543-96fa-52c54d03c7ab,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:32.356239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.424879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Calling delete_port for 2968a1d9-da2e-4589-9472-fa582013378b owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:32.440062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=79e8886d-d047-4543-96fa-52c54d03c7ab,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:32.455547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.460503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Provisioning complete for port 79e8886d-d047-4543-96fa-52c54d03c7ab triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:32.460996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.560603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2968a1d9-da2e-4589-9472-fa582013378b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:32.604498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2968a1d9-da2e-4589-9472-fa582013378b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:32.605125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2968a1d9-da2e-4589-9472-fa582013378b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:32.675022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.675395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3643d810-3a21-45a7-8136-34359ceddec9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:32.688104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.690021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f514083a-b38e-41ae-a5c5-70099f101e20,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:32.727040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.730448 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6b217429-f702-4294-a606-504f746fe2fa admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f514083a-b38e-41ae-a5c5-70099f101e20 HTTP/1.1" status: 204 len: 168 time: 2.2734210 Jan 31 17:59:32.732756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.733548 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7461fc45-abbd-49e3-abaf-025daed6e17c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.6362274 Jan 31 17:59:32.740237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:32.748535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Provisioning complete for port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:32.749349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.758759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'e01a4bae-b886-4e5a-bae0-fc6e66b96986', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:32.776385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:32.782035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 5276e303-c3bb-4941-a156-5a84e5d68630 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:59:32.792517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:32.811465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:32.829837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:32.833350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.905193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:32.905193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:32.915117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:32.926040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.946571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Provisioning complete for port 128b4be7-d04e-4e23-b422-40a53f70e222 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:32.946942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:32.953143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Subnet': ['ID=8caae547-a195-422c-8dff-209ae183c1df,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:33.015762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Port 128b4be7-d04e-4e23-b422-40a53f70e222 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:33.026761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207536e-363a-49cb-89bd-a2892391a2af None None] Network de776a43-8cf0-4bda-b4e6-596e3d220179 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:33.029677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.041052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.103581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Provisioning for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:33.106679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d7dc2102-0644-45ed-9a04-d56d08ba39f3 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/8caae547-a195-422c-8dff-209ae183c1df HTTP/1.1" status: 204 len: 168 time: 2.3166740 Jan 31 17:59:33.109804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.134928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Provisioning complete for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:33.135558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.172670 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c2487c-ce4c-4a64-a6a6-06f2cddd0399 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:33.172670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c2487c-ce4c-4a64-a6a6-06f2cddd0399 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:33.173085 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-39c2487c-ce4c-4a64-a6a6-06f2cddd0399 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/aba9d800-0552-4e2b-80c7-59fefaac653c HTTP/1.1" status: 404 len: 337 time: 0.0600312 Jan 31 17:59:33.177475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.247749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d568cf0-7553-4747-a036-f42f374d5c8d tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "GET /v2.0/ports?device_id=eb2c862f-5b8a-4b49-928c-11e450758de1 HTTP/1.1" status: 200 len: 205 time: 0.0674713 Jan 31 17:59:33.252078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.252277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b3210b06-4e61-405e-9d73-00bdb10c7efa None None] Port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:33.273968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 17:59:33.274995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-40f0a5d7-f356-41fd-aa30-1522abf02c6e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5322046 Jan 31 17:59:33.279620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.317296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:33.331376 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-393b75bc-56cb-4d44-a8c7-b6bd5b855eb4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0b3a3aca-dbe3-474a-a024-09ebc23ca492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1917415 Jan 31 17:59:33.332186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:33.332333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58914) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.334025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-d9d45f3e-8ac4-4b6b-8af8-e747114e3ff0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] delete failed (client error): The resource could not be found. Jan 31 17:59:33.337545 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d9d45f3e-8ac4-4b6b-8af8-e747114e3ff0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/routers/eb2c862f-5b8a-4b49-928c-11e450758de1 HTTP/1.1" status: 404 len: 336 time: 0.0789475 Jan 31 17:59:33.337545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:33.340094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.356515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Sync routers for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:33.382848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:33.396054 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] Sync routers for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:33.397836 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0c518a5b-b699-45be-8dbb-6f630c839ee9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8542528 Jan 31 17:59:33.400535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:33.401880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:33.415232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.415735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Deleting port 2968a1d9-da2e-4589-9472-fa582013378b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:33.416067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.420293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:33.421723 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:33.506935 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-178a38f7-f1da-4de4-a686-e1f2ffb3bb19 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:33.509520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178a38f7-f1da-4de4-a686-e1f2ffb3bb19 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:33.511314 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-178a38f7-f1da-4de4-a686-e1f2ffb3bb19 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/c41ac891-75b3-45a8-8f19-07b136d5132b HTTP/1.1" status: 404 len: 337 time: 0.1702116 Jan 31 17:59:33.511831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36622db-4e34-4112-9954-212bab40c258 None None] DHCP port deletion for de776a43-8cf0-4bda-b4e6-596e3d220179 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:33.559482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Deleting port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:33.559860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.563331 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:33.565280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.579072 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:33.579850 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:33.676267 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:33.677297 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6050be02-e81b-4ec5-86a4-76732ec971b8 None None] The sync data for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:33.697899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] The port '2968a1d9-da2e-4589-9472-fa582013378b' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:59:33.720990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-79079806-2a77-4f24-b18a-59fe0e37bc2a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:33.721958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79079806-2a77-4f24-b18a-59fe0e37bc2a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:33.723501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79079806-2a77-4f24-b18a-59fe0e37bc2a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/aabfbf9c-2e88-4178-b907-aa8a997254b1 HTTP/1.1" status: 404 len: 337 time: 0.1423829 Jan 31 17:59:33.744732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.812345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e85554d-12a3-40da-a984-e8b092844a40 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:33.813069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4e85554d-12a3-40da-a984-e8b092844a40 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:33.825148 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b2a173-b7cb-4adb-9143-f3f6f0110206 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:33.825629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b2a173-b7cb-4adb-9143-f3f6f0110206 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:33.830418 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29b2a173-b7cb-4adb-9143-f3f6f0110206 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/269e4cd1-7192-49f8-b05e-b3f55e22a689 HTTP/1.1" status: 404 len: 337 time: 0.0807950 Jan 31 17:59:33.831167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.875398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.926596 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-283ad098-5057-4720-8f0d-5ca64e5aec79 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:33.927982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-283ad098-5057-4720-8f0d-5ca64e5aec79 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:33.937917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-283ad098-5057-4720-8f0d-5ca64e5aec79 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/a8065bf2-60fd-47f8-a515-2f7a7d17cc89 HTTP/1.1" status: 404 len: 333 time: 0.1028063 Jan 31 17:59:33.939655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e32c1ce1-1ab4-47c0-bba6-b8fcf33dcbdf None None] Provisioning complete for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:33.940036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e32c1ce1-1ab4-47c0-bba6-b8fcf33dcbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:33.956801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:33.977814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:34.006034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.141584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.149804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1ce1-1ab4-47c0-bba6-b8fcf33dcbdf None None] Port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:34.150400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.152229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a36622db-4e34-4112-9954-212bab40c258 None None] For port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,segment=NetworkSegment(e2a7df98-78af-43cc-b9cc-5e81ee337816),segment_id=e2a7df98-78af-43cc-b9cc-5e81ee337816)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:34.152620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.154927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4e85554d-12a3-40da-a984-e8b092844a40 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:34.156086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4e85554d-12a3-40da-a984-e8b092844a40 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports/76526614-3249-46a8-b736-1e51a85b7f1d HTTP/1.1" status: 200 len: 911 time: 0.6927526 Jan 31 17:59:34.171407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.192500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.224374 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-524601c0-1ba4-4a22-bda7-2f45094f08c6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:34.225533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524601c0-1ba4-4a22-bda7-2f45094f08c6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:34.227330 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-524601c0-1ba4-4a22-bda7-2f45094f08c6 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/0e89af97-82f5-4800-9c56-0da3d475d3c7 HTTP/1.1" status: 404 len: 337 time: 0.2009752 Jan 31 17:59:34.234610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58960) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.273238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:34.286751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01a4bae-b886-4e5a-bae0-fc6e66b96986,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:34.289324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7542b58-99c5-4db4-b0e4-d15c07485703']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:34.306082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.332939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.336706 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-35483d6e-7557-4a4f-bc86-a92e5c47d588 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/e01a4bae-b886-4e5a-bae0-fc6e66b96986 HTTP/1.1" status: 204 len: 168 time: 1.0554526 Jan 31 17:59:34.342698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58964) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.347175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:34.347496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abec32d9-9bb9-435c-bce2-d7ffd9acc4e0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:34.357602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-99ee7d69-f751-48e2-8e34-6b0a56c30711 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2014077210', 'prefixes': ['172.20.0.0/16']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:34.372935 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4857bbeb-7a05-4363-a71f-501f4488e8ea tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:34.373083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.373375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4857bbeb-7a05-4363-a71f-501f4488e8ea tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:34.377463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4857bbeb-7a05-4363-a71f-501f4488e8ea tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/cb355b10-978b-495f-a19f-2ef3f2c90839 HTTP/1.1" status: 404 len: 337 time: 0.1389523 Jan 31 17:59:34.379820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58968) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.385010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-99ee7d69-f751-48e2-8e34-6b0a56c30711 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:34.434800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Router cf74201f-48dd-47c8-a421-6bb62a897254 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:34.467725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-52ce4471-98b0-4d65-bb51-be581080272a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:34.468266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52ce4471-98b0-4d65-bb51-be581080272a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:34.469006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.473026 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-52ce4471-98b0-4d65-bb51-be581080272a tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/ece179ea-b3f9-484b-9940-bd65b2e38d85 HTTP/1.1" status: 404 len: 333 time: 0.0866790 Jan 31 17:59:34.478318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.497543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.523314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:34.523676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.531403 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a909f673-3e31-409d-92e3-7f4dbb2a436c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:34.531847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a909f673-3e31-409d-92e3-7f4dbb2a436c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:34.536458 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a909f673-3e31-409d-92e3-7f4dbb2a436c tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/866b6bb1-1c2a-4252-9574-d1c4ba67571b HTTP/1.1" status: 404 len: 337 time: 0.0523839 Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:34.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:34.544851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58976) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.545010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Calling delete_port for e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:34.582785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e8886d-d047-4543-96fa-52c54d03c7ab up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:34.647298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c73e9846-ff87-4ada-8ea4-a4ec64101605 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:34.657072 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a545f48a-e3dc-4036-9f13-92b4d2dbfcab tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] DELETE failed (client error): The resource could not be found. Jan 31 17:59:34.657551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a545f48a-e3dc-4036-9f13-92b4d2dbfcab tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 17:59:34.661748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a545f48a-e3dc-4036-9f13-92b4d2dbfcab tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/subnets/093809cf-aef9-42e3-95d6-507d22c2904a HTTP/1.1" status: 404 len: 337 time: 0.1148067 Jan 31 17:59:34.668324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.709008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 7, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:34.713943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.746885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c73e9846-ff87-4ada-8ea4-a4ec64101605 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:34.748096 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c73e9846-ff87-4ada-8ea4-a4ec64101605 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3982680 Jan 31 17:59:34.752741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Checking router: 0b3a3aca-dbe3-474a-a024-09ebc23ca492 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:34.756551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 58984) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:34.762730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:34.771724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36622db-4e34-4112-9954-212bab40c258 None None] Pushing event deleted for resources: {'Port': ['ID=e0e4fc8d-59ce-4ad3-b829-9f1b388574c1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:34.780103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450378715'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:34.786911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36622db-4e34-4112-9954-212bab40c258 None None] No DVR routers for this DVR port e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:34.789650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 79e8886d-d047-4543-96fa-52c54d03c7ab triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:34.790041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.791953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:34.797932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Deleting port 128b4be7-d04e-4e23-b422-40a53f70e222 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:34.798880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.801941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.832310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.852980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] Pushing event deleted for resources: {'Network': ['ID=c7542b58-99c5-4db4-b0e4-d15c07485703,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:34.862106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:34.876721 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-400a85d7-f7d8-4c57-b37f-ed0eca64b909 tempest-TagsExtTest-1300737437 tempest-TagsExtTest-1300737437-project] 10.222.0.110 "DELETE /v2.0/networks/c7542b58-99c5-4db4-b0e4-d15c07485703 HTTP/1.1" status: 204 len: 168 time: 4.5433800 Jan 31 17:59:34.928429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.988795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:34.994377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Routers {'0b3a3aca-dbe3-474a-a024-09ebc23ca492'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:34.995018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:35.146421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99ee7d69-f751-48e2-8e34-6b0a56c30711 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.147832 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99ee7d69-f751-48e2-8e34-6b0a56c30711 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0043962 Jan 31 17:59:35.152678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.183721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.239447 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3add4537-ae8a-40db-9de5-11a615f2d957 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "GET /v2.0/subnetpools/404d12de-48f1-4a63-8c9a-b1dac931d46e HTTP/1.1" status: 200 len: 732 time: 0.0819225 Jan 31 17:59:35.240529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=a34803a8-03a2-4f05-b8cf-afbc3f2eaf08,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:35.242290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 58996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.254542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6d40847d-1b0a-4a59-82b4-d58ab90fa245 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1763894063'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:35.276801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.285987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:35.293823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] Set router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:35.294367 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d60ec9f3-b23b-42f2-ae74-7282d633609b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/a34803a8-03a2-4f05-b8cf-afbc3f2eaf08 HTTP/1.1" status: 204 len: 168 time: 1.9594262 Jan 31 17:59:35.303118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59000) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.305889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:35.321269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:35.327414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.336917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59004) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.346748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:35.355259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d45a5-5a73-4855-b39d-f0cf8e110dd7 None None] Network 0b7ed51e-f910-43ab-b792-0f3f74025ff8 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:35.371754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:35.451430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6d40847d-1b0a-4a59-82b4-d58ab90fa245 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.454066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6d40847d-1b0a-4a59-82b4-d58ab90fa245 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "PUT /v2.0/subnetpools/404d12de-48f1-4a63-8c9a-b1dac931d46e HTTP/1.1" status: 200 len: 684 time: 0.2064936 Jan 31 17:59:35.456496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59010) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.508754 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 17:59:35.538580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:35.538876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Calling delete_port for 128b4be7-d04e-4e23-b422-40a53f70e222 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:35.539011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e0e4fc8d-59ce-4ad3-b829-9f1b388574c1 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:35.697580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc14e-b81a-409a-909f-3b8e1030a333 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] Notify callbacks [] for subnetpool, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.698553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fd6dc14e-b81a-409a-909f-3b8e1030a333 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "DELETE /v2.0/subnetpools/404d12de-48f1-4a63-8c9a-b1dac931d46e HTTP/1.1" status: 204 len: 168 time: 0.2409780 Jan 31 17:59:35.703501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.736785 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-abbddad6-5a95-4ef7-b819-421fd85178f7 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] show failed (client error): The resource could not be found. Jan 31 17:59:35.737320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-abbddad6-5a95-4ef7-b819-421fd85178f7 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "GET /v2.0/subnetpools/404d12de-48f1-4a63-8c9a-b1dac931d46e HTTP/1.1" status: 404 len: 346 time: 0.0331776 Jan 31 17:59:35.741244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:35.790339 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-c99f8783-8ad8-4c8a-9860-cdecf6706519 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] delete failed (client error): The resource could not be found. Jan 31 17:59:35.791378 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c99f8783-8ad8-4c8a-9860-cdecf6706519 tempest-SubnetPoolsTestJSON-1776549979 tempest-SubnetPoolsTestJSON-1776549979-project] 10.222.0.110 "DELETE /v2.0/subnetpools/404d12de-48f1-4a63-8c9a-b1dac931d46e HTTP/1.1" status: 404 len: 346 time: 0.0500419 Jan 31 17:59:35.850451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:35.857864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.867706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:35.884243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:35.890784 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Sync routers for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:35.905265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.907151 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:35.907745 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:35.916745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 7, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:35.932665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:35.944048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:35.944686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:36.054422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Port': ['ID=128b4be7-d04e-4e23-b422-40a53f70e222,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:36.064734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.134460 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2c93b6a3-dcdf-4d5e-899d-ca290c09862a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8b62b85683ad482a9eb17b0fd82f2804&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7927160 Jan 31 17:59:36.137227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.140415 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f48a18f7-2e71-41dd-9294-913cc38dbe7e admin admin] 10.222.0.110 "PUT /v2.0/routers/cf74201f-48dd-47c8-a421-6bb62a897254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7550409 Jan 31 17:59:36.143042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.144778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08eece-e647-4732-b536-4ea6e8bc27ab,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:36.160699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.162322 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-28f036bb-32b2-44de-9014-7757da7f5e0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4022534 Jan 31 17:59:36.165645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59032) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.184134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:36.219240 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:36.287533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.308400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.310860 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dff3d4be-d345-472c-9411-c53e0fb6ca71 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/ports/128b4be7-d04e-4e23-b422-40a53f70e222 HTTP/1.1" status: 204 len: 168 time: 1.6403675 Jan 31 17:59:36.322016 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fd147195-5e13-4834-845d-b7c82de00ea9 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3472974 Jan 31 17:59:36.323018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.329317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59044) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.333756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-23d2668a-ab1a-443f-8265-329ec3f5662e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '5e08eece-e647-4732-b536-4ea6e8bc27ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:36.334952 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-23d2668a-ab1a-443f-8265-329ec3f5662e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:36.336014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-23d2668a-ab1a-443f-8265-329ec3f5662e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0373590 Jan 31 17:59:36.350510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:36.360831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'network': {'name': 'tempest-RoutersTest-1191006466'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:36.393750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:36.399677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45536a6a-f1d8-4a31-9f09-37ef46323022 None None] The sync data for ids ['0b3a3aca-dbe3-474a-a024-09ebc23ca492'] in dv-neutron-823271-3-hyperv is: [{'id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'name': 'tempest-TestNetworkBasicOps-router-1831771130', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:55:25Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 7, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'c61572a6-1356-40a7-ab21-08567ce1ca07', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:fa:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3a3aca-dbe3-474a-a024-09ebc23ca492', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:55:28Z', 'updated_at': '2022-01-31T17:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:36.415276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] DHCP port deletion for 0b7ed51e-f910-43ab-b792-0f3f74025ff8 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:36.423297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Deleting port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:36.423674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.451423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:network and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:36.465671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:36.516972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:36.533528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.567785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.664793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:36.668629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.694046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.707609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.713572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8:1::1 (68793640-8250-46f1-8532-4abfe0e03141/f15b87b5-75df-47bb-b14b-dba99b2a2646/7161b656-e1ea-454f-92e6-1d7bd4a83892) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:36.761798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.785281 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:59:30Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:36.792523 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Checking router: cf74201f-48dd-47c8-a421-6bb62a897254 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:36.839526 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Routers {'cf74201f-48dd-47c8-a421-6bb62a897254'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:36.840499 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf74201f-48dd-47c8-a421-6bb62a897254'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:36.852885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.863296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] vlan segment allocate from pool success with {'vlan_id': 1415, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:36.877211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3b53569b-c30f-48d3-8b87-e70fc0b5db14 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:36.932114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.978810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:36.979208 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added segment 36487e88-37f8-489c-a9d6-f48f15757757 of type vlan for network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea Jan 31 17:59:37.037753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.043006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:37.048831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Usage tracker for resource:security_group_rule and tenant:0a84e5ebb6e64506b70d91d004b1bde4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:37.054030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:37.061619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:37.090740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de776a43-8cf0-4bda-b4e6-596e3d220179']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:37.110606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a7df98-78af-43cc-b9cc-5e81ee337816') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:37.110882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a7df98-78af-43cc-b9cc-5e81ee337816') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:37.120242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.125552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3b53569b-c30f-48d3-8b87-e70fc0b5db14,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:37.126065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.139453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.146655 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] Set router cf74201f-48dd-47c8-a421-6bb62a897254 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:37.148383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e5c17f76-f4de-497c-a182-e81d7b6eeb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.169273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.198226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.198533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.224465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.246172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Releasing vlan 1402 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:37.246568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:37.263620 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:37.293522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Calling delete_port for 3b53569b-c30f-48d3-8b87-e70fc0b5db14 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:37.407705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3b53569b-c30f-48d3-8b87-e70fc0b5db14,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:37.435520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:31Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:32Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:37.442584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.490327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.509775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:37.510428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Updating router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:59:37.521435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.531971 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:59:30Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:37.536672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.537321 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1ded01-8c93-4e6b-b61c-48bf2d2ad018 None None] The sync data for ids ['cf74201f-48dd-47c8-a421-6bb62a897254'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'name': 'tempest-ServerActionsTestJSON-1435937662-router', 'tenant_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40'}], 'enable_snat': True}, 'gw_port_id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:54:23Z', 'updated_at': '2022-01-31T17:59:30Z', 'revision_number': 5, 'project_id': 'e909c1ce43e447e38e1d5797a4c970f7', 'gw_port': {'id': 'ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:f2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf74201f-48dd-47c8-a421-6bb62a897254', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:54:27Z', 'updated_at': '2022-01-31T17:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:37.537659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.543008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.560739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17cce45-2b26-46bc-aea1-656065d2bcd5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:37.565713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] Pushing event deleted for resources: {'Network': ['ID=de776a43-8cf0-4bda-b4e6-596e3d220179,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:37.581816 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c4e71140-9d3c-4729-a2b9-54b2c10d14e0 tempest-PortsIpV6TestJSON-1678871536 tempest-PortsIpV6TestJSON-1678871536-project] 10.222.0.110 "DELETE /v2.0/networks/de776a43-8cf0-4bda-b4e6-596e3d220179 HTTP/1.1" status: 204 len: 168 time: 1.2378948 Jan 31 17:59:37.608947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667c05e-27f2-492a-ba3a-943ddb9767ec,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:37.614184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.635551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.638954 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f152c767-bd37-4428-af0d-fbcb2c68354e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f17cce45-2b26-46bc-aea1-656065d2bcd5 HTTP/1.1" status: 204 len: 168 time: 1.4895747 Jan 31 17:59:37.638954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08eece-e647-4732-b536-4ea6e8bc27ab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:37.651368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port c61572a6-1356-40a7-ab21-08567ce1ca07 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:37.651717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.669550 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-69db77dc-195f-4d2e-8dbd-46a74b5486ac admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=0a84e5ebb6e64506b70d91d004b1bde4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3801167 Jan 31 17:59:37.674099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.678375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3da4d2c3-b627-4ec2-97ae-cf4a13d9ce3c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/5e08eece-e647-4732-b536-4ea6e8bc27ab HTTP/1.1" status: 204 len: 168 time: 1.3236105 Jan 31 17:59:37.678375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:37.680239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.687483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:37.715630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.735198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:37.735545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:37.773843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Deleting port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:37.774259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.808341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9aabc53-0912-4adf-8cf4-c3c87cb6f683 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:37.865198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.883023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.890100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:37.890550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:37.918491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d9aabc53-0912-4adf-8cf4-c3c87cb6f683 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:37.924303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d9aabc53-0912-4adf-8cf4-c3c87cb6f683 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2367184 Jan 31 17:59:37.934025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:37.970509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2108299198'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:37.977769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:37.989065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:38.052660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3b53569b-c30f-48d3-8b87-e70fc0b5db14,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:38.083782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:38.084121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.086326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.140146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:38.144085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:38.147833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:38.155345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:38.230446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.249906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 7161b656-e1ea-454f-92e6-1d7bd4a83892 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:38.260000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Deleting port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:38.260625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.270924 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9305120 Jan 31 17:59:38.271755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.277127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:38.336121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'subnet': {'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:38.429291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port c61572a6-1356-40a7-ab21-08567ce1ca07, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c61572a6-1356-40a7-ab21-08567ce1ca07,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:38.430480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3a286fe-4621-42cb-8668-bf8ba170d500 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:38.431112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.482065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:38.486839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:subnet and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:38.490623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:38.498161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:38.512094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b3a286fe-4621-42cb-8668-bf8ba170d500 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:38.512410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b3a286fe-4621-42cb-8668-bf8ba170d500 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:38.512999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 16e4be89-845c-49c2-b562-dfb5c0a87e32 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:38.521085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d9727-639b-4803-9e0a-3ada01012087 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Network': ['ID=a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:38.557582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 16e4be89-845c-49c2-b562-dfb5c0a87e32 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:38.558196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 16e4be89-845c-49c2-b562-dfb5c0a87e32 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:38.559523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.560042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:38.573944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for c61572a6-1356-40a7-ab21-08567ce1ca07 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:38.576758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Made reservation on behalf of e2e00a1a76aa4e69b81449284abfdab8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:38.674249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.711961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] For port ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:38.712448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.717476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.773679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Transition to ACTIVE for port object 0be7444a-f972-4bec-8289-8c1a9b5a07d2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:38.814344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] For port 3b53569b-c30f-48d3-8b87-e70fc0b5db14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3b53569b-c30f-48d3-8b87-e70fc0b5db14,segment=NetworkSegment(2582e99a-a747-41d3-8964-c1e860ae5930),segment_id=2582e99a-a747-41d3-8964-c1e860ae5930)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:38.820055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.830283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd7ebd-0d33-438d-ba3f-d0021b5260d3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:38.833265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.839191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Calling delete_port for ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:38.911211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:38.915284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-24fb5bfa-f914-4b3b-b871-553b6fb59975 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9547966 Jan 31 17:59:38.924698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:38.932549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ff3af492-10ea-4a2d-8a98-82fed87cf263 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '85bd7ebd-0d33-438d-ba3f-d0021b5260d3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:38.933227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-ff3af492-10ea-4a2d-8a98-82fed87cf263 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:38.937153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ff3af492-10ea-4a2d-8a98-82fed87cf263 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114911 Jan 31 17:59:38.948734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:38.974295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69350ed-bb3e-4b51-9cd9-3270c5bbc102 None None] Pushing event updated for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:38.986670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.028747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.057972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-463ee011-18ba-4530-8528-10b883424fdb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=47213b34f7da49ea88ed0f04d71ca544&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9468226 Jan 31 17:59:39.073361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59110) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:39.089089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 68793640-8250-46f1-8532-4abfe0e03141 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:39.101933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:39.108066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:39.108066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.108288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Calling delete_port for 3b53569b-c30f-48d3-8b87-e70fc0b5db14 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:39.126536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=c61572a6-1356-40a7-ab21-08567ce1ca07,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.173029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.227182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667c05e-27f2-492a-ba3a-943ddb9767ec,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.254930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.256417 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b8357dd0-b13b-43bd-ac0c-611e027e7545 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5667c05e-27f2-492a-ba3a-943ddb9767ec HTTP/1.1" status: 204 len: 168 time: 1.5744801 Jan 31 17:59:39.288911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.291041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=7161b656-e1ea-454f-92e6-1d7bd4a83892,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.405544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.419383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.493763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bfbe39fb-0119-408c-90c9-3f4f86f9eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.525825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Attempting to bind port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:39.526573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Attempting to bind port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:39.527180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Attempting to bind port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 on network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:39.543512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.544700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:39.545446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Checking segment: {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:39.546069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.546676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Bound using segment: {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:39.547394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Bound port: 0be7444a-f972-4bec-8289-8c1a9b5a07d2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1434, 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:39.548032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.633578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.687501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.697378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] No DVR routers for this DVR port 3b53569b-c30f-48d3-8b87-e70fc0b5db14 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:39.708418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e922-dc2f-4950-ae5a-19bfcbcc10ff None None] Pushing event deleted for resources: {'Port': ['ID=3b53569b-c30f-48d3-8b87-e70fc0b5db14,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.725119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.747522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] For port 0be7444a-f972-4bec-8289-8c1a9b5a07d2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:39.751131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] For port 0be7444a-f972-4bec-8289-8c1a9b5a07d2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0be7444a-f972-4bec-8289-8c1a9b5a07d2,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:39.756676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.768917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.771111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/85bd7ebd-0d33-438d-ba3f-d0021b5260d3 HTTP/1.1" status: 204 len: 168 time: 0.8214443 Jan 31 17:59:39.777003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881a4fd-676e-4fd1-b641-b5ea2670964b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd7ebd-0d33-438d-ba3f-d0021b5260d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.778704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Subnet': ['ID=fd24265c-528c-4028-b987-415a848f14a1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:39.789540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:39.855317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-985583d0-f6ef-433b-b463-8cb210fdfb49 None None] Provisioning for port 7161b656-e1ea-454f-92e6-1d7bd4a83892 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:39.882060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-985583d0-f6ef-433b-b463-8cb210fdfb49 None None] Provisioning complete for port 7161b656-e1ea-454f-92e6-1d7bd4a83892 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:39.882683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-985583d0-f6ef-433b-b463-8cb210fdfb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:39.944484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Checking segment: {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:39.944772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network hostable DHCP agents. Network: a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:39.975035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-985583d0-f6ef-433b-b463-8cb210fdfb49 None None] Port 7161b656-e1ea-454f-92e6-1d7bd4a83892 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:39.985168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:39.986069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:40.090367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69350ed-bb3e-4b51-9cd9-3270c5bbc102 None None] Pushing event updated for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:40.179535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a93022a-caf5-429f-9305-a6edb19af120 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:40.191144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:40.240824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:40.274087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:40.304007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a93022a-caf5-429f-9305-a6edb19af120 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:40.308808 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9a93022a-caf5-429f-9305-a6edb19af120 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5126731 Jan 31 17:59:40.308979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:40.309946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.314532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:40.322716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.393994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a977f6-4e5b-4d1c-87b4-d9c83c464da0 None None] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:40.512497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--995859451'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:40.518410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:40.528510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:40.556437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.580682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:40.591801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0a9b40b3-d1c1-456b-8359-cc52d702bda2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2930627 Jan 31 17:59:40.593236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.596531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.599758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:40.643928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:40.651973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:40.655553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:40.663783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:40.697329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.716408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.721815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.723074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.765274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.834848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.854581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.901743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:40.902551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.903965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=7161b656-e1ea-454f-92e6-1d7bd4a83892,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:40.915414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:40.965180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52184d4-7990-42d0-ad2d-61cfa370dee9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:41.018007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.096091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 68793640-8250-46f1-8532-4abfe0e03141 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:41.097631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:41.101107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.102516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f77f5334-fdd0-4611-9f8b-8ea21fc89b55 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7836304 Jan 31 17:59:41.168740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.191816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8a76b884-ff88-484f-93c0-682636a156bb tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'a52184d4-7990-42d0-ad2d-61cfa370dee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:41.194054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-8a76b884-ff88-484f-93c0-682636a156bb tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:41.194626 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8a76b884-ff88-484f-93c0-682636a156bb tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0192554 Jan 31 17:59:41.197616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.234548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.249709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [-] 10.222.0.110 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0026190 Jan 31 17:59:41.254548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59172) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.286366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4c79c6f2-0ba9-403c-804e-40fee0bbd899 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'a52184d4-7990-42d0-ad2d-61cfa370dee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:41.287217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-4c79c6f2-0ba9-403c-804e-40fee0bbd899 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:41.288303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4c79c6f2-0ba9-403c-804e-40fee0bbd899 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0877159 Jan 31 17:59:41.299882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.309028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b96e345e-1b51-47ce-a54c-bcf2531b91b4 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'a52184d4-7990-42d0-ad2d-61cfa370dee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:41.309867 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-b96e345e-1b51-47ce-a54c-bcf2531b91b4 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:41.310981 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b96e345e-1b51-47ce-a54c-bcf2531b91b4 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092540 Jan 31 17:59:41.334220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.348014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-70f69e8c-13ac-4d52-9110-b2bbd3289f0f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'a52184d4-7990-42d0-ad2d-61cfa370dee9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:41.349318 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-70f69e8c-13ac-4d52-9110-b2bbd3289f0f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:41.353879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-70f69e8c-13ac-4d52-9110-b2bbd3289f0f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0107996 Jan 31 17:59:41.356979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.387229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.391968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 0b3a3aca-dbe3-474a-a024-09ebc23ca492 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:59:41.419689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Allocated IP 172.23.0.2 (a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea/fd24265c-528c-4028-b987-415a848f14a1/a924c0b2-0af2-44db-a2af-735719937c47) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:41.505371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.667367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f3cbf00-5fcd-4a43-b358-73ec2839bfad None None] Provisioning complete for port 7161b656-e1ea-454f-92e6-1d7bd4a83892 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:41.667991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f3cbf00-5fcd-4a43-b358-73ec2839bfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.669562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c1b4561d-7e77-41be-bb77-9b8ee48049a2 tempest-NetworksApiDiscovery-968545276 tempest-NetworksApiDiscovery-968545276-project] 10.222.0.110 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.4108944 Jan 31 17:59:41.675426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.719959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.733371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:31Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:39Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:41.736571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.759454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d15e9ba-da5f-4fc9-b8ef-eb4059abbff5 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:31Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:39Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:41.770665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be1315-1521-45b0-a44b-ec7fad860836,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:41.789966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.829929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f3cbf00-5fcd-4a43-b358-73ec2839bfad None None] Port 7161b656-e1ea-454f-92e6-1d7bd4a83892 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:41.840391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.842124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eb5581b3-6b07-44d8-9dcb-d4350fdd885c admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a3be1315-1521-45b0-a44b-ec7fad860836 HTTP/1.1" status: 204 len: 168 time: 2.7175488 Jan 31 17:59:41.863871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.867961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f9b708fc-8eeb-4508-a7ae-b20c61028ba6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/0b3a3aca-dbe3-474a-a024-09ebc23ca492 HTTP/1.1" status: 204 len: 168 time: 6.5494280 Jan 31 17:59:41.871686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:41.881522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:41.990718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.040115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 5276e303-c3bb-4941-a156-5a84e5d68630 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:42.041470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52184d4-7990-42d0-ad2d-61cfa370dee9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:42.052304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.056538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.057703 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7211a399-ad7a-4613-84d8-1886c62ec056 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/a52184d4-7990-42d0-ad2d-61cfa370dee9 HTTP/1.1" status: 204 len: 168 time: 0.6981568 Jan 31 17:59:42.085006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.114731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.130633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Transition to ACTIVE for port object a924c0b2-0af2-44db-a2af-735719937c47 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:42.164987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Transition to ACTIVE for port object a924c0b2-0af2-44db-a2af-735719937c47 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:42.178177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.403403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:42.404687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Pushing event updated for resources: {'Port': ['ID=a924c0b2-0af2-44db-a2af-735719937c47,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:42.407505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:42.419844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:42.465303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.505310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.511235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59218) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.549137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1271220044', 'description': 'tempest-secgroup-smoke-1271220044 description', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:42.571034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:42.582928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2716e739-89d8-426e-bcf6-164f56f24f69 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:42.589006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:42.596422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Attempting to bind port a924c0b2-0af2-44db-a2af-735719937c47 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:42.596953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Attempting to bind port a924c0b2-0af2-44db-a2af-735719937c47 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:42.598244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Attempting to bind port a924c0b2-0af2-44db-a2af-735719937c47 on network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:42.606215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:42.606677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Checking segment: {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:42.607156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.607609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Bound using segment: {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:42.608418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Bound port: a924c0b2-0af2-44db-a2af-735719937c47, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:42.609215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.612013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:42.633401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0be7444a-f972-4bec-8289-8c1a9b5a07d2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:42.652357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:42.700868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.719862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2716e739-89d8-426e-bcf6-164f56f24f69 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:42.728116 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2716e739-89d8-426e-bcf6-164f56f24f69 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6081493 Jan 31 17:59:42.729135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.737692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711545007'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:42.744069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.772243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:42.824183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:42.866530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] For port a924c0b2-0af2-44db-a2af-735719937c47, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:42.873326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] For port a924c0b2-0af2-44db-a2af-735719937c47, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a924c0b2-0af2-44db-a2af-735719937c47,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:42.876544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:42.876741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:42.886497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7efaf87d-e204-4277-bbba-0751ade2a05c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6914802 Jan 31 17:59:42.892733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] Sync routers for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:42.897018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.897221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.898065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.898730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf74201f-48dd-47c8-a421-6bb62a897254 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 17:59:42.911596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.930104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:42.931653 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-370f8749-7075-4851-814f-2fc06db066d9 admin admin] 10.222.0.110 "DELETE /v2.0/routers/cf74201f-48dd-47c8-a421-6bb62a897254 HTTP/1.1" status: 204 len: 168 time: 6.7678006 Jan 31 17:59:42.953765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:42.971649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.006694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:43.012958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.077965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.088911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:43.107194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:43.107834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.109180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:43.114285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:43.121562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7ed51e-f910-43ab-b792-0f3f74025ff8']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.125164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:43.134525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be55d2bd-f7d6-4c1a-aec3-0d7eb8e3b32d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:43.136436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-be55d2bd-f7d6-4c1a-aec3-0d7eb8e3b32d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports/7161b656-e1ea-454f-92e6-1d7bd4a83892 HTTP/1.1" status: 200 len: 913 time: 0.2301090 Jan 31 17:59:43.142200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59242) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:43.147176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2582e99a-a747-41d3-8964-c1e860ae5930') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.147514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2582e99a-a747-41d3-8964-c1e860ae5930') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.173969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:43.179017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Usage tracker for resource:security_group_rule and tenant:307fbe0311054b4795cb5835cd761175 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:43.182296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:43.189001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:43.226379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.243722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.271682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Deleting subnet 2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 17:59:43.283429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:43.313061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.314493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.332872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.375988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.376434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:43.380465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:43.390553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:43.393289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7853-5281-4013-a66f-6a3ed2284ec3 None None] Pushing event updated for resources: {'Port': ['ID=a924c0b2-0af2-44db-a2af-735719937c47,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:43.407416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:43.408314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.417948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1421 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:43.418270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.418394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:43.469646 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:43.505730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:43.544106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:43.544912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350b6c88-b129-4ca0-ad68-b8bd5a883aea None None] The sync data for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:43.546801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.550337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.603146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0be7444a-f972-4bec-8289-8c1a9b5a07d2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0be7444a-f972-4bec-8289-8c1a9b5a07d2,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:43.605382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e0e299-ebf1-4f0d-a4e6-73b57a6a60b1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:43.611627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.636744 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3ce01d8c-4eea-4472-8dd0-4d065597d012 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=307fbe0311054b4795cb5835cd761175&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1683559 Jan 31 17:59:43.637171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:43.678242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.691401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.701446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.724819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:43.732318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.739724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c61572a6-1356-40a7-ab21-08567ce1ca07 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:43.758991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.774032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:43.779627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c61572a6-1356-40a7-ab21-08567ce1ca07 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:43.779976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c61572a6-1356-40a7-ab21-08567ce1ca07 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:43.803498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=0b7ed51e-f910-43ab-b792-0f3f74025ff8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:43.831430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9990e7-6510-45f5-b43f-e5488c21ff19,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:43.865113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:43.882559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:43.889722 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4dd4180e-d053-4c2b-b9ec-bc97931eda69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/0b7ed51e-f910-43ab-b792-0f3f74025ff8 HTTP/1.1" status: 204 len: 168 time: 2.0135415 Jan 31 17:59:43.895343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:43.908820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1380804354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:43.910740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59260) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:43.969673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--958197744', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.019065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.041100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.044460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.048147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.052656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.055606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.069851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.082343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.084583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cbd693-a36c-40cd-bd88-7a014df80be6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:44.087114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.088340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bca9e649-38b1-44bf-91fa-34725dbf2e19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3564217 Jan 31 17:59:44.091231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.096087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:router and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.100570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.113949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.114663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4547653e-db25-4778-a4b5-8430dbca32fa tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.115366 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-4547653e-db25-4778-a4b5-8430dbca32fa tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:44.116245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4547653e-db25-4778-a4b5-8430dbca32fa tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0200696 Jan 31 17:59:44.122304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.140572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.151429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.152656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.154944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.155825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.160919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:44.162939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.169476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.180684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.198088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.231448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.233656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.263703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1411, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:44.267540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.267857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.308752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:44.319904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.347583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.352511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.355330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955a74f-c8fd-467b-8cd5-197383a8e5e7 None None] Network 56a49de1-a708-479c-a65b-2f040dbacb6b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:44.358556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:44.362370 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6cdc7bd8-88a6-44b0-b505-66b1e529124b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2337358 Jan 31 17:59:44.362987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.366206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0bf47a-b68a-463d-bb85-9812afefaae4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:44.374037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-27a0fa78-e3e3-4459-82c8-4714f369681f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.374696 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-27a0fa78-e3e3-4459-82c8-4714f369681f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:44.378976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-27a0fa78-e3e3-4459-82c8-4714f369681f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108128 Jan 31 17:59:44.378976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b2511c42-76ba-4542-888d-32b088921cbd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/2c8dd8ac-d5dc-46a0-9268-5e5f6b73caf4 HTTP/1.1" status: 204 len: 168 time: 1.4229462 Jan 31 17:59:44.380555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.381603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-47a06a68-658c-4986-b2bb-ed4b134398b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.8630514 Jan 31 17:59:44.382190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.382508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59278) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.386826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.431570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.434346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.447523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.455668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.460897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.468469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.536299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.554615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.566636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.579114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.603660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.605800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.630502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a924c0b2-0af2-44db-a2af-735719937c47 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:44.635361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.639255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8ac8b500-4b1f-428b-ad20-d9b5a1b1a4c6 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1189873 Jan 31 17:59:44.639423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.640986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.648405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-697063709'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.653776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.654388 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 25b5b48e-dc04-4a17-81db-c66f1841d13c of type vlan for network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 Jan 31 17:59:44.667372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.675191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.683942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e0e299-ebf1-4f0d-a4e6-73b57a6a60b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:44.688256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:network and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.698440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.716276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Deleting port a763ced3-3657-47ba-a0ea-1c27790eb0bf {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:44.716609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.746217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.761298 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:44.762360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b2382027-88d0-468b-91cd-a47cb75507cd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3789814 Jan 31 17:59:44.773565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59292) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.795338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:44.798305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.807890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c5c505c7-e7ce-4158-9b9e-65c90b5301d1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.808682 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-c5c505c7-e7ce-4158-9b9e-65c90b5301d1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:44.810073 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c5c505c7-e7ce-4158-9b9e-65c90b5301d1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220382 Jan 31 17:59:44.813535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:44.824141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.825335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1752716a-621a-4e22-b701-178fba5dcd15 None None] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:44.826940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:44.838279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.856751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.872416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.873818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0c19e8c6-19b7-4899-93a9-0f5dc0f9161d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c4e0e299-ebf1-4f0d-a4e6-73b57a6a60b1 HTTP/1.1" status: 204 len: 168 time: 1.2043185 Jan 31 17:59:44.882708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:44.897451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:44.899666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:44.927906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:44.944541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a924c0b2-0af2-44db-a2af-735719937c47 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:44.956721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:44.960057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0be7444a-f972-4bec-8289-8c1a9b5a07d2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:44.960865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffec85d0-5e67-4e69-93ad-a25b8e279144,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:45.054744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.058846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-880ec61b-f161-4d94-9c87-299b6b183c2d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6707969 Jan 31 17:59:45.064421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:45.065334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Project 541209bf89be493d9a5e111adca94fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:59:45.070935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:45.087223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:45.091670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Provisioning for port a924c0b2-0af2-44db-a2af-735719937c47 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:45.105436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:security_group_rule and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:45.109635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Provisioning complete for port a924c0b2-0af2-44db-a2af-735719937c47 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:45.110011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.118854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:45.123216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:45.142071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:45.145489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:45.151985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:45.171137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Allocated IP 172.23.0.1 (a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea/fd24265c-528c-4028-b987-415a848f14a1/64214e93-2b72-4d18-8996-488a2f14927b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:45.176490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] For port a763ced3-3657-47ba-a0ea-1c27790eb0bf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a763ced3-3657-47ba-a0ea-1c27790eb0bf,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:45.177290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.185959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:45.192596 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:45.193946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fd83ed05-28d0-4f09-840d-4e007e5a709e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3753624 Jan 31 17:59:45.199930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:45.226365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] DHCP port deletion for 56a49de1-a708-479c-a65b-2f040dbacb6b request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 17:59:45.308828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Deleting port a763ced3-3657-47ba-a0ea-1c27790eb0bf {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:45.309204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.329146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e309c5a5-02c6-421e-ada3-d925af092e3f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:45.330003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-e309c5a5-02c6-421e-ada3-d925af092e3f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:45.331187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e309c5a5-02c6-421e-ada3-d925af092e3f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0777380 Jan 31 17:59:45.339231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Calling delete_port for a763ced3-3657-47ba-a0ea-1c27790eb0bf owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:45.365901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:45.383626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.386446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:45.401460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Transition to ACTIVE for port object 64214e93-2b72-4d18-8996-488a2f14927b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:45.412326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:45.422676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.430181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:45.430742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.431001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:45.433493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.437711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:45.438543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.442569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:45.459839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.471773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:45.549825 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Project 541209bf89be493d9a5e111adca94fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:59:45.574895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:45.577255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.633274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.656197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Pushing event deleted for resources: {'Port': ['ID=a763ced3-3657-47ba-a0ea-1c27790eb0bf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:45.660937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.703492 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:45.714921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7989845 Jan 31 17:59:45.714921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:45.715284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a8e1e462-c403-443e-b9ad-3fc6034dd29a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3376734 Jan 31 17:59:45.715284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] No DVR routers for this DVR port a763ced3-3657-47ba-a0ea-1c27790eb0bf on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 17:59:45.715476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:45.719428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:45.723259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:45.724924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cdbca-32a5-422d-aad4-cd7de70387b4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:45.728120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:45.740708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.757344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '2a9990e7-6510-45f5-b43f-e5488c21ff19', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:45.771454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-719635038', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:45.780808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.782954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:45.789867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:45.791625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:45.800042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:45.881641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:45.889001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:45.895819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] For port a763ced3-3657-47ba-a0ea-1c27790eb0bf, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a763ced3-3657-47ba-a0ea-1c27790eb0bf,segment=NetworkSegment(0bb8c11f-e27c-4946-9c9a-c4988696d7cd),segment_id=0bb8c11f-e27c-4946-9c9a-c4988696d7cd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:45.896223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.901603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:45.909192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.935766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:45.945533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.950306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a49de1-a708-479c-a65b-2f040dbacb6b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:45.956309 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:45.960742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:45.977053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:45.977982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1945d1-0b65-40a4-a6ff-cf35e3207526,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:46.003001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb8c11f-e27c-4946-9c9a-c4988696d7cd') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:46.004295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb8c11f-e27c-4946-9c9a-c4988696d7cd') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:46.022843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.023586 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Added segment 87254e65-cda9-4604-97ec-ff2987e4e69e of type vlan for network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 Jan 31 17:59:46.025201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdbd738-477a-4fdc-a552-979423674013,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:46.035904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.056560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.062335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.065746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Project 541209bf89be493d9a5e111adca94fd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:59:46.073130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.108257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Releasing vlan 1418 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 17:59:46.125628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.129664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Calling delete_port for a763ced3-3657-47ba-a0ea-1c27790eb0bf owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:46.199647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:46.201474 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e1102fff-a080-422a-92c9-8c7b21ff8c61 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4835718 Jan 31 17:59:46.209132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:46.225690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 17:59:46.234881 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 17:59:46.237323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.248689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.252291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ee05aefa-575d-4bf2-87ad-89232a1b3023 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.1806943 Jan 31 17:59:46.254789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59340) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:46.267096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] For port a924c0b2-0af2-44db-a2af-735719937c47, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a924c0b2-0af2-44db-a2af-735719937c47,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:46.291127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.301227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:46.363446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:46.368991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:46.369456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:46.371530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.374414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599f4df-f051-4680-9bd4-c53d1849a5e5 None None] Pushing event updated for resources: {'Port': ['ID=a924c0b2-0af2-44db-a2af-735719937c47,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:46.377910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.384275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.388964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:46.389588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.413710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:46.422464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bb243bfa-f62b-4a10-982b-7c6f9f3a9aa3 None None] Provisioning complete for port a924c0b2-0af2-44db-a2af-735719937c47 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:46.422844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb243bfa-f62b-4a10-982b-7c6f9f3a9aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.465935 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] 10.222.0.110 "DELETE /v2.0/networks/56a49de1-a708-479c-a65b-2f040dbacb6b HTTP/1.1" status: 204 len: 168 time: 2.0809226 Jan 31 17:59:46.473471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:46.482054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a763ced3-3657-47ba-a0ea-1c27790eb0bf no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:46.486212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547c8cd-cc8b-404e-a225-5f213e066556 admin admin] Pushing event deleted for resources: {'Network': ['ID=56a49de1-a708-479c-a65b-2f040dbacb6b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:46.487055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.531602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a763ced3-3657-47ba-a0ea-1c27790eb0bf {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:46.531951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a763ced3-3657-47ba-a0ea-1c27790eb0bf not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:46.532406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 17:59:46.546521 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9044433 Jan 31 17:59:46.554094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:46.573261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 17:59:46.573624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ced8a67c-a6ec-426d-bcd3-a1d5e291d0cb not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 17:59:46.611979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59352) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:46.615543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.620189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:46.626670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'subnet': {'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:46.754218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e75bdf-a72a-4922-9935-4482ecbf5913 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Network': ['ID=2d3d23dd-9343-4cbe-a701-dd4e43a259d9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:46.771345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:46.775305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.798310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-00d567eb-be75-4639-88bc-b1948557bd92 None None] Provisioning for port 64214e93-2b72-4d18-8996-488a2f14927b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:46.846778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:46.866619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-00d567eb-be75-4639-88bc-b1948557bd92 None None] Provisioning complete for port 64214e93-2b72-4d18-8996-488a2f14927b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:46.866988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-00d567eb-be75-4639-88bc-b1948557bd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.909133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Deleting port a763ced3-3657-47ba-a0ea-1c27790eb0bf {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:46.909356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.965376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:46.990195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-467fd06c-ac46-4bb3-ab00-b77da1bf42bf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e909c1ce43e447e38e1d5797a4c970f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1419075 Jan 31 17:59:46.991539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.022294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.032052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d17a1c49-a97f-47ea-a6e3-4f68955cd202 None None] The port 'a763ced3-3657-47ba-a0ea-1c27790eb0bf' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 17:59:47.058331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-00d567eb-be75-4639-88bc-b1948557bd92 None None] Port 64214e93-2b72-4d18-8996-488a2f14927b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:47.067443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.068583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8109751 Jan 31 17:59:47.069326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6281ab4-3491-4fa3-86b0-8a9fa110b294 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0b33e0-ca0d-49c4-a172-c27f6fed1db6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.073877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2045051182-network', 'tenant_id': '3c65c1f3f43346c69376fb1ee2eefa77'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:47.079919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.084782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.091331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:47.102909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Usage tracker for resource:network and tenant:3c65c1f3f43346c69376fb1ee2eefa77 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.108707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.114703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.127931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:47.130796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.136317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.146709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:47.155128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.164623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Made reservation on behalf of 3c65c1f3f43346c69376fb1ee2eefa77 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:47.167011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.194342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.195835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.220496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.263807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.264167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.270863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.288010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:subnet and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.296616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.297033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.306237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Usage tracker for resource:security_group_rule and tenant:3c65c1f3f43346c69376fb1ee2eefa77 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.311406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:47.312307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.330536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:47.361068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.375825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.383730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.412180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.424584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:47.439513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4bdbdf2-f217-47d7-b72e-758b791d9b2c,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.457007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f0300-a25c-40b3-a749-83c9853977f7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.496121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.497358 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-60810e80-aeb5-4ca9-b270-7f81521c1cb6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4164572 Jan 31 17:59:47.500907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.504815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.505933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.507151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-61f6c8fd-7eb8-4bbb-9b2d-d2a388bc2121 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/eb3f0300-a25c-40b3-a749-83c9853977f7 HTTP/1.1" status: 204 len: 168 time: 0.4572732 Jan 31 17:59:47.512820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:47.518501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.522566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.536732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.541714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.543262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9990e7-6510-45f5-b43f-e5488c21ff19,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.559817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:47.564494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] vlan segment allocate from pool success with {'vlan_id': 1427, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:47.578185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489096ac-25f0-47e9-9c4a-f70b8fcb13ad,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.584037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.584472 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Added segment fd035460-afcf-4c6c-934b-501ef91349dd of type vlan for network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 Jan 31 17:59:47.590687 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Project c7efde9a20bb45dbb9556afd370df5a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:59:47.604097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.650715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.701964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.704182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b2e12073-85a1-4eb6-a18a-2250cc2adbd5 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/2a9990e7-6510-45f5-b43f-e5488c21ff19 HTTP/1.1" status: 204 len: 168 time: 1.4937809 Jan 31 17:59:47.707674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59378) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.712071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.725597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.726432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:47.727002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.828024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.847148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.908255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2895617 Jan 31 17:59:47.915351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.923456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7c886-276a-4e6b-8cad-35e115bc436e admin admin] Pushing event updated for resources: {'Network': ['ID=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.926323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.927385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d471c995-c50a-4fee-8c5a-d8ed19c39221,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:47.935863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.936665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Request body: {'subnet': {'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2045051182-subnet', 'tenant_id': '3c65c1f3f43346c69376fb1ee2eefa77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:47.938113 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-132d92da-067e-43fc-ba4a-be48373bf62b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4361269 Jan 31 17:59:47.946152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59392) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:47.948667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:47.955898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:47.956095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'security_group_rule': {'security_group_id': 'ab0bf47a-b68a-463d-bb85-9812afefaae4', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:47.964732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.969803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f796bf4-8bc1-445b-be43-3a219f113eb1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:47.974181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:security_group_rule and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:47.977056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:47.981398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:47.988433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.006365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2f796bf4-8bc1-445b-be43-3a219f113eb1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:48.013069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2f796bf4-8bc1-445b-be43-3a219f113eb1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3043859 Jan 31 17:59:48.014112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59396) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.021499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001469624'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:48.033741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.038562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Project c7efde9a20bb45dbb9556afd370df5a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 17:59:48.046316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Usage tracker for resource:subnet and tenant:3c65c1f3f43346c69376fb1ee2eefa77 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.052357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.068074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.071206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 7161b656-e1ea-454f-92e6-1d7bd4a83892 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 17:59:48.071739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.078305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.120597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.122635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.178052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.180912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.183478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.186724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.189646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.201219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.209136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.220204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a860e0-2418-493e-9ef0-c7437c7ba5a9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:48.239263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event updated for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:48.250952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.252262 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-452f504f-3905-4bc6-8239-ebe369ff4d09 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3049581 Jan 31 17:59:48.258263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59404) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.267841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'network': {'name': 'tempest-network-smoke--1066622845', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:48.269712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Made reservation on behalf of 3c65c1f3f43346c69376fb1ee2eefa77 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:48.271973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.275760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.289634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:network and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.294147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.308018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.311275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.318596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.342094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Made reservation on behalf of c7efde9a20bb45dbb9556afd370df5a8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:48.345030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.388996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36af9aa4-3e35-4084-8fda-c1e3236157aa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:48.392568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.397481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-19df1614-efa0-44ed-bedd-61bb0416ad83 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3819439 Jan 31 17:59:48.398144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.416444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '36af9aa4-3e35-4084-8fda-c1e3236157aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:48.416444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] vlan segment allocate from pool success with {'vlan_id': 1447, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:48.420408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.425963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.430287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.433616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.433967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Added segment cf8f6ab9-6c19-405e-8797-502cc58acc49 of type vlan for network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 Jan 31 17:59:48.441688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.473114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.484954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a924c0b2-0af2-44db-a2af-735719937c47 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:48.511297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.524656 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The resource could not be found. Jan 31 17:59:48.529510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6decfba3-2891-4f53-a159-27b5bd77791e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1277094 Jan 31 17:59:48.530137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.532964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.537936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:48.538765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.570753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '36af9aa4-3e35-4084-8fda-c1e3236157aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aab73e64-9e3f-4b66-aa0e-eb5a7487ddc9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:48.584041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a924c0b2-0af2-44db-a2af-735719937c47 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:48.584716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.634332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.661126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.667330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.671159 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4120834 Jan 31 17:59:48.677571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.679359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59422) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.688228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'admin_state_up': True, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:48.695942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221aa81-4bb2-40f3-bc7b-9aaf70202ca5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Network': ['ID=09466f2c-55e1-45cb-a8b2-0347d7a33b42,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:48.701046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:48.706443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:router and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:48.709945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:48.716807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.726236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:48.734405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:48.762794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The resource could not be found. Jan 31 17:59:48.767419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7ef60c5e-e734-4e90-8152-abc7afa0e941 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2324946 Jan 31 17:59:48.768030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:48.791709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.793257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.855648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.895403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.943742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:48.945187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.040723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.131246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 7161b656-e1ea-454f-92e6-1d7bd4a83892 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 17:59:49.145175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.177857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.199758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36af9aa4-3e35-4084-8fda-c1e3236157aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:49.245324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Subnet': ['ID=dc0030c6-2c7f-4699-afa4-f9f245f027c9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:49.265331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:49.278495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:49.305102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.306240 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3844946b-3892-4300-a44e-544d411afc02 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/36af9aa4-3e35-4084-8fda-c1e3236157aa HTTP/1.1" status: 204 len: 168 time: 0.5370927 Jan 31 17:59:49.308782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:49.414531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-103a77dc-3269-4d8c-9fe6-1c41be655f5e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:49.447811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.127 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/fbe57a90-129d-401b-aa1f-0a6073db8cec) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:49.466290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.504562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-103a77dc-3269-4d8c-9fe6-1c41be655f5e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:49.505848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-103a77dc-3269-4d8c-9fe6-1c41be655f5e tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1961689 Jan 31 17:59:49.510196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59444) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:49.513348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.514313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Checking segment: {'id': '87254e65-cda9-4604-97ec-ff2987e4e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:49.514683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network hostable DHCP agents. Network: 2d3d23dd-9343-4cbe-a701-dd4e43a259d9, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:49.580357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '5a79885e-5609-4045-bfd5-024f3e5bf2ff', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:49.586417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:49.603175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:49.606014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-089be0b3-4a4a-4d21-adfc-3f6ed6677460 None None] Provisioning complete for port 64214e93-2b72-4d18-8996-488a2f14927b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:49.607200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-089be0b3-4a4a-4d21-adfc-3f6ed6677460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.608390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:49.616687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:49.650688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.672728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-089be0b3-4a4a-4d21-adfc-3f6ed6677460 None None] Port 64214e93-2b72-4d18-8996-488a2f14927b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 17:59:49.765182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The resource could not be found. Jan 31 17:59:49.770169 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-05d72faa-051e-42fb-af19-75b64bc25e8a tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2551286 Jan 31 17:59:49.770991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:49.777117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--119506640'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:49.784148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:49.798780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:49.814212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.825855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:49.856820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa512b4-3eb2-4955-8596-5a6b8114c404,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:49.871729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:49.876423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:49.881019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:49.887712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:49.955878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.961013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:49.961962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 2d3d23dd-9343-4cbe-a701-dd4e43a259d9) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:49.973387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b7c56e-75cd-4126-ad60-6f0762dfb571 None None] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:50.003059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:50.004208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.020647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb04daa-ce15-4e18-b8ac-8c182d06a341,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:50.026661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.027845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.032753 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-17c0f8fa-dad3-4a37-bab0-ecbb57408ce2 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2603528 Jan 31 17:59:50.033471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:50.040972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--248492570'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:50.047618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:50.053571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:50.056815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:50.063853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:50.077720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Checking segment: {'id': 'fd035460-afcf-4c6c-934b-501ef91349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:50.078083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Network hostable DHCP agents. Network: d8b4ce2e-6976-4b74-8951-a2a4e5ee3428, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:50.079044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.105067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.125097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:50.130320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:50.133362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:50.140195 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a68b1090-10ec-4b6e-ac8d-ec4fdb7b7756 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5805123 Jan 31 17:59:50.140446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:50.160700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59466) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:50.168698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=7161b656-e1ea-454f-92e6-1d7bd4a83892,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:50.178141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'network': {'name': 'tempest-router-network01--1138319189'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:50.190662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:50.200943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:network and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:50.207013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:50.210020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:50.216310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.245525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.255487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:50.259165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.299438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-2d3d23dd-9343-4cbe-a701-dd4e43a259d9', 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9', 'tenant_id': 'dc9db93911fb4463a05848f4f586fd6c', 'fixed_ips': [{'subnet_id': 'dc0030c6-2c7f-4699-afa4-f9f245f027c9'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:50.300673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.329477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d8b4ce2e-6976-4b74-8951-a2a4e5ee3428) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:50.340533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e618f945-b21e-4828-80bb-1cd1c5921d25,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:50.354404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Allocated IP 172.26.4.217 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/7ff594b4-cf09-4330-be7a-7671fe6918b2) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:50.356518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.361956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99a4392c-f7cc-4313-af39-632402e81234 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3273015 Jan 31 17:59:50.366606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59472) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:50.377062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': 'fcb04daa-ce15-4e18-b8ac-8c182d06a341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e618f945-b21e-4828-80bb-1cd1c5921d25'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:50.391780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:50.399819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:50.416736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:50.428418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:50.429778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:50.430362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.434645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0f93a-6985-4083-b9df-e75ca8d92145 None None] Network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:50.473240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:50.580208 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:50.594772 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8e457fb6-b09b-4341-bcb8-9526097bf443 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2175541 Jan 31 17:59:50.600240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59480) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:50.618553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:50.621353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.654511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:50.664618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=fbe57a90-129d-401b-aa1f-0a6073db8cec,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:50.668086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:50.676059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:50.679047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.682514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59484) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:50.725607 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aa411b60-c7d6-4aa5-973d-ae5b488c49fc admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7975948 Jan 31 17:59:50.761924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.833225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Allocated IP 2001:db8::2 (2d3d23dd-9343-4cbe-a701-dd4e43a259d9/dc0030c6-2c7f-4699-afa4-f9f245f027c9/010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:50.839261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.855852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] vlan segment allocate from pool success with {'vlan_id': 1407, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:50.915978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:50.916543 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Added segment 9064458e-79e1-4280-92cb-499530ae0f83 of type vlan for network a724c7f8-735a-48c9-a283-62acb53cd1c3 Jan 31 17:59:50.924948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.042833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.077642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:51.085824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:51.092216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.105609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:51.110192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:51.121621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99215810-2a1f-4816-a31b-a9037a3de7a0 None None] Network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:51.134067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.141204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.145131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=7ff594b4-cf09-4330-be7a-7671fe6918b2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:51.145577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:51.146341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.160869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:51.167844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.168968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/e618f945-b21e-4828-80bb-1cd1c5921d25 HTTP/1.1" status: 204 len: 168 time: 0.5665121 Jan 31 17:59:51.172306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753b301-2df9-403a-95b9-318ed87a315b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618f945-b21e-4828-80bb-1cd1c5921d25,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:51.174467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:floatingip and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:51.177903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:51.197183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:51.223133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:51.298835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.342324 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1802816 Jan 31 17:59:51.355474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59500) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:51.357273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:51.369821 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-896a3db1-2417-4380-90ae-26f83b18b6da tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7132220 Jan 31 17:59:51.370657 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49667c93-2ab2-4147-9210-f08a558e3b69 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Network': ['ID=a724c7f8-735a-48c9-a283-62acb53cd1c3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:51.371252 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:51.376587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'network': {'name': 'tempest-router-network02--2133859670'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:51.380382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59504) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:51.399622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:51.401094 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:51.402217 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:51.415260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9aa4352c-5dbf-4d82-8a0a-cf2a18083afd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:51.464410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:51.505687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9aa4352c-5dbf-4d82-8a0a-cf2a18083afd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:51.509844 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9aa4352c-5dbf-4d82-8a0a-cf2a18083afd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3266203 Jan 31 17:59:51.513778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:51.552696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.565669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Transition to ACTIVE for port object 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:51.578275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:network and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:51.584049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:51.587305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Transition to ACTIVE for port object 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:51.593635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:51.623688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:51.630021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.630838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.638818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.641316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:51.690397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:51.697889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.698612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.715495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.761739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.849155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:51.872415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.873015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Added segment ee0a0384-1fd0-476a-86f7-85b3c8549f41 of type vlan for network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 Jan 31 17:59:51.925071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:51.928679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.930590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:51.934595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:51.936731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Pushing event updated for resources: {'Port': ['ID=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:51.989487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:51.995099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:51.995680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.001923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Allocated IP 172.26.4.76 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/44baea91-587a-46d4-bcae-bee459ad9da7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:52.102974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Attempting to bind port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:52.103348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Attempting to bind port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '87254e65-cda9-4604-97ec-ff2987e4e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:52.103643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Attempting to bind port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c on network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:52.114479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:52.114754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Checking segment: {'id': '87254e65-cda9-4604-97ec-ff2987e4e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:52.115016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.115347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Bound using segment: {'id': '87254e65-cda9-4604-97ec-ff2987e4e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:52.119307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Bound port: 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87254e65-cda9-4604-97ec-ff2987e4e69e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '2d3d23dd-9343-4cbe-a701-dd4e43a259d9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:52.119772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.123956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Network': ['ID=f3ce9ff0-97fc-48a3-8e11-edc48afa1a23,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:52.147148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:52.148978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.149935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.207525 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:46Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:47Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:52.211431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.218954 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:52.219306 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Updating router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 port 64214e93-2b72-4d18-8996-488a2f14927b binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:59:52.248261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.281845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59524) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:52.302963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.306749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1137159748-network', 'tenant_id': '13b51a53eef34e4780a4adfa8ad2fde9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:52.314351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:52.318417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Usage tracker for resource:network and tenant:13b51a53eef34e4780a4adfa8ad2fde9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:52.323102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:52.323805 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.332358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:52.349961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a6ea11c5-4e53-45a8-bac2-90a8f1f893bc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9897795 Jan 31 17:59:52.353759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59528) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:52.359233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb04daa-ce15-4e18-b8ac-8c182d06a341,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:52.366255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] For port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:52.369069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] For port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,segment=NetworkSegment(87254e65-cda9-4604-97ec-ff2987e4e69e),segment_id=87254e65-cda9-4604-97ec-ff2987e4e69e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:52.370383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Made reservation on behalf of 13b51a53eef34e4780a4adfa8ad2fde9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:52.372612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.375082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:52.383429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:52.389270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:52.396525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.399322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'subnet': {'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:52.430761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.460882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=44baea91-587a-46d4-bcae-bee459ad9da7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:52.495019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bf257-8599-41f1-b1cb-e41f29450055 None None] Pushing event updated for resources: {'Port': ['ID=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:52.701702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.705073 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-16ea889f-7043-4996-a006-87ab859d4115 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/fcb04daa-ce15-4e18-b8ac-8c182d06a341 HTTP/1.1" status: 204 len: 168 time: 1.1876640 Jan 31 17:59:52.705840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:52.828848 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.840742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-637bd6ee-bb2a-497b-ab24-5b91c16b6a87 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:52.844795 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Transition to ACTIVE for port object 64214e93-2b72-4d18-8996-488a2f14927b will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:52.856389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.950569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:52.951461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-637bd6ee-bb2a-497b-ab24-5b91c16b6a87 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:52.952921 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-637bd6ee-bb2a-497b-ab24-5b91c16b6a87 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2450981 Jan 31 17:59:52.971786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59536) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:53.016456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--2058410664'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:53.022043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:53.040611 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc19d-439d-4395-9439-f1e653414663 None None] Pushing event updated for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:53.046067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.083644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:53.087508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:subnet and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:53.090360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:53.108684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Router 991b24ff-8f53-4984-9205-b5eed57c1fb3 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:59:53.138528 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Attempting to bind port 64214e93-2b72-4d18-8996-488a2f14927b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:53.138907 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Attempting to bind port 64214e93-2b72-4d18-8996-488a2f14927b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:53.139259 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Attempting to bind port 64214e93-2b72-4d18-8996-488a2f14927b on network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:53.147360 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:53.147848 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Checking segment: {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:53.148240 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.148615 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Bound using segment: {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:53.149189 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Bound port: 64214e93-2b72-4d18-8996-488a2f14927b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36487e88-37f8-489c-a9d6-f48f15757757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1415, 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:53.149550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.158214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Usage tracker for resource:security_group_rule and tenant:13b51a53eef34e4780a4adfa8ad2fde9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:53.166717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:53.182989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:53.204795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:53.213198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:53.229089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:53.267215 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] For port 64214e93-2b72-4d18-8996-488a2f14927b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:53.271176 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] For port 64214e93-2b72-4d18-8996-488a2f14927b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=64214e93-2b72-4d18-8996-488a2f14927b,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:53.277559 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.423969 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:53.424757 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:53.464308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.486643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.594012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecc19d-439d-4395-9439-f1e653414663 None None] Pushing event updated for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:53.621428 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:53.649824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:53.659586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=44baea91-587a-46d4-bcae-bee459ad9da7,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:53.682150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.690629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:53.702307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Sync routers for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:53.735689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:53.736320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:53.760709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.765029 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ab80a021-076a-4cfb-a788-4a6edd9c76a6 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0789883 Jan 31 17:59:53.766058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:53.786564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-484630196'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:53.790343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.794845 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fcc85470-76b1-416d-9ea0-4f33fdf6da7e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1144333 Jan 31 17:59:53.796782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59544) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:53.799417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:53.822917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:network and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:53.826130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:53.838693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:53.866978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Made reservation on behalf of 6cf5c6a41eb24e239987ca6fbe3c8d28 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:53.870446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.895046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 17:59:53.900375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:53.920590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.028453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:54.041146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:security_group_rule and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:54.045454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:54.055879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:54.157073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.160986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.164320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.165251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f3e260-3147-42a6-bc15-8887fa69fe6a None None] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:54.206021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:54.219066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8e2d04-04bd-4d75-a9aa-01fe8c8cf103,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:54.241911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.248657 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:46Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:53Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:54.253813 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd9c19a-785b-4484-84a3-0ff208e50503 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:46Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:53Z', 'revision_number': 4, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:54.270197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:54.293929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.294269 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Added segment 8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca of type vlan for network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 Jan 31 17:59:54.299779 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6ecc32ea-24d4-4ad9-9f5f-90fb884dbe3a tempest-TestNetworkAdvancedServerOps-389132964 tempest-TestNetworkAdvancedServerOps-389132964-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=c7efde9a20bb45dbb9556afd370df5a8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5019734 Jan 31 17:59:54.301185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:54.353879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.360097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Subnet': ['ID=b9f16898-65ac-4118-830f-e5f4069da17a,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:54.448122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.475588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Removed routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 17:59:54.476524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.501032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.556519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:54.574678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.582141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:54.582816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:54.640539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 64214e93-2b72-4d18-8996-488a2f14927b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:54.689825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24938bf6-f90e-4d5d-9d4d-ee77dfca736b tempest-TestNetworkAdvancedServerOps-389132964 tempest-TestNetworkAdvancedServerOps-389132964-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:54.694671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-24938bf6-f90e-4d5d-9d4d-ee77dfca736b tempest-TestNetworkAdvancedServerOps-389132964 tempest-TestNetworkAdvancedServerOps-389132964-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3863232 Jan 31 17:59:54.694671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Network': ['ID=3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:54.696950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59554) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:54.767829 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a4d0173e-b870-44cf-a54a-c8907a1acb10 tempest-TestNetworkAdvancedServerOps-389132964 tempest-TestNetworkAdvancedServerOps-389132964-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537212 Jan 31 17:59:54.768031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59558) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:54.775432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748433604', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:54.777678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:54.789993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:54.804837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-022dff7a-17d7-4af8-be20-a2552fd0e552 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0352223 Jan 31 17:59:54.818417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59562) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:54.819224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:54.834666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:54.851421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Request body: {'subnet': {'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:54.876500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 17:59:54.876807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 17:59:54.877988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Checking segment: {'id': '9064458e-79e1-4280-92cb-499530ae0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:54.878899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network hostable DHCP agents. Network: a724c7f8-735a-48c9-a283-62acb53cd1c3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:54.902927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:54.906948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:subnet and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:54.910074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:54.916558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:54.947294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Made reservation on behalf of c7efde9a20bb45dbb9556afd370df5a8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:54.977089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 64214e93-2b72-4d18-8996-488a2f14927b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:54.982103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6280a234-f03e-468d-bfb3-cd1d4fbf3e4e None None] Provisioning for port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:55.038288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.043339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 64214e93-2b72-4d18-8996-488a2f14927b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:55.043952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.117269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96437324-8f02-416f-8c48-ac8f363e457c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:55.128403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.200863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.259238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8444e756-7b42-44d8-8ed4-604b27586233,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:55.265778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:55.271681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:55.276704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 5276e303-c3bb-4941-a156-5a84e5d68630 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:55.288576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.290479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:subnet and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:55.296699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:55.312108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T17:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:55.319133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:55.328073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Checking router: 991b24ff-8f53-4984-9205-b5eed57c1fb3 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:55.328419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Updating router 991b24ff-8f53-4984-9205-b5eed57c1fb3 port 7ff594b4-cf09-4330-be7a-7671fe6918b2 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 17:59:55.336091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a724c7f8-735a-48c9-a283-62acb53cd1c3) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:55.341428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:55.342013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.346686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.349578 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-98949767-abc1-4ab3-9625-a9b4d43c5b38 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3657069 Jan 31 17:59:55.352276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:55.360389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '8444e756-7b42-44d8-8ed4-604b27586233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:55.365533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 17:59:55.372749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd14872a-2b9b-4200-a19e-a20a0b90cf44 None None] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:55.373877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:55.385182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.419282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:55.424334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:55.435444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:55.463188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Made reservation on behalf of 6cf5c6a41eb24e239987ca6fbe3c8d28 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:55.519404 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:55.520816 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-10ebb17a-1b3a-4e22-b30d-0c5f2a403d65 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1674778 Jan 31 17:59:55.524329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59570) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:55.533020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group_rule': {'security_group_id': '8444e756-7b42-44d8-8ed4-604b27586233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:55.541794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:55.546884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:55.550105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.554998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:55.566622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 64214e93-2b72-4d18-8996-488a2f14927b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=64214e93-2b72-4d18-8996-488a2f14927b,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:55.582725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.583494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:55.597999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:55.623954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b043e69c-ddd5-4ae2-b329-a986609ab10d tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2676678 Jan 31 17:59:55.638546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59574) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:55.662026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'subnet': {'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:55.708969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.729339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 17:59:55.764786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Subnet': ['ID=6635e525-8226-4f91-b0dc-17dbe2f07628,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:55.787066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.818051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 17:59:55.820112 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f7968295-66ae-4b1b-880b-f25b4e688520 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2944009 Jan 31 17:59:55.825073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:55.835529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:55.846379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a724c7f8-735a-48c9-a283-62acb53cd1c3', 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3', 'tenant_id': 'dc9db93911fb4463a05848f4f586fd6c', 'fixed_ips': [{'subnet_id': 'b9f16898-65ac-4118-830f-e5f4069da17a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:55.848195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.851669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:55.876720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:subnet and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:55.884480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:55.887881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Checking segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:55.888512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network hostable DHCP agents. Network: 09466f2c-55e1-45cb-a8b2-0347d7a33b42, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:55.906462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:55.957903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:55.966581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:55.967123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Added segment 88cc8e44-954f-4ef0-a713-54becb319217 of type vlan for network af7825d4-0ddb-40ee-8c4c-a5905f3731a7 Jan 31 17:59:55.999324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 17:59:56.062112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.062719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:56.077557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:56.077998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.079355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.100746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.119155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 09466f2c-55e1-45cb-a8b2-0347d7a33b42) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:56.125958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.140774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac8baea-2a96-4fe0-b753-156d0ee25749 None None] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:56.150678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.202580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:56.203312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.276218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.293695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.293925 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fbd5f02b-6d04-454e-b6c7-887e3aa9ba84 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5220640 Jan 31 17:59:56.294052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:56.294052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.296872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59582) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.428336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Allocated IP 2001:db8::2 (a724c7f8-735a-48c9-a283-62acb53cd1c3/b9f16898-65ac-4118-830f-e5f4069da17a/cb014f7e-4c86-40e3-83a3-c45e072ac35a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:56.479249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.504444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8444e756-7b42-44d8-8ed4-604b27586233,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:56.546715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 17:59:56.549080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:56.562664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] Sync routers for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:56.574232 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0c6ea610-44f6-4b7a-a7b7-e97c00ec8794 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4310031 Jan 31 17:59:56.583697 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:56.584755 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:56.621503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.630977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.634566 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca740b33-f673-4090-8bcd-c36aca1a57e1 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/8444e756-7b42-44d8-8ed4-604b27586233 HTTP/1.1" status: 204 len: 168 time: 0.7809227 Jan 31 17:59:56.643436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] Pushing event updated for resources: {'Network': ['ID=af7825d4-0ddb-40ee-8c4c-a5905f3731a7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:56.647340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-59e074b2-59fa-41b9-8e1d-fdd1aabd4a28 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.3553894 Jan 31 17:59:56.652285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.652604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.677532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Request body: {'subnet': {'network_id': 'af7825d4-0ddb-40ee-8c4c-a5905f3731a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1137159748-subnet', 'tenant_id': '13b51a53eef34e4780a4adfa8ad2fde9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:56.699276 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:56.702075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network af7825d4-0ddb-40ee-8c4c-a5905f3731a7 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 17:59:56.711455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:56.713338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.730454 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:56.732020 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:56.752637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.763416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Sync routers for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:56.763632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:56.778899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Usage tracker for resource:subnet and tenant:13b51a53eef34e4780a4adfa8ad2fde9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:56.782933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.821263 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:56.821697 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a486b-b293-487d-9c9f-05f8c63549a6 None None] The sync data for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:56.831839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.836117 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3caed7a2-3999-459d-93f4-1a5975f725aa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.1144841 Jan 31 17:59:56.836901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59598) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.842719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Subnet': ['ID=94706b40-fbb0-41fa-ab5d-b47115d8f986,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:56.883702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:56.908727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:56.923050 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77e1a339-ac9e-47dd-a65f-3a06226a2492 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0830655 Jan 31 17:59:56.926628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59602) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:56.958325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:56.963139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 17:59:56.989514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Transition to ACTIVE for port object 7ff594b4-cf09-4330-be7a-7671fe6918b2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:56.991990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:56.992678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:57.013244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Checking segment: {'id': '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:57.013926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network hostable DHCP agents. Network: 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:57.028369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Made reservation on behalf of 13b51a53eef34e4780a4adfa8ad2fde9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:57.030826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.078732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:57.079539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.095532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,segment=NetworkSegment(87254e65-cda9-4604-97ec-ff2987e4e69e),segment_id=87254e65-cda9-4604-97ec-ff2987e4e69e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 17:59:57.096729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.170587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925a03c-60ae-4c01-a22a-2b8a2c581139 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:57.174784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6925a03c-60ae-4c01-a22a-2b8a2c581139 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2436619 Jan 31 17:59:57.176471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59606) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.179506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.220551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:57.250962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Subnet': ['ID=1962417f-eb10-4cdb-9918-505981504104,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:57.256301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-685bf611-22c8-45ef-bce5-bbc5da8deebd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 17:59:57.286011 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-850c8046-c4bb-42a4-90ce-530f8970d480 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1090615 Jan 31 17:59:57.289151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.294835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:57.300940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:57.301989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.333150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Checking segment: {'id': 'ee0a0384-1fd0-476a-86f7-85b3c8549f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:57.333811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network hostable DHCP agents. Network: f3ce9ff0-97fc-48a3-8e11-edc48afa1a23, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:57.343739 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9fe400c9-7d22-42d6-84c0-91b3a8319264 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5161464 Jan 31 17:59:57.344744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.351748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801733345', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:57.351974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1273091789', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:57.360641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cd3224-e901-478a-8989-0bc68cc09f7d None None] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:57.360845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:57.367576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:router and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:57.372210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:57.376456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 64214e93-2b72-4d18-8996-488a2f14927b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:57.383025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:57.398955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 17:59:57.401107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.405111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.414242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.419638 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 17:59:57.419798 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ec70f657-a891-41fc-b87f-bd7289cdbfd4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 933 time: 6.0322087 Jan 31 17:59:57.419798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.429601 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:57.430204 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:57.442026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f53ea-7920-4e02-8a08-4b4f8641ab8e None None] Pushing event updated for resources: {'Port': ['ID=7ff594b4-cf09-4330-be7a-7671fe6918b2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:57.567410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.593324 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:57.604266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.614780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Attempting to bind port 7ff594b4-cf09-4330-be7a-7671fe6918b2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:57.615129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Attempting to bind port 7ff594b4-cf09-4330-be7a-7671fe6918b2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:57.615484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Attempting to bind port 7ff594b4-cf09-4330-be7a-7671fe6918b2 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:57.701468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Transition to ACTIVE for port object cb014f7e-4c86-40e3-83a3-c45e072ac35a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:57.741971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:57.741971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:57.742337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.742711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:57.743185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Bound port: 7ff594b4-cf09-4330-be7a-7671fe6918b2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:57.743642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.770810 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d49e1d5b-0ced-485b-9af1-e8f32256292d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 933 time: 0.3470504 Jan 31 17:59:57.774488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59622) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.776588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:57.785734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:57.785936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:57.869484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:57.878445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:57.882806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:57.894647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:57.913667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-685bf611-22c8-45ef-bce5-bbc5da8deebd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 17:59:57.916953 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-685bf611-22c8-45ef-bce5-bbc5da8deebd tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2622657 Jan 31 17:59:57.929041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:57.929935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:57.952452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 17:59:57.964731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Transition to ACTIVE for port object cb014f7e-4c86-40e3-83a3-c45e072ac35a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:58.039695 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:54Z', 'revision_number': 6, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:55Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:58.043758 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 17:59:58.056896 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:58.057886 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:58.078612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.116268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:58.167943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Allocated IP 172.20.0.2 (09466f2c-55e1-45cb-a8b2-0347d7a33b42/6635e525-8226-4f91-b0dc-17dbe2f07628/f74dfbb6-2c15-4505-865f-a2a92643c7b5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:58.194714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] For port 7ff594b4-cf09-4330-be7a-7671fe6918b2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:58.222047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.241806 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 17:59:58.266637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 64214e93-2b72-4d18-8996-488a2f14927b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 17:59:58.267016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.307750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, f3ce9ff0-97fc-48a3-8e11-edc48afa1a23) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:58.310416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.322062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248969168'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 17:59:58.329292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:58.329768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] For port 7ff594b4-cf09-4330-be7a-7671fe6918b2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7ff594b4-cf09-4330-be7a-7671fe6918b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:58.340415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f6533-a30b-4d19-b458-6280fb20d923 None None] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:58.374567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:58.398980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Pushing event updated for resources: {'Port': ['ID=cb014f7e-4c86-40e3-83a3-c45e072ac35a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:58.401873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:58.443192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:58.447113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:58.447960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.462399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f1a910-ccb3-416a-ba3e-c6c788da7067,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:58.505608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.518179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:58.566212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4', 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4', 'tenant_id': '6cf5c6a41eb24e239987ca6fbe3c8d28', 'fixed_ips': [{'subnet_id': '94706b40-fbb0-41fa-ab5d-b47115d8f986'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:58.567253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.581976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.623450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.750942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:54Z', 'revision_number': 6, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:55Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:58.752841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.759908 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baca9771-510e-47e2-828d-1feb785b4112 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:54Z', 'revision_number': 6, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:55Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 17:59:58.789797 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-23abdfdf-bf2b-4c09-81a9-a619a982bf49 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1454451 Jan 31 17:59:58.795158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59630) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 17:59:58.890352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Checking segment: {'id': '88cc8e44-954f-4ef0-a713-54becb319217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'af7825d4-0ddb-40ee-8c4c-a5905f3731a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:58.891008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Network hostable DHCP agents. Network: af7825d4-0ddb-40ee-8c4c-a5905f3731a7, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 17:59:58.949380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:58.952154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f53ea-7920-4e02-8a08-4b4f8641ab8e None None] Pushing event updated for resources: {'Port': ['ID=7ff594b4-cf09-4330-be7a-7671fe6918b2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:58.957293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Allocated IP 172.26.4.164 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/bd99cc92-3bea-4378-ba1e-8d0ad9abb41f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:59.087419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Attempting to bind port cb014f7e-4c86-40e3-83a3-c45e072ac35a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 17:59:59.088030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Attempting to bind port cb014f7e-4c86-40e3-83a3-c45e072ac35a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9064458e-79e1-4280-92cb-499530ae0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 17:59:59.089276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Attempting to bind port cb014f7e-4c86-40e3-83a3-c45e072ac35a on network a724c7f8-735a-48c9-a283-62acb53cd1c3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 17:59:59.092231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 17:59:59.092539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 17:59:59.105484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 17:59:59.171478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Usage tracker for resource:security_group_rule and tenant:541209bf89be493d9a5e111adca94fd8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 17:59:59.176653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 17:59:59.177625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Checking segment: {'id': '9064458e-79e1-4280-92cb-499530ae0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 17:59:59.178038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.178720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Bound using segment: {'id': '9064458e-79e1-4280-92cb-499530ae0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 17:59:59.179089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Bound port: cb014f7e-4c86-40e3-83a3-c45e072ac35a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9064458e-79e1-4280-92cb-499530ae0f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1407, 'network_id': 'a724c7f8-735a-48c9-a283-62acb53cd1c3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 17:59:59.179220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.179467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.183190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 17:59:59.210825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 17:59:59.211388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 17:59:59.214931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Network af7825d4-0ddb-40ee-8c4c-a5905f3731a7 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 17:59:59.266576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.368532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 17:59:59.384200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.468553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 17:59:59.472395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:59.479223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, af7825d4-0ddb-40ee-8c4c-a5905f3731a7) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 17:59:59.506197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 17:59:59.506967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.543285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 17:59:59.586501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.589025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1548fe31-1123-4480-87fc-23153078f8bb None None] Network af7825d4-0ddb-40ee-8c4c-a5905f3731a7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 17:59:59.589246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=bd99cc92-3bea-4378-ba1e-8d0ad9abb41f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:59.602788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 17:59:59.734599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.738849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.753363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.786090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Allocated IP 172.20.0.2 (3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4/94706b40-fbb0-41fa-ab5d-b47115d8f986/b5cea4b8-f396-48ff-b6d9-8c4bad2df234) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 17:59:59.790089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Transition to ACTIVE for port object f74dfbb6-2c15-4505-865f-a2a92643c7b5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 17:59:59.791050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.844090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-240f3754-de11-4f30-9ca2-e589f147a5fd admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1885631 Jan 31 17:59:59.872575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.883458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-f3ce9ff0-97fc-48a3-8e11-edc48afa1a23', 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23', 'tenant_id': 'dc9db93911fb4463a05848f4f586fd6c', 'fixed_ips': [{'subnet_id': '1962417f-eb10-4cdb-9918-505981504104'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 17:59:59.884633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.935739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] For port cb014f7e-4c86-40e3-83a3-c45e072ac35a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 17:59:59.940349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] For port cb014f7e-4c86-40e3-83a3-c45e072ac35a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cb014f7e-4c86-40e3-83a3-c45e072ac35a,segment=NetworkSegment(9064458e-79e1-4280-92cb-499530ae0f83),segment_id=9064458e-79e1-4280-92cb-499530ae0f83)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 17:59:59.991029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=4771620c-415d-4878-ae6f-55287a711009,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 17:59:59.994173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 17:59:59.996416 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8817308 Jan 31 18:00:00.092848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:00.093567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23ecc-44fc-4283-af4b-6593b42c2f19 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ee800d-c0f2-4152-990d-a0a6acbc7687,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:00.121725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9a86235e-10d0-4485-942c-884e14780699 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:00.122270 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-9a86235e-10d0-4485-942c-884e14780699 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 18:00:00.123200 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9a86235e-10d0-4485-942c-884e14780699 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "PUT /v2.0/security-groups/e6ee800d-c0f2-4152-990d-a0a6acbc7687 HTTP/1.1" status: 409 len: 330 time: 0.0158920 Jan 31 18:00:00.129163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59644) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:00.214870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.215838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.225638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:00.239955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.271603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:00.272226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:00:00.352781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.401609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.437331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Transition to ACTIVE for port object f74dfbb6-2c15-4505-865f-a2a92643c7b5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:00.464778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Allocated IP 2001:db8::2 (f3ce9ff0-97fc-48a3-8e11-edc48afa1a23/1962417f-eb10-4cdb-9918-505981504104/4c1950df-b465-453a-8152-777a84c391f5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:00.469872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:00.525428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:00.526073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.539566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.550648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T17:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:00.575918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:00:00.604372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.640697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.653100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Checking router: cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:00.653583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Updating router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 port fbe57a90-129d-401b-aa1f-0a6073db8cec binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:00:00.670500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ee800d-c0f2-4152-990d-a0a6acbc7687,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:00.730219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.844428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:00.861976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:00.874717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.878468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae8f06fa-930b-426e-b0e8-205b85784565 tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/e6ee800d-c0f2-4152-990d-a0a6acbc7687 HTTP/1.1" status: 204 len: 168 time: 0.7439346 Jan 31 18:00:00.883337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa561a4-8ed5-4a2b-a87c-e2a9ef20bd74 None None] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:00.884784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59654) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:00.916783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-5951b0dc-9528-4870-9712-868614d3b64c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:00.923774 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-5951b0dc-9528-4870-9712-868614d3b64c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/networks?id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 200 len: 812 time: 0.3968458 Jan 31 18:00:00.930944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:00.931533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.968199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:00.968873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:00.976018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:00.977952 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33ca6af1-a3f4-41bd-b4c9-4e0218e9af70 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 699 time: 3.1982083 Jan 31 18:00:00.986089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59658) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.047127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-68dfd50a-8228-4510-bf23-f6a5d817401b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7135139 Jan 31 18:00:01.051203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.059768 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-0d141d31-65c6-4bf7-bc07-1eeae7a1a48c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/quotas/3c65c1f3f43346c69376fb1ee2eefa77 HTTP/1.1" status: 200 len: 375 time: 0.1351395 Jan 31 18:00:01.071802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:01.141227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bb28a83e-a768-4dad-a42a-7a26045193d2 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729339 Jan 31 18:00:01.161152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef95268c-d814-4b26-afe8-627717b7d61b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Synchronizing usage tracker for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:01.165282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:01.262449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ab0a3-69c2-4726-a74c-51e6fbd8df2c None None] Pushing event updated for resources: {'Port': ['ID=cb014f7e-4c86-40e3-83a3-c45e072ac35a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:01.280494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef95268c-d814-4b26-afe8-627717b7d61b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] Unset dirty status for tenant:541209bf89be493d9a5e111adca94fd8 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:01.281859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ef95268c-d814-4b26-afe8-627717b7d61b tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3814297 Jan 31 18:00:01.290322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59670) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.321278 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-ceb360ba-ac7e-4191-a1bf-e83793d2044d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] delete failed (client error): The resource could not be found. Jan 31 18:00:01.325978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ceb360ba-ac7e-4191-a1bf-e83793d2044d tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "DELETE /v2.0/security-groups/40547957-915d-4089-8513-5260764fda1b HTTP/1.1" status: 404 len: 347 time: 0.0287104 Jan 31 18:00:01.326728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59674) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.363400 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-db541421-436b-4ac3-8910-b10c258edc0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] show failed (client error): The resource could not be found. Jan 31 18:00:01.364698 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-db541421-436b-4ac3-8910-b10c258edc0c tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-groups/02ff27f3-61fd-4576-bb4c-3e703500f75b HTTP/1.1" status: 404 len: 347 time: 0.0369375 Jan 31 18:00:01.389535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59678) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.413613 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-15ed1a02-2629-437a-ac3f-2a7bd9b3df1f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] show failed (client error): The resource could not be found. Jan 31 18:00:01.414725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-15ed1a02-2629-437a-ac3f-2a7bd9b3df1f tempest-NegativeSecGroupIPv6Test-837275256 tempest-NegativeSecGroupIPv6Test-837275256-project] 10.222.0.110 "GET /v2.0/security-group-rules/85bd8216-ebd5-4bb6-9faf-f5d45f4f9ca0 HTTP/1.1" status: 404 len: 356 time: 0.0224602 Jan 31 18:00:01.415472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Router e0d51706-a182-4e43-9df7-bf9218ac3960 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:00:01.419576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:01.433680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Transition to ACTIVE for port object b5cea4b8-f396-48ff-b6d9-8c4bad2df234 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:01.459112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Transition to ACTIVE for port object b5cea4b8-f396-48ff-b6d9-8c4bad2df234 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:01.503373 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bf1695ed-44eb-48ef-8bda-10c3f8197d7f tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 699 time: 0.5115786 Jan 31 18:00:01.513260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:01.647307 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-a9d90925-3e9e-4642-b36e-413169db36d5 service neutron] 10.222.0.110 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308894 Jan 31 18:00:01.754705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Pushing event updated for resources: {'Port': ['ID=f74dfbb6-2c15-4505-865f-a2a92643c7b5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:01.772061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:01.791978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Allocated IP 2001:db8::1 (a724c7f8-735a-48c9-a283-62acb53cd1c3/b9f16898-65ac-4118-830f-e5f4069da17a/f7350590-43d9-40b6-8b69-5e16eb7bd2c8) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:01.877261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9a25c-49c0-404c-aaf6-62d756e11372 None None] Network af7825d4-0ddb-40ee-8c4c-a5905f3731a7 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:01.923209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bb2080-b1be-4405-96b7-2f9e3b38c931 None None] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:02.031490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:02.090720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:02.176303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:02.191286 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-31fd799f-3256-4135-a344-61d8f82afd71 service neutron] 10.222.0.110 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719622 Jan 31 18:00:02.193481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:02.232823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:02.303586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:02.320181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:02.320831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:02.326798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Transition to ACTIVE for port object f7350590-43d9-40b6-8b69-5e16eb7bd2c8 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:02.412774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:02.491077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:02.508604 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] Sync routers for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:02.528634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Port': ['ID=f7350590-43d9-40b6-8b69-5e16eb7bd2c8,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:02.536645 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:02.539457 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:02.556486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:02.568379 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bb0c70a6-14b6-4e36-85f5-5ae8042ff66c tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2223995 Jan 31 18:00:02.571202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59704) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:02.649705 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:02.670235 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:02.672031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:02.709138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:02.724850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Pushing event updated for resources: {'Port': ['ID=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:02.747900 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:02.748664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7183d7de-3269-480b-8db7-7baf715d4634 None None] The sync data for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:02.777132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cb014f7e-4c86-40e3-83a3-c45e072ac35a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:02.911891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7ec0cb9b-0d03-4e2b-8cff-5058476a7660 None None] Provisioning for port cb014f7e-4c86-40e3-83a3-c45e072ac35a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:02.922762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Attempting to bind port f74dfbb6-2c15-4505-865f-a2a92643c7b5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:02.923125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Attempting to bind port f74dfbb6-2c15-4505-865f-a2a92643c7b5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:02.923488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Attempting to bind port f74dfbb6-2c15-4505-865f-a2a92643c7b5 on network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:02.969493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:02.979118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f6bbd642-df1f-490f-be7d-b2279048e7c4 req-6325f04b-b21f-467f-b3c1-9edece0a8b9a tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.4545548 Jan 31 18:00:02.991053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:03.037840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.046650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:03.046650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.057940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Transition to ACTIVE for port object 4c1950df-b465-453a-8152-777a84c391f5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:03.064483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 76526614-3249-46a8-b736-1e51a85b7f1d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:03.064834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.154535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Attempting to bind port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:03.155207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Attempting to bind port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:03.155743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Attempting to bind port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 on network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:03.213224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Transition to ACTIVE for port object 4c1950df-b465-453a-8152-777a84c391f5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:03.236138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:03.256856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f93c2067-5309-44b3-8232-48c690fa54d4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=541209bf89be493d9a5e111adca94fd8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1682878 Jan 31 18:00:03.264302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:03.326727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:03.327686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Checking segment: {'id': '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:03.328518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.329479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Bound using segment: {'id': '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:03.330151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Bound port: b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:03.330748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.386204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:00:03.387083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.524210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:03.525516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Checking segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:03.526186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.527058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Bound using segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:03.527803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Bound port: f74dfbb6-2c15-4505-865f-a2a92643c7b5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:03.529939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.653670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port cb014f7e-4c86-40e3-83a3-c45e072ac35a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:03.793644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cb014f7e-4c86-40e3-83a3-c45e072ac35a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:03.794354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.842742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.859619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.877217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.925869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:03.972748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 64214e93-2b72-4d18-8996-488a2f14927b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:03.973361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.071485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Pushing event updated for resources: {'Port': ['ID=4c1950df-b465-453a-8152-777a84c391f5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:04.148950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 76526614-3249-46a8-b736-1e51a85b7f1d owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:04.272946 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97aac806-fbe5-4e71-a07c-8219d909d014 req-6f901682-5973-447e-a556-96cf6ee0bcf0 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.0755224 Jan 31 18:00:04.311659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:04.340335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:04.345973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:04.349269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.361020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Allocated IP 172.20.0.1 (09466f2c-55e1-45cb-a8b2-0347d7a33b42/6635e525-8226-4f91-b0dc-17dbe2f07628/d79e8258-d3c3-427b-9c92-17330d5d42d2) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:04.370599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 64214e93-2b72-4d18-8996-488a2f14927b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=64214e93-2b72-4d18-8996-488a2f14927b,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:04.371237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.371403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.resource_extend [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:04.519964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 64214e93-2b72-4d18-8996-488a2f14927b owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:04.640008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.669249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] For port f74dfbb6-2c15-4505-865f-a2a92643c7b5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:04.702210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] For port b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:04.711139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T17:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:04.778087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dc2cd52f-dacf-4ca9-9ef9-14b942e437a9 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:04.778692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dc2cd52f-dacf-4ca9-9ef9-14b942e437a9 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Synchronizing usage tracker for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:04.794726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] For port f74dfbb6-2c15-4505-865f-a2a92643c7b5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f74dfbb6-2c15-4505-865f-a2a92643c7b5,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:04.799661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb2b31-033b-410f-87d3-463cc260793a None None] The sync data for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv is: [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T17:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:04.813890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] For port b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,segment=NetworkSegment(8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca),segment_id=8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:04.830909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Attempting to bind port 4c1950df-b465-453a-8152-777a84c391f5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:04.830909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Attempting to bind port 4c1950df-b465-453a-8152-777a84c391f5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'ee0a0384-1fd0-476a-86f7-85b3c8549f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:04.831736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Attempting to bind port 4c1950df-b465-453a-8152-777a84c391f5 on network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:04.882657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.921863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.930956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.946245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:04.977456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c6dae-19db-47f3-a27b-6753ac67e009,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:04.989904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.023222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:05.023505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Checking segment: {'id': 'ee0a0384-1fd0-476a-86f7-85b3c8549f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:05.023841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.024670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Bound using segment: {'id': 'ee0a0384-1fd0-476a-86f7-85b3c8549f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:05.024794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Bound port: 4c1950df-b465-453a-8152-777a84c391f5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a0384-1fd0-476a-86f7-85b3c8549f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f3ce9ff0-97fc-48a3-8e11-edc48afa1a23'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:05.025079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.068409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.088489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Allocated IP 172.20.0.2 (d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98/4771620c-415d-4878-ae6f-55287a711009/202c1bf8-65de-42de-89c0-dac045e3b299) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:05.106048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dc2cd52f-dacf-4ca9-9ef9-14b942e437a9 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Unset dirty status for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:05.107334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dc2cd52f-dacf-4ca9-9ef9-14b942e437a9 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.86 "GET /v2.0/networks?id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 200 len: 812 time: 0.9064262 Jan 31 18:00:05.114031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.128809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=64214e93-2b72-4d18-8996-488a2f14927b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:05.129928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Request body: {'port': {'device_id': '9243a00b-14c3-4a1d-9330-d490b223833e', 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428', 'admin_state_up': True, 'tenant_id': '3c65c1f3f43346c69376fb1ee2eefa77'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:05.178152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.178476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.178982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.179409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.179718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.180131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.180606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.181104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.182440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.182440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.182440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:05.198591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f2d3f-1fd0-4573-9710-374162b8bf98 None None] Pushing event updated for resources: {'Port': ['ID=f74dfbb6-2c15-4505-865f-a2a92643c7b5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:05.305056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port cb014f7e-4c86-40e3-83a3-c45e072ac35a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cb014f7e-4c86-40e3-83a3-c45e072ac35a,segment=NetworkSegment(9064458e-79e1-4280-92cb-499530ae0f83),segment_id=9064458e-79e1-4280-92cb-499530ae0f83)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:05.359307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Allocated IP 172.20.0.1 (3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4/94706b40-fbb0-41fa-ab5d-b47115d8f986/a5e8ea4b-839c-4a9b-851f-7e9c514df7c1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:05.458767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.497468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Transition to ACTIVE for port object d79e8258-d3c3-427b-9c92-17330d5d42d2 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:05.640662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0e85-6094-4ad3-9b02-f525220fe6c0 None None] Pushing event updated for resources: {'Port': ['ID=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:05.704581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.707789 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-93f71864-46fa-4a85-8410-39d80d29a3f0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/888c6dae-19db-47f3-a27b-6753ac67e009 HTTP/1.1" status: 204 len: 168 time: 2.4371383 Jan 31 18:00:05.727862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:05.801319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Transition to ACTIVE for port object fbe57a90-129d-401b-aa1f-0a6073db8cec will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:05.806186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e344f1fa-755e-4d22-80b1-51f8487cf388 req-40161496-3e17-49f4-b09b-ef803c2eec5a tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.1974714 Jan 31 18:00:05.871383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=76526614-3249-46a8-b736-1e51a85b7f1d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:06.105382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:06.141345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:06.181264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.243321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.244971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:06.259317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.271120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Usage tracker for resource:port and tenant:3c65c1f3f43346c69376fb1ee2eefa77 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:06.336351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:06.403964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:06.420336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.421247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.435729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:06.440683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.490414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.505989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Transition to ACTIVE for port object a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:06.509047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=cb014f7e-4c86-40e3-83a3-c45e072ac35a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:06.522764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Attempting to bind port fbe57a90-129d-401b-aa1f-0a6073db8cec on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:06.523131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Attempting to bind port fbe57a90-129d-401b-aa1f-0a6073db8cec by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:06.523949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Attempting to bind port fbe57a90-129d-401b-aa1f-0a6073db8cec on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:06.586241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.632780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:06.643365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T17:59:59Z', 'revision_number': 7, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64214e93-2b72-4d18-8996-488a2f14927b', 'name': '', 'network_id': 'a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:a6:6d:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd24265c-528c-4028-b987-415a848f14a1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:44Z', 'updated_at': '2022-01-31T17:59:55Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'fd24265c-528c-4028-b987-415a848f14a1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:06.772612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Pushing event updated for resources: {'Port': ['ID=fbe57a90-129d-401b-aa1f-0a6073db8cec,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:06.788336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=a5e8ea4b-839c-4a9b-851f-7e9c514df7c1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:06.807392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:06.810403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:06.820941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:06.883543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Made reservation on behalf of 3c65c1f3f43346c69376fb1ee2eefa77 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:06.891449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.897535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.917969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Provisioning complete for port cb014f7e-4c86-40e3-83a3-c45e072ac35a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:06.918513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:06.980790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.058804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:07.085004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:07.104072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:07.104497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.104903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:07.105420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Bound port: fbe57a90-129d-401b-aa1f-0a6073db8cec, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:07.105930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.166971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:07.199262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Port': ['ID=f7350590-43d9-40b6-8b69-5e16eb7bd2c8,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:07.230656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:07.276109 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf4c8d29-cd41-43a4-94a0-f382ad193c2a req-8a457d1b-4bc9-4497-9e49-6aec19972a5d tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.1300757 Jan 31 18:00:07.306336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.335695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:07.375392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1050424f-cb29-4bbb-9af4-e338914b46aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.379922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.435396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Transition to ACTIVE for port object 202c1bf8-65de-42de-89c0-dac045e3b299 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:07.476681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abc4f3-6171-43b6-b8e5-fa7d398e4cbd None None] Pushing event updated for resources: {'Port': ['ID=4c1950df-b465-453a-8152-777a84c391f5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:07.512479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:07.518545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Transition to ACTIVE for port object 202c1bf8-65de-42de-89c0-dac045e3b299 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:07.529985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:07.532557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:07.546285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] For port fbe57a90-129d-401b-aa1f-0a6073db8cec, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:07.551864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] For port fbe57a90-129d-401b-aa1f-0a6073db8cec, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fbe57a90-129d-401b-aa1f-0a6073db8cec,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:07.562744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:07.563831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:07.565352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:07.835634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0882b8c0-aa59-42ac-a284-c95e42f53048 None None] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:07.930101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4c0bbfc9-a144-40c0-a978-34524fe08a04 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:07.931886 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-4c0bbfc9-a144-40c0-a978-34524fe08a04 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:00:07.933149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4c0bbfc9-a144-40c0-a978-34524fe08a04 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3978424 Jan 31 18:00:08.017072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:08.029599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.062644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.102749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.142529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--720195350'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:08.160880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4c1950df-b465-453a-8152-777a84c391f5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:08.167252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:08.191437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:08.196353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:08.206908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb290d2-fa62-4113-a0df-3e776cf0dbdb None None] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:08.249832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Allocated IP 172.20.0.14 (d8b4ce2e-6976-4b74-8951-a2a4e5ee3428/7fa512b4-3eb2-4955-8596-5a6b8114c404/0d31acf8-0859-42ad-adbc-803020eeaa45) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:08.519074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:08.519565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T17:59:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:08.680104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6768c9d-b598-4ecf-9b8c-bcde7dc5db4c None None] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:08.711278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:08.747398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.759577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.759838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.788158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:08.842589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:08.873884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-12bc2789-8368-46ea-8f03-03d2eaccd05d req-38ef4c20-77a8-4157-9cd7-4bd54cbb77d2 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.1669455 Jan 31 18:00:08.906457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.911020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:08.914598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:08.936381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.942593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=a5e8ea4b-839c-4a9b-851f-7e9c514df7c1,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:08.975873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Pushing event updated for resources: {'Port': ['ID=fbe57a90-129d-401b-aa1f-0a6073db8cec,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:08.976824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:08.980437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:09.035954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.036308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.036622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.037441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.037441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.037634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.037993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.038231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.038548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.038867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.039186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.117267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.117971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.117971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.118430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.118626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.118957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.119282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.119610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.119931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.120252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.120575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d79a2c-abf3-4dac-9057-aa6481efcdc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:00:09.204546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Provisioning for port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:09.233436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4c1950df-b465-453a-8152-777a84c391f5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:09.242738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:09.245744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:09.274927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.290311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Provisioning complete for port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:09.290695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.363882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.467303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b5cea4b8-f396-48ff-b6d9-8c4bad2df234 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:09.469801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:09.489942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:09.523685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:09.528562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-78f54eac-ca5b-49c8-a605-6d48d5c698ff tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0124528 Jan 31 18:00:09.584251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:09.588860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:09.674138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:09.694984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:09.735573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:09.738516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:09.776314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Pushing event updated for resources: {'Port': ['ID=202c1bf8-65de-42de-89c0-dac045e3b299,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:09.778574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Attempting to bind port 202c1bf8-65de-42de-89c0-dac045e3b299 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:09.778945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Attempting to bind port 202c1bf8-65de-42de-89c0-dac045e3b299 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:09.779305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Attempting to bind port 202c1bf8-65de-42de-89c0-dac045e3b299 on network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:09.784766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Pushing event updated for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:09.795755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2624568d-40e3-4811-95cd-d1749ae83a31 None None] Port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:09.800475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:09.840169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Router e0d51706-a182-4e43-9df7-bf9218ac3960 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:09.848434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 17, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:09.848810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Checking segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:09.849212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.849628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Bound using segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:09.850330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Bound port: 202c1bf8-65de-42de-89c0-dac045e3b299, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:09.850516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.894231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.954664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9024031b-f13b-4c1b-a8d3-cbe6c8acfde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:09.986461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] For port 202c1bf8-65de-42de-89c0-dac045e3b299, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:09.991061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] For port 202c1bf8-65de-42de-89c0-dac045e3b299, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=202c1bf8-65de-42de-89c0-dac045e3b299,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:10.077126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.089587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:10.184410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9c18f-483a-4285-9594-bfe0f23df278 req-60b44438-7ac9-4df9-bb89-3611ab3df033 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:10.186192 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c2a9c18f-483a-4285-9594-bfe0f23df278 req-60b44438-7ac9-4df9-bb89-3611ab3df033 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 932 time: 0.1277843 Jan 31 18:00:10.194124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:10.209764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74dfbb6-2c15-4505-865f-a2a92643c7b5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:10.215894 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fd20f30f-e32d-4672-b472-c5abc9d43f3e tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "PUT /v2.0/routers/e0d51706-a182-4e43-9df7-bf9218ac3960/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6434772 Jan 31 18:00:10.218757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59764) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:10.228643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Request body: {'port': {'network_id': '3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4', 'name': 'tempest-FloatingIPAdminTestJSON-147819116'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:10.260569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] Sync routers for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:10.378028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c2a9c18f-483a-4285-9594-bfe0f23df278 req-5362f13b-fb03-4ba0-8f71-1496312e38ef tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808922 Jan 31 18:00:10.433673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:10.436481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning for port 4c1950df-b465-453a-8152-777a84c391f5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:10.438317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Usage tracker for resource:port and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:10.443072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:10.450032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:10.465826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Made reservation on behalf of 6cf5c6a41eb24e239987ca6fbe3c8d28 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:10.469850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.499669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] device_id is not set on port ea86ccb2-54e1-430c-90e7-11b0d0af56d1 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:00:10.513905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning complete for port 4c1950df-b465-453a-8152-777a84c391f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:10.514346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.545873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.615721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:10.617395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.646190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:10.662786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91837723-ecaa-4834-a4c2-c7560cb5ee67 None None] Pushing event updated for resources: {'Port': ['ID=202c1bf8-65de-42de-89c0-dac045e3b299,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:10.687541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:10.688485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:10.820869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 5276e303-c3bb-4941-a156-5a84e5d68630 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:10.968558 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-bdecf1f7-8ebe-46bb-b371-6e01249fcf00 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8428853 Jan 31 18:00:10.986245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:11.068103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.090924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f74dfbb6-2c15-4505-865f-a2a92643c7b5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:11.106626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Request body: {'port': {'device_id': '9243a00b-14c3-4a1d-9330-d490b223833e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:11.130019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Allocated IP 172.20.0.5 (3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4/94706b40-fbb0-41fa-ab5d-b47115d8f986/ea86ccb2-54e1-430c-90e7-11b0d0af56d1) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:11.135350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-663029e2-5361-417f-91db-b021ff8da624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:04Z', 'revision_number': 8, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:11.150272 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7ff594b4-cf09-4330-be7a-7671fe6918b2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:11.242307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:11.244146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:11.250740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.301447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet fd24265c-528c-4028-b987-415a848f14a1 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:11.365785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:11.373275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:11.379927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:11.389277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663029e2-5361-417f-91db-b021ff8da624 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:04Z', 'revision_number': 8, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:11.391945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:11.392511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a932ed-38cd-4601-b14e-1d79057c6e27 None None] The sync data for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:11.409535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.463394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:11.469570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.474434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.496024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Transition to ACTIVE for port object ea86ccb2-54e1-430c-90e7-11b0d0af56d1 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:11.512072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Router 573228e5-2542-491f-b6af-e880a630c159 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:00:11.532085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.608721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning complete for port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:11.609087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.612969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:11.681207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.684060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:11.696396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Pushing event updated for resources: {'Port': ['ID=4c1950df-b465-453a-8152-777a84c391f5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:11.702596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event updated for resources: {'Port': ['ID=ea86ccb2-54e1-430c-90e7-11b0d0af56d1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:11.706398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=097435bc-3372-46c7-a87a-38587bab6502,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:11.708893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.712549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:11.717848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:11.722156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:11.738845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7ff594b4-cf09-4330-be7a-7671fe6918b2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:11.744109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:11.744889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.747828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a2b06d-e198-476f-96bc-783df5ca1f07 None None] The sync data for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T17:59:51Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:11.750756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7ff594b4-cf09-4330-be7a-7671fe6918b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:11.751204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.833229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66d3f32-6703-43b5-acab-3c5a9c5bc126 None None] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:11.835447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:11.836062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.857211 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aafdbcb6-abeb-45fa-af05-bbcae6bfc9a3 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6372738 Jan 31 18:00:11.861873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59772) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:11.879548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning for port d79e8258-d3c3-427b-9c92-17330d5d42d2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:11.923132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.955556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning complete for port d79e8258-d3c3-427b-9c92-17330d5d42d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:11.956026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:11.992796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584ca173-5f7f-46d5-a46e-6d116aad4a90,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:12.043523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'project_id': '6cf5c6a41eb24e239987ca6fbe3c8d28', 'port_id': 'ea86ccb2-54e1-430c-90e7-11b0d0af56d1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:12.055682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:12.060812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Usage tracker for resource:floatingip and tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:12.063736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:12.072606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:12.083967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.090100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Port d79e8258-d3c3-427b-9c92-17330d5d42d2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:12.099832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.168123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 7ff594b4-cf09-4330-be7a-7671fe6918b2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7ff594b4-cf09-4330-be7a-7671fe6918b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:12.178286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.181285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cb014f7e-4c86-40e3-83a3-c45e072ac35a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:12.231147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.266089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning for port f74dfbb6-2c15-4505-865f-a2a92643c7b5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:12.280032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.283911 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-abaab615-1c1b-4e7e-9c53-b56060812ad6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 4.2546036 Jan 31 18:00:12.285681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59778) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:12.293477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '584ca173-5f7f-46d5-a46e-6d116aad4a90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:12.302361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning complete for port f74dfbb6-2c15-4505-865f-a2a92643c7b5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:12.302733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.303943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:12.312418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:12.313888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.316345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:12.321621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:12.326353 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] Sync routers for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:12.339603 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:12.339860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.340795 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:12.379403 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-003e8993-25ce-4782-a189-3d25bc044460 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7477098 Jan 31 18:00:12.406225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=7ff594b4-cf09-4330-be7a-7671fe6918b2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:12.407741 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:12.421772 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] Routers {'5276e303-c3bb-4941-a156-5a84e5d68630'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:12.422670 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['5276e303-c3bb-4941-a156-5a84e5d68630'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:12.431272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Allocated IP 172.26.4.12 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/00f2955e-3ced-4f47-852f-27d5a9874387) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:12.439045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port cb014f7e-4c86-40e3-83a3-c45e072ac35a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:12.439426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.486770 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:12.488327 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea2d8d-3a9b-4270-9bd4-428c3a891f66 None None] The sync data for ids ['5276e303-c3bb-4941-a156-5a84e5d68630'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:12.511571 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:00:12.520390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:12.535556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:12.561203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.566687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.649805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.672769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] For port f74dfbb6-2c15-4505-865f-a2a92643c7b5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f74dfbb6-2c15-4505-865f-a2a92643c7b5,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:12.681463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.683194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.695771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.721184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7edf9b-db8b-406e-a97d-e23983cadef0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:12.735631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.788321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Pushing event updated for resources: {'Port': ['ID=f74dfbb6-2c15-4505-865f-a2a92643c7b5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:12.802595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning for port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:12.808070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Provisioning complete for port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:12.808454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.827329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:12.832169 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c02895d6-f6f0-48ed-9adb-5dd00bba8a60 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5431263 Jan 31 18:00:12.838656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:12.853554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '584ca173-5f7f-46d5-a46e-6d116aad4a90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:12.855624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:12.860289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:12.863368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:12.869996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:12.962574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4c1950df-b465-453a-8152-777a84c391f5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:12.982874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Pushing event updated for resources: {'Port': ['ID=00f2955e-3ced-4f47-852f-27d5a9874387,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:12.985670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:12.994294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-b079b13b-b07c-4541-8773-ac01d0674486 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:12.994981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-b079b13b-b07c-4541-8773-ac01d0674486 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Synchronizing usage tracker for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:13.016611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:13.028125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:13.040044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.059450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.065959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ad665fc9-d365-4a8c-bb18-9d89853520f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:13.086329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] For port b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,segment=NetworkSegment(8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca),segment_id=8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:13.087685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98/4771620c-415d-4878-ae6f-55287a711009/bdc3d49f-8c58-4e9d-890e-58da7589bf5b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:13.092523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.120836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4c1950df-b465-453a-8152-777a84c391f5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:13.121205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.189571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-b079b13b-b07c-4541-8773-ac01d0674486 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Unset dirty status for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:13.191063 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-b079b13b-b07c-4541-8773-ac01d0674486 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 932 time: 1.4339423 Jan 31 18:00:13.200465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:13.267891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:00:13.269244 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-95792857-7aad-4c3c-881d-8a3f5d1a5799 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4286408 Jan 31 18:00:13.279662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59790) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:13.287453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.291299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5d723-151e-4b50-a17a-72a6a011f6ce None None] Pushing event updated for resources: {'Port': ['ID=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:13.323214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ad665fc9-d365-4a8c-bb18-9d89853520f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:13.325154 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ad665fc9-d365-4a8c-bb18-9d89853520f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=5276e303-c3bb-4941-a156-5a84e5d68630 HTTP/1.1" status: 200 len: 205 time: 0.4410837 Jan 31 18:00:13.331950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.332179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning for port a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:13.335201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:13.338703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning complete for port a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:13.339004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.381454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.407589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7ff594b4-cf09-4330-be7a-7671fe6918b2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:13.451957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Port a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:13.479672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning complete for port 4c1950df-b465-453a-8152-777a84c391f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:13.480042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.494882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.552655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7ff594b4-cf09-4330-be7a-7671fe6918b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:13.553438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.670766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.678201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.713531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:13.715305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.725598 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a77bea06-4174-4c5f-9a19-4e72a8e3e597 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9269946 Jan 31 18:00:13.726748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:13.729373 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] Sync routers for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:13.729904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-52ae6a5b-7ce8-4257-a4cd-05347315fa94 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Synchronizing usage tracker for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:13.732177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:13.738827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59798) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:13.754676 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:13.755284 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:13.824540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:13.874127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:13.874749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:13.875403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.919219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d31acf8-0859-42ad-adbc-803020eeaa45 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:13.919470 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:13.930554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:13.951442 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:13.954527 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:14.010755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.030547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object bdc3d49f-8c58-4e9d-890e-58da7589bf5b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:14.061228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 202c1bf8-65de-42de-89c0-dac045e3b299 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:14.095310 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:14.095712 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4e62e-8e2c-4a21-a9c1-49327b5d1d4d None None] The sync data for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:14.101065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.108336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Transition to ACTIVE for port object 0d31acf8-0859-42ad-adbc-803020eeaa45 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:14.140465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning for port 202c1bf8-65de-42de-89c0-dac045e3b299 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:14.157313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.168787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:14.212668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning for port ea86ccb2-54e1-430c-90e7-11b0d0af56d1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:14.222546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning complete for port ea86ccb2-54e1-430c-90e7-11b0d0af56d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:14.222546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.314071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Port ea86ccb2-54e1-430c-90e7-11b0d0af56d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:14.347623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.348681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:14.353350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=fd24265c-528c-4028-b987-415a848f14a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:14.355989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-52ae6a5b-7ce8-4257-a4cd-05347315fa94 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Unset dirty status for tenant:3c65c1f3f43346c69376fb1ee2eefa77 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:14.357153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aaebc843-aad4-40b0-a427-8795e12464a5 req-52ae6a5b-7ce8-4257-a4cd-05347315fa94 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1124856 Jan 31 18:00:14.359226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.420724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 202c1bf8-65de-42de-89c0-dac045e3b299 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:14.441343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:14.455193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584ca173-5f7f-46d5-a46e-6d116aad4a90,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:14.472969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.497542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Provisioning complete for port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:14.497922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-847d021a-2f9f-430b-b58f-4d892530734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.523849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 202c1bf8-65de-42de-89c0-dac045e3b299 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:14.524383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.542956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:14.545563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:14.590461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.600072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.601800 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-072161bc-bca6-46c0-95db-158e7bcad227 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/584ca173-5f7f-46d5-a46e-6d116aad4a90 HTTP/1.1" status: 204 len: 168 time: 1.3210599 Jan 31 18:00:14.607399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59802) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:14.625098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.636795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.663792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.711005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.728056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b95039b-aae5-49b7-9ca4-f4d4fc914c59 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/fd24265c-528c-4028-b987-415a848f14a1 HTTP/1.1" status: 204 len: 168 time: 5.1249826 Jan 31 18:00:14.733256 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59806) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:14.770435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.770435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router 5276e303-c3bb-4941-a156-5a84e5d68630 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:00:14.827337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-554442f3-ccb9-4f43-81a9-5a039353c258 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:14.857156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.862860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc5811-df76-4d1e-88e5-a168e3099021 None None] Network a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:14.918600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Pushing event updated for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:14.951935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.955468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5dc8a34-89a1-4777-b4f1-1504b1bf4ebf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630 HTTP/1.1" status: 204 len: 168 time: 1.6172266 Jan 31 18:00:14.966235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59810) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:14.976782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-554442f3-ccb9-4f43-81a9-5a039353c258 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:14.984156 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-554442f3-ccb9-4f43-81a9-5a039353c258 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3691165 Jan 31 18:00:14.984156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:14.986335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59814) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:15.005902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672991316'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:15.024361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:15.042368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:15.052339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port a924c0b2-0af2-44db-a2af-735719937c47 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:15.052675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.098228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.144563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.184165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.191966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d139fd5-9dba-4a6a-9a4e-cc0b4c6f7f60 None None] Provisioning for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:15.205547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d139fd5-9dba-4a6a-9a4e-cc0b4c6f7f60 None None] Provisioning complete for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:15.206064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d139fd5-9dba-4a6a-9a4e-cc0b4c6f7f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.236974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.272906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:15.295971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:04Z', 'revision_number': 8, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:15.307195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:15.333896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 202c1bf8-65de-42de-89c0-dac045e3b299, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=202c1bf8-65de-42de-89c0-dac045e3b299,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:15.340982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d139fd5-9dba-4a6a-9a4e-cc0b4c6f7f60 None None] Port bdc3d49f-8c58-4e9d-890e-58da7589bf5b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:15.344495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:15.351590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.374638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:15.435402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:15.443471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=202c1bf8-65de-42de-89c0-dac045e3b299,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:15.446520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 64214e93-2b72-4d18-8996-488a2f14927b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:15.488847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Pushing event updated for resources: {'Port': ['ID=00f2955e-3ced-4f47-852f-27d5a9874387,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:15.489896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 64214e93-2b72-4d18-8996-488a2f14927b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:15.490253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 64214e93-2b72-4d18-8996-488a2f14927b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:15.500950 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:15.501628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:15.516290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.652196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] DHCP port deletion for a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:15.693039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Deleting port a924c0b2-0af2-44db-a2af-735719937c47 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:15.693476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.736167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Attempting to bind port 0d31acf8-0859-42ad-adbc-803020eeaa45 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:15.736514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Attempting to bind port 0d31acf8-0859-42ad-adbc-803020eeaa45 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'fd035460-afcf-4c6c-934b-501ef91349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:15.736826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Attempting to bind port 0d31acf8-0859-42ad-adbc-803020eeaa45 on network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:15.739589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:15.791088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:15.799801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Port 0d31acf8-0859-42ad-adbc-803020eeaa45 on network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:00:15.800121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Attempting to bind port 0d31acf8-0859-42ad-adbc-803020eeaa45 on network d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:15.809308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:15.872824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.896759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:15.897180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Checking segment: {'id': 'fd035460-afcf-4c6c-934b-501ef91349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:15.897693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Bound using segment: {'id': 'fd035460-afcf-4c6c-934b-501ef91349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:15.898218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Bound port: 0d31acf8-0859-42ad-adbc-803020eeaa45, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd035460-afcf-4c6c-934b-501ef91349dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:15.898443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.898675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:15.937420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 202c1bf8-65de-42de-89c0-dac045e3b299 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:15.954189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port a924c0b2-0af2-44db-a2af-735719937c47, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a924c0b2-0af2-44db-a2af-735719937c47,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:15.954543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.102202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59642be7-9975-4b59-be12-00291b371f97,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:16.110497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for a924c0b2-0af2-44db-a2af-735719937c47 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:16.136407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a47fad5b-2089-470e-be62-439817e7e3ab None None] Provisioning complete for port d79e8258-d3c3-427b-9c92-17330d5d42d2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:16.136407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a47fad5b-2089-470e-be62-439817e7e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.149544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.154829 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-423ee7c4-d0c9-4b11-beb7-c582e290e636 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1540186 Jan 31 18:00:16.156246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:16.170949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-86f91619-51e0-4b74-b0ce-4ef636245017 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '59642be7-9975-4b59-be12-00291b371f97', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:16.172283 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-86f91619-51e0-4b74-b0ce-4ef636245017 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:16.176199 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-86f91619-51e0-4b74-b0ce-4ef636245017 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0142071 Jan 31 18:00:16.177326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59824) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:16.183868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet f15b87b5-75df-47bb-b14b-dba99b2a2646 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:16.198402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.214165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a203334-62fc-4214-9a02-193add008e0f req-fa974d88-7c6d-4cfc-9076-63d6a0dfe9fb tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:16.215627 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1a203334-62fc-4214-9a02-193add008e0f req-fa974d88-7c6d-4cfc-9076-63d6a0dfe9fb tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 944 time: 0.5688310 Jan 31 18:00:16.319601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.348723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a47fad5b-2089-470e-be62-439817e7e3ab None None] Port d79e8258-d3c3-427b-9c92-17330d5d42d2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:16.372669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:16.376836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] For port a924c0b2-0af2-44db-a2af-735719937c47, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a924c0b2-0af2-44db-a2af-735719937c47,segment=NetworkSegment(36487e88-37f8-489c-a9d6-f48f15757757),segment_id=36487e88-37f8-489c-a9d6-f48f15757757)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:16.377227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.380632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=a924c0b2-0af2-44db-a2af-735719937c47,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:16.392317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 202c1bf8-65de-42de-89c0-dac045e3b299 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:16.393858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.398413 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.413061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No DVR routers for this DVR port a924c0b2-0af2-44db-a2af-735719937c47 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:16.428335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0d31acf8-0859-42ad-adbc-803020eeaa45,segment=NetworkSegment(fd035460-afcf-4c6c-934b-501ef91349dd),segment_id=fd035460-afcf-4c6c-934b-501ef91349dd)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:16.457137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.485386 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1a203334-62fc-4214-9a02-193add008e0f req-4920ede2-78b0-4b87-9401-7d307a2a5c02 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491541 Jan 31 18:00:16.491022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.540605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Calling delete_port for a924c0b2-0af2-44db-a2af-735719937c47 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:16.592016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.608643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.642580 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Floating IP c74ea6e6-d7ee-4757-9c6d-a612b244be8b associated. External IP: 172.26.4.12, port: ea86ccb2-54e1-430c-90e7-11b0d0af56d1. Jan 31 18:00:16.676429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:04Z', 'revision_number': 8, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:16.693645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1853cd81-346a-4f86-b467-80d1fad15751 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:04Z', 'revision_number': 8, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '0be7444a-f972-4bec-8289-8c1a9b5a07d2', 'name': '', 'network_id': '54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:56:e6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:30Z', 'updated_at': '2022-01-31T17:59:43Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': 'e16d40d7-d0ab-4ede-ba15-10234da90fe4', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:16.702581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:00:16.703322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:00:16.719221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:16.723720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b5cea4b8-f396-48ff-b6d9-8c4bad2df234 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:16.739702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36487e88-37f8-489c-a9d6-f48f15757757') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:16.739997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36487e88-37f8-489c-a9d6-f48f15757757') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:16.758756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.787164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.790847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.811298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1415 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:16.812806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.826599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.827868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] 10.222.0.86 "PUT /v2.0/ports/0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 200 len: 1094 time: 5.8282781 Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:16.828375 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:16.830658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:16.836184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59642be7-9975-4b59-be12-00291b371f97,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:16.838015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:16.857333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.861232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe45ef1-2d9a-4626-a563-a40ca1b546db service neutron] Pushing event updated for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:16.874775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.891456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:16.891910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.989546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:16.993707 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-32329f4f-f1c9-4cd8-8162-707040136c81 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/59642be7-9975-4b59-be12-00291b371f97 HTTP/1.1" status: 204 len: 168 time: 0.8125868 Jan 31 18:00:16.994137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59830) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:17.036527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45', 'status': 'completed', 'code': 200} Jan 31 18:00:17.059685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.085522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74dfbb6-2c15-4505-865f-a2a92643c7b5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:17.087780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.102213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:17.105805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.117913 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c6370e42-d584-40a4-ba09-085250481055 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/a6c8e3cb-9f50-4871-aa4f-39bde2e0ccea HTTP/1.1" status: 204 len: 168 time: 2.3798614 Jan 31 18:00:17.118722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:17.156663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f74dfbb6-2c15-4505-865f-a2a92643c7b5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:17.157033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.205632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Deleting port a924c0b2-0af2-44db-a2af-735719937c47 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:17.206064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.220354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:17.223621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.278410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7863189c-3bc5-449b-afe4-780af8e621e3 None None] The port 'a924c0b2-0af2-44db-a2af-735719937c47' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:00:17.334808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-950fe9c1-347e-4a7e-86a3-cc7ba66a5da7 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:17.352654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fbe57a90-129d-401b-aa1f-0a6073db8cec up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:17.383855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.418166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-950fe9c1-347e-4a7e-86a3-cc7ba66a5da7 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:17.422848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-950fe9c1-347e-4a7e-86a3-cc7ba66a5da7 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4241366 Jan 31 18:00:17.423198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:17.437321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port fbe57a90-129d-401b-aa1f-0a6073db8cec completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:17.438966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356595974'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:17.444220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fbe57a90-129d-401b-aa1f-0a6073db8cec triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:17.444793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.448765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=f15b87b5-75df-47bb-b14b-dba99b2a2646,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:17.449763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:17.456487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-8eeee08d-a12d-436b-934c-301c71629b93 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 1097 time: 0.5477736 Jan 31 18:00:17.477731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30dacc2-4d08-496c-8ee2-d7705734baed None None] Network 68793640-8250-46f1-8532-4abfe0e03141 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:17.520718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:17.561244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.561493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.606405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Router 991b24ff-8f53-4984-9205-b5eed57c1fb3 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:17.613509 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-b14c715e-7033-42b5-a50e-7bdea73e64e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 200 len: 217 time: 0.1488194 Jan 31 18:00:17.614737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a4893356-efe1-4b04-9e4d-45b2c4e9a179 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/f15b87b5-75df-47bb-b14b-dba99b2a2646 HTTP/1.1" status: 204 len: 168 time: 2.6444685 Jan 31 18:00:17.624630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59844) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:17.756733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:17.769902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:17.770797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:17.779568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.787254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:17.803041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:17.814215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:17.816829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port fbe57a90-129d-401b-aa1f-0a6073db8cec, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fbe57a90-129d-401b-aa1f-0a6073db8cec,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:17.825353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:17.958897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=fbe57a90-129d-401b-aa1f-0a6073db8cec,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:17.988740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] DHCP port deletion for 68793640-8250-46f1-8532-4abfe0e03141 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:17.997057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Deleting port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:17.997632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.044620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a924c0b2-0af2-44db-a2af-735719937c47 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:18.052867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.058995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c0be-ea13-4464-aee7-ab8544277b53 req-85eceb92-d682-44c6-a93d-3281186652ae tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:18.060499 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d26c0be-ea13-4464-aee7-ab8544277b53 req-85eceb92-d682-44c6-a93d-3281186652ae tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 944 time: 0.3875716 Jan 31 18:00:18.066678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.100301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a924c0b2-0af2-44db-a2af-735719937c47 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:18.100811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a924c0b2-0af2-44db-a2af-735719937c47 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:18.180320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ca7cea-3cc1-4d51-aba4-5190fde4409d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:18.183558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.199217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-2109d6c0-f910-4946-8dae-ec12819824b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:18.200760 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-2109d6c0-f910-4946-8dae-ec12819824b9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fa512b4-3eb2-4955-8596-5a6b8114c404 HTTP/1.1" status: 200 len: 852 time: 0.5746665 Jan 31 18:00:18.202697 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-08045742-ac8f-445b-8586-615e3807ccdb tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:18.206798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-08045742-ac8f-445b-8586-615e3807ccdb tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159/add_router_interface HTTP/1.1" status: 400 len: 438 time: 4.4605882 Jan 31 18:00:18.240625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:18.243338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.244539 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-851aaa1e-68fa-431b-87f8-80ef4d52fba6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8205619 Jan 31 18:00:18.309621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:18.310661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f63fc2d3-627c-4ed2-be6c-fe9144fa88d5 None None] Provisioning complete for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:18.311128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f63fc2d3-627c-4ed2-be6c-fe9144fa88d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.312137 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d26c0be-ea13-4464-aee7-ab8544277b53 req-ba47a8b9-fc3c-4384-b965-1ced32a21a2b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398469 Jan 31 18:00:18.321821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-77510800-f924-4310-a0d3-e0b2ef2eefbf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'b3ca7cea-3cc1-4d51-aba4-5190fde4409d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:18.322501 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-77510800-f924-4310-a0d3-e0b2ef2eefbf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:18.323469 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-77510800-f924-4310-a0d3-e0b2ef2eefbf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104647 Jan 31 18:00:18.330204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59856) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:18.377139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] For port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,segment=NetworkSegment(f1dd97e3-6829-4851-8e65-5790717c76f3),segment_id=f1dd97e3-6829-4851-8e65-5790717c76f3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:18.378919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.425385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Router e0d51706-a182-4e43-9df7-bf9218ac3960 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:18.535770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Calling delete_port for 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:18.551335 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-06002df9-3d92-4de7-a3f4-562c984adfca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734899 Jan 31 18:00:18.562693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f63fc2d3-627c-4ed2-be6c-fe9144fa88d5 None None] Port bdc3d49f-8c58-4e9d-890e-58da7589bf5b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:18.621379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.646011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.670192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] Pushing event deleted for resources: {'Port': ['ID=24a2f5a8-0abf-4fed-960a-cc38d9813ea7,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:18.676170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf57c0-dc46-46c4-9314-715b2fb50d99 None None] No DVR routers for this DVR port 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:18.699073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:18.835999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet 0f84a686-22ad-454c-994a-e7491976b090 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:18.846877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.027546 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-948c8456-d8b2-4f9a-9575-f97e7395f4db service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563804 Jan 31 18:00:19.073723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.117377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.225699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ca7cea-3cc1-4d51-aba4-5190fde4409d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:19.266717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.267816 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8ed8c555-06a9-4d02-bf51-a08efbb1edab tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/b3ca7cea-3cc1-4d51-aba4-5190fde4409d HTTP/1.1" status: 204 len: 168 time: 0.9360933 Jan 31 18:00:19.275216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:19.390433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.439427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc3e62f3-8c08-420c-ad9a-895e80f8c5d8 req-61f7e9a5-f247-41cc-9031-3138195d1199 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856261 Jan 31 18:00:19.441251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36e64d8c-b011-40c4-ae0f-4903350b8178 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:19.448861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:19.460143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Sync routers for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:19.465150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.501741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:19.502815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:19.540550 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-80a898c7-527c-4371-8acb-b05e3a1c79ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "PUT /v2.0/routers/991b24ff-8f53-4984-9205-b5eed57c1fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.2285056 Jan 31 18:00:19.540799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:19.552721 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] Sync routers for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:19.570956 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:19.571820 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:19.671151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.689602 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:19.708374 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:19.709237 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:19.721268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36e64d8c-b011-40c4-ae0f-4903350b8178 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:19.723321 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36e64d8c-b011-40c4-ae0f-4903350b8178 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4470634 Jan 31 18:00:19.734476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:19.745808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--137450829'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:19.757470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:19.772614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.807100 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3a3c2787-534e-4d04-a901-f9936cd10005 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.9433825 Jan 31 18:00:19.808654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59874) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:19.817168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:19.839225 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:19.839981 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef2d534-0bc5-46b6-bdc0-46fd65593fef None None] The sync data for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:19.898047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:19.907450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=0f84a686-22ad-454c-994a-e7491976b090,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:19.927676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cd8553c9-dbb9-4453-9f12-2690d6725270 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "GET /v2.0/floatingips/c74ea6e6-d7ee-4757-9c6d-a612b244be8b HTTP/1.1" status: 200 len: 981 time: 0.1177135 Jan 31 18:00:19.935544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723b159-5a29-4cdc-91d9-dddfb7fc6c41 req-01b9f67f-7ae5-4c0f-94c3-15ad166afa60 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:19.941907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fbe57a90-129d-401b-aa1f-0a6073db8cec up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:19.942626 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3723b159-5a29-4cdc-91d9-dddfb7fc6c41 req-01b9f67f-7ae5-4c0f-94c3-15ad166afa60 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 944 time: 0.4910529 Jan 31 18:00:19.945777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59882) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:19.959978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:19.980416 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-197dc350-5bce-4bd7-9be9-951f77cc8b6e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 1097 time: 0.4830835 Jan 31 18:00:19.985210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:19.999363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.000903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5909dcd4-a3ce-49d4-bab1-ba0466fffabd None None] Network a32501ba-3fb2-4b68-bdce-b43b9983a2b3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:20.092251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-7ee1d75f-f707-4951-a955-6f5f4cfea472 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1271220044&fields=id&tenant_id=c7efde9a20bb45dbb9556afd370df5a8 HTTP/1.1" status: 200 len: 267 time: 0.1635156 Jan 31 18:00:20.094316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:20.094647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f28db87c-446c-48fb-8a5c-9c31ddfaa7b9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/0f84a686-22ad-454c-994a-e7491976b090 HTTP/1.1" status: 204 len: 168 time: 2.4376562 Jan 31 18:00:20.124835 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d41f4323-8d68-42f3-b015-a653d3c7856d tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1464 time: 0.1746416 Jan 31 18:00:20.134196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:20.262767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:20.292089 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3723b159-5a29-4cdc-91d9-dddfb7fc6c41 req-a88b68b8-0c19-42d4-8da5-b91c7241bd0a tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364391 Jan 31 18:00:20.295572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:20.300868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:20.337622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:20.355341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fbe57a90-129d-401b-aa1f-0a6073db8cec triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:20.355715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.405647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-614d09a6-2bcf-458c-95d2-8c8848563cd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:20.407466 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-614d09a6-2bcf-458c-95d2-8c8848563cd2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 200 len: 914 time: 0.4053993 Jan 31 18:00:20.575237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:10Z', 'revision_number': 2, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:20.579992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Checking router: 991b24ff-8f53-4984-9205-b5eed57c1fb3 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:20.579992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Updating router 991b24ff-8f53-4984-9205-b5eed57c1fb3 port d79e8258-d3c3-427b-9c92-17330d5d42d2 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:00:20.605530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] DHCP port deletion for a32501ba-3fb2-4b68-bdce-b43b9983a2b3 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:20.623356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Deleting port d4952361-9937-4235-9809-a5fb8211a554 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:20.623729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.657737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:20.682355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.701082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:20.701529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 24a2f5a8-0abf-4fed-960a-cc38d9813ea7 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:20.718150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.753308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port 00f2955e-3ced-4f47-852f-27d5a9874387 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:20.753932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.821944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-43a07d5a-1133-43f7-a390-0c983765bc94 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:20.823310 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-43a07d5a-1133-43f7-a390-0c983765bc94 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 797 time: 0.6777999 Jan 31 18:00:20.932162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.932625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:20.965078 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-27f56f4c-dd00-47ba-8832-67dfc7fff1d3 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/quotas/c7efde9a20bb45dbb9556afd370df5a8 HTTP/1.1" status: 200 len: 375 time: 0.1233482 Jan 31 18:00:20.995546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.055946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for 00f2955e-3ced-4f47-852f-27d5a9874387 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:21.098360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 0be7444a-f972-4bec-8289-8c1a9b5a07d2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:21.098587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.114926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] For port d4952361-9937-4235-9809-a5fb8211a554, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d4952361-9937-4235-9809-a5fb8211a554,segment=NetworkSegment(a94244c9-d8d0-4a0e-92af-445ff482d4ec),segment_id=a94244c9-d8d0-4a0e-92af-445ff482d4ec)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:21.115321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.132356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68793640-8250-46f1-8532-4abfe0e03141']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:21.132614 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-33149de0-f369-408c-9f58-aa1305190844 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 200 len: 217 time: 0.7176039 Jan 31 18:00:21.190870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1dd97e3-6829-4851-8e65-5790717c76f3') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:21.191280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1dd97e3-6829-4851-8e65-5790717c76f3') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:21.209092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.224333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.255444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Calling delete_port for d4952361-9937-4235-9809-a5fb8211a554 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:21.273026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.278895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.347767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:21.348749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.361114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-5c945bb4-64b0-4cb0-a713-a28237f3c90e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:21.363801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-5c945bb4-64b0-4cb0-a713-a28237f3c90e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fa512b4-3eb2-4955-8596-5a6b8114c404 HTTP/1.1" status: 200 len: 852 time: 0.2161524 Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:21.363945 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:21.451024 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-6f9ed9f9-4abf-4ecd-871d-646d5b580eaf tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4385321 Jan 31 18:00:21.464339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b25bac6a-27ae-40a8-9c39-e92175d6b212,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:21.464908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.483905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.488628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e887c5c9-14f6-4681-8187-72d3c36650df tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7482030 Jan 31 18:00:21.505398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59896) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.521519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f7d6677f-5e8d-4828-964f-6f7faa817753 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'b25bac6a-27ae-40a8-9c39-e92175d6b212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:21.522216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-f7d6677f-5e8d-4828-964f-6f7faa817753 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:21.525961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f7d6677f-5e8d-4828-964f-6f7faa817753 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118618 Jan 31 18:00:21.526131 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-268608c3-ac96-4ac2-bc71-5fb97f25222b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1477299 Jan 31 18:00:21.529025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.568348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] No DVR routers for this DVR port d4952361-9937-4235-9809-a5fb8211a554 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:21.572494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0288e-5b70-4b1e-a1c3-3d2dcbcd6ee1 None None] Pushing event deleted for resources: {'Port': ['ID=d4952361-9937-4235-9809-a5fb8211a554,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:21.589718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-32b218e1-2901-4a20-9f20-b1aef984162d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'b25bac6a-27ae-40a8-9c39-e92175d6b212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:21.589955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-32b218e1-2901-4a20-9f20-b1aef984162d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:21.590927 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-32b218e1-2901-4a20-9f20-b1aef984162d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074162 Jan 31 18:00:21.598475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.599925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.612923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Transition to ACTIVE for port object d79e8258-d3c3-427b-9c92-17330d5d42d2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:21.620505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.622627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.632111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cb560280-48ec-4fbb-9ef1-2e2f30ba7e01 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'b25bac6a-27ae-40a8-9c39-e92175d6b212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:21.633347 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-cb560280-48ec-4fbb-9ef1-2e2f30ba7e01 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:21.636794 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cb560280-48ec-4fbb-9ef1-2e2f30ba7e01 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0215397 Jan 31 18:00:21.657399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.681057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3a3e05ad-e42f-431b-9c31-3cdbdf3ba86f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'b25bac6a-27ae-40a8-9c39-e92175d6b212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:21.681812 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-3a3e05ad-e42f-431b-9c31-3cdbdf3ba86f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:21.685215 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a3e05ad-e42f-431b-9c31-3cdbdf3ba86f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0175269 Jan 31 18:00:21.689489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.692612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.714821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=68793640-8250-46f1-8532-4abfe0e03141,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:21.725203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 0be7444a-f972-4bec-8289-8c1a9b5a07d2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0be7444a-f972-4bec-8289-8c1a9b5a07d2,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:21.727933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.741772 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-72187680-d0f9-456f-9f91-77e5d48bd8e3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/68793640-8250-46f1-8532-4abfe0e03141 HTTP/1.1" status: 204 len: 168 time: 1.6180918 Jan 31 18:00:21.746551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 59916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:21.758387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:21.777306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Sync routers for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:21.779039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.794987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadaf8a-5c9c-4dee-82d1-3adfa05a2687 None None] Pushing event updated for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:21.818199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:21.818832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:21.911289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:21.913061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Port': ['ID=00f2955e-3ced-4f47-852f-27d5a9874387,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:21.988175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 0be7444a-f972-4bec-8289-8c1a9b5a07d2 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:21.991360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0d6bf577-3e27-4ef5-9176-5ccde78402a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.9309645 Jan 31 18:00:21.998952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:22.013893 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-57a232d5-84db-4ce1-b95c-d0a435a4165f service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757192 Jan 31 18:00:22.038362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0d31acf8-0859-42ad-adbc-803020eeaa45 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:00:22.040437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d4952361-9937-4235-9809-a5fb8211a554 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:22.078962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc4b21-eff9-461a-9c2d-fd0813b01a2f req-c026dacf-9649-468c-a59c-85d2ffd60ca5 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.080103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-89cc4b21-eff9-461a-9c2d-fd0813b01a2f req-c026dacf-9649-468c-a59c-85d2ffd60ca5 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 944 time: 0.6017716 Jan 31 18:00:22.117516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d4952361-9937-4235-9809-a5fb8211a554 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:22.117516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d4952361-9937-4235-9809-a5fb8211a554 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:22.129823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.135888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-61d7ac02-b782-49a3-bc1d-1d3b9ba64670 service neutron] 10.222.0.110 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541343 Jan 31 18:00:22.189643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.209685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:22.343306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Attempting to bind port d79e8258-d3c3-427b-9c92-17330d5d42d2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:22.343667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Attempting to bind port d79e8258-d3c3-427b-9c92-17330d5d42d2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:22.344023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Attempting to bind port d79e8258-d3c3-427b-9c92-17330d5d42d2 on network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:22.381237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:22.381237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Checking segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:22.381647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.382760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Bound using segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:22.383303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Bound port: d79e8258-d3c3-427b-9c92-17330d5d42d2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:22.383683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.479316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.512232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0d31acf8-0859-42ad-adbc-803020eeaa45,segment=NetworkSegment(fd035460-afcf-4c6c-934b-501ef91349dd),segment_id=fd035460-afcf-4c6c-934b-501ef91349dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:22.543375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-89cc4b21-eff9-461a-9c2d-fd0813b01a2f req-f78a6675-36f1-4ee3-8023-96561b279a5f tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906777 Jan 31 18:00:22.609851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '0d31acf8-0859-42ad-adbc-803020eeaa45', 'network_id': 'd8b4ce2e-6976-4b74-8951-a2a4e5ee3428', 'port_id': '0d31acf8-0859-42ad-adbc-803020eeaa45', 'mac_address': 'fa:16:3e:00:3c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa512b4-3eb2-4955-8596-5a6b8114c404', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:00:22.634946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port f7350590-43d9-40b6-8b69-5e16eb7bd2c8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:22.635351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.639270 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07950acb-3c05-4c37-924a-21d5b2a96d58 req-0d9f1fd1-5822-4af2-bcf6-2f3725f63cd9 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666723 Jan 31 18:00:22.645590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.672162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-fea156c6-5b92-4236-8b33-5548d9acefe4 service neutron] 10.222.0.110 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206208 Jan 31 18:00:22.675407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.675877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.676318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.676755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.677113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.677490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.678193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.678193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.678524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.678872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.679262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.679548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.679890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.680232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.680574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.682862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-062ef29e-a347-4d7f-bf36-0ce16c011ad3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10466 time: 0.6716623 Jan 31 18:00:22.686393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25bac6a-27ae-40a8-9c39-e92175d6b212,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:22.686553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.688500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59924) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:22.747469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.750811 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b56f9b35-6bad-4983-b3c1-ab824aceb4f6 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/b25bac6a-27ae-40a8-9c39-e92175d6b212 HTTP/1.1" status: 204 len: 168 time: 1.0523098 Jan 31 18:00:22.754964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:22.787956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.815244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d31acf8-0859-42ad-adbc-803020eeaa45 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:22.827378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32501ba-3fb2-4b68-bdce-b43b9983a2b3']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:22.833529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0d31acf8-0859-42ad-adbc-803020eeaa45,segment=NetworkSegment(fd035460-afcf-4c6c-934b-501ef91349dd),segment_id=fd035460-afcf-4c6c-934b-501ef91349dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:22.877002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.904023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.910190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.910983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a94244c9-d8d0-4a0e-92af-445ff482d4ec') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:22.911277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a94244c9-d8d0-4a0e-92af-445ff482d4ec') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:22.911722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.912236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.915656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.916204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.916719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.917223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.917788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.918290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.918789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.920753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.922067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.922580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:22.934086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5d06c96d-5c4d-49d6-b303-4d095b772874 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8833 time: 0.2446165 Jan 31 18:00:22.955330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59936) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:22.969465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] For port d79e8258-d3c3-427b-9c92-17330d5d42d2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:22.986047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:22.997517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] For port d79e8258-d3c3-427b-9c92-17330d5d42d2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d79e8258-d3c3-427b-9c92-17330d5d42d2,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:23.017338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.020183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.022938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:23.034533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.086717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:23.086717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.095216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4641637d-5e3a-4058-92dc-7ea8ec9cdf2d req-68004652-d970-4d8f-8ebe-9b577990482b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Synchronizing usage tracker for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:23.103917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c004e89a-a40b-4ff5-981e-c993dc9bdadc tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:23.107111 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:23.117067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:15Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:23.134810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Checking router: cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:23.135345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Updating router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 port bdc3d49f-8c58-4e9d-890e-58da7589bf5b binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:00:23.169041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['0d31acf8-0859-42ad-adbc-803020eeaa45'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:00:23.211108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aadaf8a-5c9c-4dee-82d1-3adfa05a2687 None None] Pushing event updated for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:23.223271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4641637d-5e3a-4058-92dc-7ea8ec9cdf2d req-68004652-d970-4d8f-8ebe-9b577990482b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Unset dirty status for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:23.234454 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4641637d-5e3a-4058-92dc-7ea8ec9cdf2d req-68004652-d970-4d8f-8ebe-9b577990482b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 210 time: 0.2798150 Jan 31 18:00:23.260096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c004e89a-a40b-4ff5-981e-c993dc9bdadc tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:23.261955 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c004e89a-a40b-4ff5-981e-c993dc9bdadc tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5060606 Jan 31 18:00:23.266141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59944) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:23.275802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528597053'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:23.288239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:23.294369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:23.295200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:23.321214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:23.324387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=0be7444a-f972-4bec-8289-8c1a9b5a07d2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:23.368366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.503118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.514540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.557342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.570128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:23.601800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:23.607081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:23.622170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:23.680956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c60f0039-7008-4261-b522-f5d058bfd22c tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4132 time: 0.7217205 Jan 31 18:00:23.738110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.757444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.760622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Calling delete_port for f7350590-43d9-40b6-8b69-5e16eb7bd2c8 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:23.853875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.972101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f66f9-4aad-47ef-9965-8061590dc7bc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:23.982147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=a32501ba-3fb2-4b68-bdce-b43b9983a2b3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:23.995842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:23.997086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a1eeafa4-7c88-406b-afc5-b724dc9f0a7f tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7300553 Jan 31 18:00:23.999812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59956) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.028372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c6dfa889-412c-4152-bc9c-0177a6b31e7a tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.029126 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-c6dfa889-412c-4152-bc9c-0177a6b31e7a tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:24.031664 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c6dfa889-412c-4152-bc9c-0177a6b31e7a tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205162 Jan 31 18:00:24.038861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.039336 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3fabec3b-494f-48d2-b352-da243d76cfe0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/a32501ba-3fb2-4b68-bdce-b43b9983a2b3 HTTP/1.1" status: 204 len: 168 time: 2.2891569 Jan 31 18:00:24.041631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.058983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-599929695'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.060210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:24.066693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.076556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:24.082478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:24.087211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:24.094771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:24.145589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:24.152351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:24.157155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.195932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:24.202507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1cb09-8395-4575-bb4f-008887dd9b55 req-ba44a6ac-9d91-43bf-9975-5eb4065e9cec tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:24.202955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:24.210141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-abd1cb09-8395-4575-bb4f-008887dd9b55 req-ba44a6ac-9d91-43bf-9975-5eb4065e9cec tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 945 time: 0.4221606 Jan 31 18:00:24.220216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:24.239990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1420, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:00:24.249005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Router e0d51706-a182-4e43-9df7-bf9218ac3960 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:24.290206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.316726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-abd1cb09-8395-4575-bb4f-008887dd9b55 req-65d4d89d-41d9-4a9d-b4fa-4c720708f4d8 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056383 Jan 31 18:00:24.503592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59972) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.511202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.511202 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment 22c9c095-3f74-4030-aafe-3a1c5d2c18c8 of type vlan for network 4e9eced0-fba4-4ec8-a85d-44375de77427 Jan 31 18:00:24.519948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1874747837', 'description': 'tempest-secgroup-smoke-1874747837 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.542580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:24.559898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:24.568882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:24.611587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:24.626487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:24.627661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-51a78834-fe51-4ee1-a10c-6e2d99a6a887 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5830083 Jan 31 18:00:24.633729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.635799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.652510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e49b4503-6e31-4270-ae5c-fd668f724bad tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.653021 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-e49b4503-6e31-4270-ae5c-fd668f724bad tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:24.653979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e49b4503-6e31-4270-ae5c-fd668f724bad tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133955 Jan 31 18:00:24.656762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.667669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:24.675825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.683687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:24.693697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Transition to ACTIVE for port object bdc3d49f-8c58-4e9d-890e-58da7589bf5b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:24.697259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:24.701934 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-331ca54b-c521-493a-9f15-ad951b2ffab5 req-3540b750-cdf0-4da7-8770-a88af384a0d3 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 210 time: 0.0958793 Jan 31 18:00:24.711055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:24.714349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:22Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:24.716506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:24.723270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.734321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:24.775572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe5734d-55a6-4cef-a912-65e55e3448b4 None None] The sync data for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv is: [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:22Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:24.803636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.807481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:24.807893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.870285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:24.958253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Port': ['ID=f7350590-43d9-40b6-8b69-5e16eb7bd2c8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:25.019019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6785-4f4a-4eef-bb4b-fd479263847a None None] Pushing event updated for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:25.155008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Attempting to bind port bdc3d49f-8c58-4e9d-890e-58da7589bf5b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:25.155637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Attempting to bind port bdc3d49f-8c58-4e9d-890e-58da7589bf5b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:25.155763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Attempting to bind port bdc3d49f-8c58-4e9d-890e-58da7589bf5b on network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:25.170850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:25.174111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:25.175104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Checking segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:25.175571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.176027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Bound using segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:25.176533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Bound port: bdc3d49f-8c58-4e9d-890e-58da7589bf5b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:25.176913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.215423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:25.228596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:25.310806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:25.319594 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2766497 Jan 31 18:00:25.331588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:25.374515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] For port bdc3d49f-8c58-4e9d-890e-58da7589bf5b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:25.387198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] For port bdc3d49f-8c58-4e9d-890e-58da7589bf5b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:25.400733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.547780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:25.548414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:25.564063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4497d2f-97b4-4e90-a7f9-80e06d86d7aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=4e9eced0-fba4-4ec8-a85d-44375de77427,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:25.608658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:00:25.622468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:25.710869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.750513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.845632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:25.849233 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:25.853121 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6e7f23af-d0ad-4206-a4ad-fcd4608753b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.1809330 Jan 31 18:00:25.853888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:25.865427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:25.925813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:25.934066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d055c91b-6a98-4eae-a6a3-7d745323e7be tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:25.935419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-d055c91b-6a98-4eae-a6a3-7d745323e7be tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:25.948520 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d055c91b-6a98-4eae-a6a3-7d745323e7be tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0672812 Jan 31 18:00:25.955712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:25.971450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 59996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.001272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.016682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0d31acf8-0859-42ad-adbc-803020eeaa45 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:26.035376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.063489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:26.063970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d79e8258-d3c3-427b-9c92-17330d5d42d2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:26.101941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.106590 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5983922 Jan 31 18:00:26.110813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715591f4-1523-4259-9244-615d0ec528d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6757d930-a5e1-496d-91e0-1b8ee8e0e05f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:26.119505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:26.124159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:26.131228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.139331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.150615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.158686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:26.163596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:26.166663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:26.173926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.180883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b6785-4f4a-4eef-bb4b-fd479263847a None None] Pushing event updated for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:26.187477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:26.284490 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44daa07e-a1c1-4370-9137-22122420dc21 req-ca439b79-106d-4d33-b51f-325fa4f7bd9d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 210 time: 0.2457242 Jan 31 18:00:26.318076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.326783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d79e8258-d3c3-427b-9c92-17330d5d42d2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:26.338598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d79e8258-d3c3-427b-9c92-17330d5d42d2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:26.338964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.363680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:26.417457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:26.418775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.431123 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] Sync routers for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:26.454239 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:26.455539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 0d31acf8-0859-42ad-adbc-803020eeaa45 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:26.457342 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:26.463906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.465443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 0d31acf8-0859-42ad-adbc-803020eeaa45 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:26.466265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.522053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.529362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-ae46442d-03ad-494a-88d9-048950bf4701 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:26.530242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-ae46442d-03ad-494a-88d9-048950bf4701 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Synchronizing usage tracker for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:26.545178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.566488 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:26.586527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0be279-d2b4-453d-85eb-6afa32bd4251,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:26.594588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f435e-4bf9-43cf-b9a4-860946d82c81 req-b449c7ba-ae51-4bb7-9fff-d9d897dcf844 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:26.601381 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:26.602283 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:26.603553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe2f435e-4bf9-43cf-b9a4-860946d82c81 req-b449c7ba-ae51-4bb7-9fff-d9d897dcf844 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 945 time: 1.0329902 Jan 31 18:00:26.673400 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:26.674881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8b4ecc2a-1021-441b-a040-b90e36e53cc2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6753352 Jan 31 18:00:26.697254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe2f435e-4bf9-43cf-b9a4-860946d82c81 req-3d27c3dc-a560-4ceb-9b1c-4036f291f988 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925977 Jan 31 18:00:26.707321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60004) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.724219 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:26.724857 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877c618-0321-42f2-8751-6f7f086536f3 None None] The sync data for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:26.751439 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-63535cbf-3ee2-4bc0-8227-85314f962659 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/floatingips/c74ea6e6-d7ee-4757-9c6d-a612b244be8b HTTP/1.1" status: 204 len: 168 time: 6.6117086 Jan 31 18:00:26.759972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60008) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.763136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-52cbb8f6-b3e0-4ee7-8cca-3a141611a056 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.763813 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-52cbb8f6-b3e0-4ee7-8cca-3a141611a056 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:26.764775 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52cbb8f6-b3e0-4ee7-8cca-3a141611a056 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0460944 Jan 31 18:00:26.769074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.769999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.772054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.773286 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-04d70f0c-5509-420d-8b72-b64060e4decc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6285717 Jan 31 18:00:26.775034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:26.776015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.779122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.780073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.780451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:26.781559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Usage tracker for resource:floatingip and tenant:9a647f6640c040109d73d647dd782249 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:26.786007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:26.787298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:26.792917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:26.796616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.796925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:26.805150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.808538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Router 573228e5-2542-491f-b6af-e880a630c159 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:26.822801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-ae46442d-03ad-494a-88d9-048950bf4701 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Unset dirty status for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:26.823917 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-ae46442d-03ad-494a-88d9-048950bf4701 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.86 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 797 time: 1.5965798 Jan 31 18:00:26.830895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:26.837434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:26.841549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:26.845478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:26.853396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:26.889220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.916774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.920516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:26.921580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d79a6906-0437-4c7c-9f8b-90b5f4484a20 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1467726 Jan 31 18:00:26.929377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60020) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:26.932540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.945125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d79e8258-d3c3-427b-9c92-17330d5d42d2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d79e8258-d3c3-427b-9c92-17330d5d42d2,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:26.963076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:26.985733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '7e9f66f9-4aad-47ef-9965-8061590dc7bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:27.032397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:27.041859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:27.052399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:27.065861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0d31acf8-0859-42ad-adbc-803020eeaa45,segment=NetworkSegment(fd035460-afcf-4c6c-934b-501ef91349dd),segment_id=fd035460-afcf-4c6c-934b-501ef91349dd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:27.075765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.105938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-2be9d614-a7fd-4d93-9f9a-85f904b82f70 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Synchronizing usage tracker for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:27.118869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:25Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.124031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:27.130614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b841b6-bbe4-4b3d-9654-43d1e65cf3c2 None None] The sync data for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:25Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:27.143614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:27.175281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:27.205522 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45', 'code': 200} Jan 31 18:00:27.235316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:27.237547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-2be9d614-a7fd-4d93-9f9a-85f904b82f70 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Unset dirty status for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:27.238888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-2be9d614-a7fd-4d93-9f9a-85f904b82f70 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7efde9a20bb45dbb9556afd370df5a8 HTTP/1.1" status: 200 len: 380 time: 0.3775301 Jan 31 18:00:27.261674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'port': {'device_id': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'admin_state_up': True, 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'security_groups': ['ab0bf47a-b68a-463d-bb85-9812afefaae4']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:27.365038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:27.374500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] Sync routers for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:27.405824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:27.408367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.415955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-06e26595-886e-4845-82ba-12bcbe6a5578 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1701002 Jan 31 18:00:27.420535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60028) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:27.432719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.513634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.525378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-33d28739-da82-4597-869b-a3fd5a931e55 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] delete failed (client error): The resource could not be found. Jan 31 18:00:27.526472 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33d28739-da82-4597-869b-a3fd5a931e55 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/routers/tempest-non_exist_router-1953054681 HTTP/1.1" status: 404 len: 335 time: 0.1000876 Jan 31 18:00:27.527839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:27.529312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.532488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60032) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:27.543847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5cd7afd5-05ce-4727-92f5-26756352dd6a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'router': {'external_gateway_info': {'network_id': '573228e5-2542-491f-b6af-e880a630c159'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:27.590827 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70f05bd3-7126-42fa-b234-e5f644f55015 req-f637cbb2-b550-4429-a1f0-dbc9a6be512d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 210 time: 0.0814443 Jan 31 18:00:27.616506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.624383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.628235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91634094-c2c9-4383-87e9-f1fdcfa30c0c None None] The sync data for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:27.713031 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:27.714237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-228737fe-5b51-499c-ae1c-eb2ca98f5653 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7837656 Jan 31 18:00:27.719755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:27.723306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637a2e2b-6271-4398-85fa-b0b99fe6158b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:27.726598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.731202 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c4c1ad8f-fe0f-4bae-b092-e576a61c9aa4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6045122 Jan 31 18:00:27.732093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60036) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:27.734584 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:27.742462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60038) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:27.760913 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:27.761736 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:27.833748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.853436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=f24c034a-588b-4924-920b-4f4bb1a1e658,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:27.899582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:27.900989 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b6796417-4b80-481b-8176-d1365bb6620d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0819471 Jan 31 18:00:27.917998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:27.928615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:27.940839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:27.941983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': '22c9c095-3f74-4030-aafe-3a1c5d2c18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:27.942439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 4e9eced0-fba4-4ec8-a85d-44375de77427, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:00:27.955517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:27.962620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:27.966906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:27.970154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:27.977358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:28.009595 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8bcef050-6567-4663-9fdd-f3386b2c7ef2 req-0d12aafd-a438-4c8b-aaae-5c080639d10c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 1099 time: 0.5548921 Jan 31 18:00:28.010774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Made reservation on behalf of c7efde9a20bb45dbb9556afd370df5a8 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:28.014009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.084719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.134819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d79e8258-d3c3-427b-9c92-17330d5d42d2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:28.168138 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:28.211260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:00:28.226734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d79e8258-d3c3-427b-9c92-17330d5d42d2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:28.227352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.289182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8bcef050-6567-4663-9fdd-f3386b2c7ef2 req-bc328bca-0be8-4f2d-a1f0-2b3e3be2caaa service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532811 Jan 31 18:00:28.314283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 4e9eced0-fba4-4ec8-a85d-44375de77427) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:28.338354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:28.339507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.344588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c765f38c-c697-4408-98f7-04193e626688 None None] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:28.553122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bdc3d49f-8c58-4e9d-890e-58da7589bf5b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:28.579809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:22Z', 'revision_number': 9, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:28.584161 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:28.595681 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:28.596915 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:28.650830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.656568 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a853d68a-3786-42f2-b8cf-d4a4563b6bc0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3059819 Jan 31 18:00:28.670657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60052) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:28.693990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet e16d40d7-d0ab-4ede-ba15-10234da90fe4 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:28.697035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.699573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1760782906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:28.708652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:28.717927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:28.726338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:28.738581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:28.750924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.787460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Allocated IP 172.20.0.13 (09466f2c-55e1-45cb-a8b2-0347d7a33b42/6635e525-8226-4f91-b0dc-17dbe2f07628/5a0311c9-bb9d-43ae-9c2c-cd067fa1318f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:28.792505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.794850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.812122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.817944 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.8656278 Jan 31 18:00:28.836976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:28.844223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81db4c-1f01-4f1a-952d-97b3f19e5ba3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f156fa1-29f5-4cce-bc19-a64639fc03ef,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:28.874673 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:28.887553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:28.893062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-4e9eced0-fba4-4ec8-a85d-44375de77427', 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': 'f24c034a-588b-4924-920b-4f4bb1a1e658'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:00:28.894852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.902620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:28.913244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:28.913972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:28.975909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:29.000194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-d4aa80e8-1d23-443f-8da0-0002bb86bbcc req-9678244d-37f1-44bc-8291-2a8042802a15 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Synchronizing usage tracker for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:29.006885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:29.009043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.012614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:29.044063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.045684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:29.094898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-d4aa80e8-1d23-443f-8da0-0002bb86bbcc req-9678244d-37f1-44bc-8291-2a8042802a15 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Unset dirty status for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:29.096818 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d4aa80e8-1d23-443f-8da0-0002bb86bbcc req-9678244d-37f1-44bc-8291-2a8042802a15 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 210 time: 0.2389200 Jan 31 18:00:29.142584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.173798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.220392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.236265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port bdc3d49f-8c58-4e9d-890e-58da7589bf5b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:29.239114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Allocated IP 2001:db8::2 (4e9eced0-fba4-4ec8-a85d-44375de77427/f24c034a-588b-4924-920b-4f4bb1a1e658/b8f07fae-e203-4c17-af2a-86e07adbeb8e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:29.243798 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:22Z', 'revision_number': 9, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:29.249380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1702162b-8ac8-459c-992a-f2fb3415946c None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:22Z', 'revision_number': 9, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd32395c0-76b1-4836-b449-bb4d4e964104', 'name': '', 'network_id': 'c252715e-0269-4ba5-bf67-46adb1ca6102', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:ce:3a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:13Z', 'updated_at': '2022-01-31T17:59:25Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '341fa1f5-a647-4fb6-bd78-240968f126c0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:29.255410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.359533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:29.361644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.373156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Allocated IP 172.26.4.98 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cf4f49f2-41dd-4236-9557-6dd002d4b76a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:29.472627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.511273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Transition to ACTIVE for port object 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:29.532390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.534099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d95a5bc-60be-4b2d-85fa-a53fd828f6d7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8497508 Jan 31 18:00:29.543142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:29.551617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.553691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.557356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.558011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'port': {'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427', 'name': 'tempest-RoutersIpV6Test-731904484'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:29.558456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.568456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Transition to ACTIVE for port object b8f07fae-e203-4c17-af2a-86e07adbeb8e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:29.576831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.587768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Transition to ACTIVE for port object b8f07fae-e203-4c17-af2a-86e07adbeb8e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:29.595891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.627899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.674255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:29.678222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:29.683845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bedec1b-fa39-431b-b6e2-ac198c8fec97,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:29.686196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:29.688980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.692409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Pushing event updated for resources: {'Port': ['ID=b8f07fae-e203-4c17-af2a-86e07adbeb8e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:29.713882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=e16d40d7-d0ab-4ede-ba15-10234da90fe4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:29.729742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.741740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.749043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.750230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-42816af9-a07f-454f-a96b-e7b64c0beed3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9094486 Jan 31 18:00:29.759373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d45d3-76df-410a-b7df-9f800bce18ca req-4e251579-30e5-4581-8388-70b691e8f354 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:29.761681 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6d8d45d3-76df-410a-b7df-9f800bce18ca req-4e251579-30e5-4581-8388-70b691e8f354 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 1.5781236 Jan 31 18:00:29.767014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:29.769513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:29.772139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7374cd-a9ff-4830-a4c1-0169359e8b2d None None] Network 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:29.781450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:29.790813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:29.799046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:29.821877 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b558a56a-fceb-47a8-b142-7eb47a7a2703 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/e16d40d7-d0ab-4ede-ba15-10234da90fe4 HTTP/1.1" status: 204 len: 168 time: 2.0782251 Jan 31 18:00:29.837974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:29.839866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60068) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:29.866159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:29.931503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:29.946091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:29.962323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:29.970000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bdc3d49f-8c58-4e9d-890e-58da7589bf5b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:29.970166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:29.984512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:29.993990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Attempting to bind port b8f07fae-e203-4c17-af2a-86e07adbeb8e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:29.994389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Attempting to bind port b8f07fae-e203-4c17-af2a-86e07adbeb8e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '22c9c095-3f74-4030-aafe-3a1c5d2c18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:29.994591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Attempting to bind port b8f07fae-e203-4c17-af2a-86e07adbeb8e on network 4e9eced0-fba4-4ec8-a85d-44375de77427 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:30.015910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5cd7afd5-05ce-4727-92f5-26756352dd6a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.018656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.055496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f66f9-4aad-47ef-9965-8061590dc7bc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:30.079435 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6d8d45d3-76df-410a-b7df-9f800bce18ca req-f78c0707-c5ca-4ce2-92db-952c3d0adcce tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957149 Jan 31 18:00:30.092090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:30.092437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Checking segment: {'id': '22c9c095-3f74-4030-aafe-3a1c5d2c18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:30.092839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.093219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Bound using segment: {'id': '22c9c095-3f74-4030-aafe-3a1c5d2c18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:30.093721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Bound port: b8f07fae-e203-4c17-af2a-86e07adbeb8e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c9c095-3f74-4030-aafe-3a1c5d2c18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '4e9eced0-fba4-4ec8-a85d-44375de77427'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:30.094095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.129220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:30.130405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Pushing event updated for resources: {'Port': ['ID=cf4f49f2-41dd-4236-9557-6dd002d4b76a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:30.131556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.134095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.135242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ecb0d678-4fae-48b5-beac-0ce1b5c1f7b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/7e9f66f9-4aad-47ef-9965-8061590dc7bc HTTP/1.1" status: 204 len: 168 time: 2.3977487 Jan 31 18:00:30.147921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:30.162599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:30.166618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:30.166757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:30.167229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.173293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:30.183145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:30.186994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.217570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 79e8886d-d047-4543-96fa-52c54d03c7ab {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:30.217817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.258627 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-5cd7afd5-05ce-4727-92f5-26756352dd6a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] update failed (client error): The resource could not be found. Jan 31 18:00:30.263607 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5cd7afd5-05ce-4727-92f5-26756352dd6a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159 HTTP/1.1" status: 404 len: 339 time: 2.7262108 Jan 31 18:00:30.267316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:30.272536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bdc3d49f-8c58-4e9d-890e-58da7589bf5b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:30.273061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.279105 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:00:30.282300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1420265032'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:30.288006 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-000ab713-ea8e-44a4-b204-2c36718d0e38 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0423620 Jan 31 18:00:30.288201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:30.292217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:network and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:30.295232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:30.296808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4087247a-c8e1-475a-a040-6a6c04652601 None None] Provisioning for port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:30.304413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:30.314197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] For port b8f07fae-e203-4c17-af2a-86e07adbeb8e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:30.320582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:30.323881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.327697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4087247a-c8e1-475a-a040-6a6c04652601 None None] Provisioning complete for port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:30.328068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4087247a-c8e1-475a-a040-6a6c04652601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.350760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Request body: {'port': {'device_id': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:30.375840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] For port b8f07fae-e203-4c17-af2a-86e07adbeb8e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8f07fae-e203-4c17-af2a-86e07adbeb8e,segment=NetworkSegment(22c9c095-3f74-4030-aafe-3a1c5d2c18c8),segment_id=22c9c095-3f74-4030-aafe-3a1c5d2c18c8)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:30.394594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.396558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.408907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] device_id is not set on port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:00:30.412903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:00:30.417198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acf3d64e-1069-4f32-8140-c88c5beb1bdf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:30.434981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] DHCP port deletion for 54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:30.435289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.435743 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Added segment b15dcfe6-9228-454a-8dd6-a5339e9b1357 of type vlan for network c8b5fad5-13b6-4323-8b25-71dc9a144b69 Jan 31 18:00:30.450857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Deleting port 79e8886d-d047-4543-96fa-52c54d03c7ab {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:30.451233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.467608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-acf3d64e-1069-4f32-8140-c88c5beb1bdf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:30.469248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-acf3d64e-1069-4f32-8140-c88c5beb1bdf tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3000200 Jan 31 18:00:30.473570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60082) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:30.490796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--866926316'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:30.495566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4087247a-c8e1-475a-a040-6a6c04652601 None None] Port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:30.497183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:30.511708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.515915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:30.538904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.607186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98863208-af5c-4b19-a2ab-d5b411c177c9 None None] Pushing event updated for resources: {'Port': ['ID=b8f07fae-e203-4c17-af2a-86e07adbeb8e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:30.659455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0be7444a-f972-4bec-8289-8c1a9b5a07d2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:30.669011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.672928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:30.673693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.696000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0be7444a-f972-4bec-8289-8c1a9b5a07d2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:30.696344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0be7444a-f972-4bec-8289-8c1a9b5a07d2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:30.713304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.764903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:30.775987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:30.832550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:30.867028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:30.870832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.872666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Network': ['ID=c8b5fad5-13b6-4323-8b25-71dc9a144b69,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:30.876685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257ff4e-425a-4d7e-930f-7f010d7d396f req-10bb790f-66db-427e-9a44-20b1d655236d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:30.879057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7257ff4e-425a-4d7e-930f-7f010d7d396f req-10bb790f-66db-427e-9a44-20b1d655236d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 932 time: 0.6027975 Jan 31 18:00:30.890151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:00:30.893800 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-19723037-7c71-48e6-9388-c8590fe194cc tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6222250 Jan 31 18:00:30.894224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.894621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:30.904631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'subnet': {'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:30.924556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:30.934832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.013592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] For port 79e8886d-d047-4543-96fa-52c54d03c7ab, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e8886d-d047-4543-96fa-52c54d03c7ab,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:31.014081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.075277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8::eb (4e9eced0-fba4-4ec8-a85d-44375de77427/f24c034a-588b-4924-920b-4f4bb1a1e658/b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:31.079881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 79e8886d-d047-4543-96fa-52c54d03c7ab, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=79e8886d-d047-4543-96fa-52c54d03c7ab,segment=NetworkSegment(fd0c9084-360c-4e42-93b9-e9c2dc9c86e2),segment_id=fd0c9084-360c-4e42-93b9-e9c2dc9c86e2)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:31.080232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.092325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331019a7-b458-4c26-a461-e8469abf21da,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:31.135556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:31.140002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Usage tracker for resource:subnet and tenant:dc9db93911fb4463a05848f4f586fd6c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:31.143878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:31.151275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:31.174545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Made reservation on behalf of dc9db93911fb4463a05848f4f586fd6c for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:31.219774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Calling delete_port for 79e8886d-d047-4543-96fa-52c54d03c7ab owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:31.313807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.359632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] Pushing event deleted for resources: {'Port': ['ID=79e8886d-d047-4543-96fa-52c54d03c7ab,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:31.366717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c59085c-1213-4a62-8fdb-537a601b845e None None] No DVR routers for this DVR port 79e8886d-d047-4543-96fa-52c54d03c7ab on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:31.391628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.392789 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a01b9952-26e7-4c8e-b442-752042835a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.6221759 Jan 31 18:00:31.403823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 79e8886d-d047-4543-96fa-52c54d03c7ab owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:31.439144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:31.470892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '6757d930-a5e1-496d-91e0-1b8ee8e0e05f', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:31.496139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:31.499820 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7257ff4e-425a-4d7e-930f-7f010d7d396f req-9ccefd44-dfed-4dd1-8786-994cfb89e23d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5818691 Jan 31 18:00:31.543602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.549743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.560120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:31.576008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:31.598453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:31.614823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.715992 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:00:31.746327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.761167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:31.762395 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2800038 Jan 31 18:00:31.762925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:00:31.763256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:00:31.770374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f712f-d8b1-44fa-9895-5539e308c296 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded5b5d-4b86-4212-b436-e8d5a8557d7d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:31.775649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:31.806350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '0ded5b5d-4b86-4212-b436-e8d5a8557d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:31.828475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9fcc4-9020-4344-ad7f-6cdd1ef78bf0 req-9b0c48da-0612-4476-98bd-e91cf534ce7c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:31.829985 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a1a9fcc4-9020-4344-ad7f-6cdd1ef78bf0 req-9b0c48da-0612-4476-98bd-e91cf534ce7c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.5711040 Jan 31 18:00:31.832154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:31.860465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:31.875216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:31.887321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:31.958032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61693b4-4552-4081-818f-faf7f6dbff71 None None] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:31.980878 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a1a9fcc4-9020-4344-ad7f-6cdd1ef78bf0 req-6b420590-be9e-4ce9-8a95-40a9461a845d tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438186 Jan 31 18:00:31.981960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.resource_extend [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:31.993491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.035475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.043220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.046869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:32.055912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8f07fae-e203-4c17-af2a-86e07adbeb8e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:32.058629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.062331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.134210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b5ab6c-dad0-4916-90ca-d78d9445c254,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:32.160383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:32.161189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Pushing event updated for resources: {'Port': ['ID=cf4f49f2-41dd-4236-9557-6dd002d4b76a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:32.168836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.170300 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e4688332-c013-446f-9942-e4337cf889f7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.7273848 Jan 31 18:00:32.172441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.178015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9919943b-7805-4967-88fe-0d3c68d9bcc0 None None] Provisioning for port b8f07fae-e203-4c17-af2a-86e07adbeb8e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:32.191317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The resource could not be found. Jan 31 18:00:32.194879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-11fc48dd-a566-4065-85e3-986a00c1ef97 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4119117 Jan 31 18:00:32.195461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.196020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60104) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:32.214064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '0ded5b5d-4b86-4212-b436-e8d5a8557d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a82a2c53-0710-42c9-9a7b-d86535515e03'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:32.226413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:32.264426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 79e8886d-d047-4543-96fa-52c54d03c7ab {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:32.265263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.272528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b8f07fae-e203-4c17-af2a-86e07adbeb8e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:32.283000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.288593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:32.292542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Transition to ACTIVE for port object 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:32.292735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.302130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:32.310305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b8f07fae-e203-4c17-af2a-86e07adbeb8e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:32.310738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.350408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:32.357186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.375080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.376271 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-474ac97e-f7d7-479a-9d78-75c557457751 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6146760 Jan 31 18:00:32.388690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60114) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:32.411463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Subnet': ['ID=6af97945-0d4f-4aae-a700-966b0c52212d,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:32.424792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] The port '79e8886d-d047-4543-96fa-52c54d03c7ab' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:00:32.440921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:32.476528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:32.478802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Checking segment: {'id': 'b15dcfe6-9228-454a-8dd6-a5339e9b1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:32.478960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:32.479163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network hostable DHCP agents. Network: c8b5fad5-13b6-4323-8b25-71dc9a144b69, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:00:32.483662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:32.484406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.495834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The resource could not be found. Jan 31 18:00:32.496857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bacbcdaa-a31a-4552-ae60-0962d44e61ed tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2984092 Jan 31 18:00:32.499630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60120) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:32.504282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:32.505281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-45496561-3fcb-44d7-b889-63429b8d253b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:32.509503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.556148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b8f07fae-e203-4c17-af2a-86e07adbeb8e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8f07fae-e203-4c17-af2a-86e07adbeb8e,segment=NetworkSegment(22c9c095-3f74-4030-aafe-3a1c5d2c18c8),segment_id=22c9c095-3f74-4030-aafe-3a1c5d2c18c8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:32.560691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.574924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-45496561-3fcb-44d7-b889-63429b8d253b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:32.589564 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-45496561-3fcb-44d7-b889-63429b8d253b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1874747837&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.1968813 Jan 31 18:00:32.594699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:00:32.639394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e8886d-d047-4543-96fa-52c54d03c7ab no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:32.697229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 79e8886d-d047-4543-96fa-52c54d03c7ab {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:32.697612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 79e8886d-d047-4543-96fa-52c54d03c7ab not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:32.705033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b8f07fae-e203-4c17-af2a-86e07adbeb8e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:32.776005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:32.779994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c8b5fad5-13b6-4323-8b25-71dc9a144b69) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:32.793016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:32.796581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4f32e0-b214-4cba-b4e6-d0e0b346a1b8 None None] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:32.807190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:32.808191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.810805 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-60209d38-7369-4834-9215-2b2e6cbfd16e tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.2665634 Jan 31 18:00:32.811413 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:32.852749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Usage tracker for resource:floatingip and tenant:143973d9090346df92c464c07b4b313b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:32.870474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.878343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:32.925647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:32.937379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.982301 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1257d2d5-af31-44a1-a933-77dd461cc08f tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0828300 Jan 31 18:00:32.987955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60132) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:32.989766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:32.996738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:33.006915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:33.015821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2e28c32d-92b1-45d9-a769-f36114b5837c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:33.067330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.082567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a187eeb-d656-46de-8106-1fc007506855 req-72fddec5-d535-4e89-93d9-8c20f145617e tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:33.085176 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a187eeb-d656-46de-8106-1fc007506855 req-72fddec5-d535-4e89-93d9-8c20f145617e tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.8381927 Jan 31 18:00:33.099780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c8b5fad5-13b6-4323-8b25-71dc9a144b69', 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69', 'tenant_id': 'dc9db93911fb4463a05848f4f586fd6c', 'fixed_ips': [{'subnet_id': '6af97945-0d4f-4aae-a700-966b0c52212d'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:00:33.100970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.122356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834a5f-b087-4240-a6bb-96996839d493 req-d2759af0-084c-4664-a91d-988f267a59a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:33.123213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-d2759af0-084c-4664-a91d-988f267a59a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:33.129208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:33.129655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0c9084-360c-4e42-93b9-e9c2dc9c86e2') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:33.195745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Provisioning for port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:33.211415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Provisioning complete for port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:33.211786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.327932 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:33.339748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.349785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-d2759af0-084c-4664-a91d-988f267a59a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:33.351767 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-d2759af0-084c-4664-a91d-988f267a59a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 200 len: 796 time: 0.7599368 Jan 31 18:00:33.357860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.368210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Allocated IP 2001:db8:1::2 (c8b5fad5-13b6-4323-8b25-71dc9a144b69/6af97945-0d4f-4aae-a700-966b0c52212d/0c427511-928e-4548-a0e5-79e942baf243) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:33.370240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Provisioning complete for port b8f07fae-e203-4c17-af2a-86e07adbeb8e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:33.370607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf2ce972-4913-4c90-b1d9-b5d5ab82308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.392604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded5b5d-4b86-4212-b436-e8d5a8557d7d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:33.448780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.458009 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-180b0103-7e6d-4dfc-b5a5-91a09331d433 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0951049 Jan 31 18:00:33.472898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1434 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:33.473452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.490819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a187eeb-d656-46de-8106-1fc007506855 req-9e6f44c2-bedd-481e-9fcd-120cd8e49481 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491669 Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:33.491626 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:33.520901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.524053 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5c57274-3057-4778-8d9c-9c9f82589f0c tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/0ded5b5d-4b86-4212-b436-e8d5a8557d7d HTTP/1.1" status: 204 len: 168 time: 1.0211987 Jan 31 18:00:33.531377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:33.594576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Attempting to bind port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:33.595022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Attempting to bind port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:33.599735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Attempting to bind port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f on network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:33.725941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f on network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:00:33.726263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Attempting to bind port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f on network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:33.765866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.793734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.797648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.806697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Transition to ACTIVE for port object 0c427511-928e-4548-a0e5-79e942baf243 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:33.811473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:33.812158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Checking segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:33.812711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Bound using segment: {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:33.813333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Bound port: 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf8f6ab9-6c19-405e-8797-502cc58acc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:33.813872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.823924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:33.853897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea6cc57e-9e1b-44c1-8a83-843e1b03216e None None] Provisioning complete for port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:33.854271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea6cc57e-9e1b-44c1-8a83-843e1b03216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.910295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5131cd86-ca8b-4383-b829-c87358a1971a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/54b5d28f-2ac5-4a66-8b53-5d645ca9d7cb HTTP/1.1" status: 204 len: 168 time: 4.0646882 Jan 31 18:00:33.912711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Transition to ACTIVE for port object 0c427511-928e-4548-a0e5-79e942baf243 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:33.913931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cc57e-9e1b-44c1-8a83-843e1b03216e None None] Port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:33.914240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:33.928650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:33.995121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8f07fae-e203-4c17-af2a-86e07adbeb8e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:34.024553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.070463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:34.077974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-141eb076-ab83-41bb-a610-dbb3dc34b886 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:34.085466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:34.087076 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-72d65c84-ee53-4b35-8318-243b1ce43c2f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6134849 Jan 31 18:00:34.088107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:34.092895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e28c32d-92b1-45d9-a769-f36114b5837c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.121731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:34.145483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78247e7-ddb0-4e21-b097-179200027f4d req-f5b65990-11e7-47a0-afbf-4f3e5e1a07a6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:34.146988 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d78247e7-ddb0-4e21-b097-179200027f4d req-f5b65990-11e7-47a0-afbf-4f3e5e1a07a6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 944 time: 0.4220839 Jan 31 18:00:34.187152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Pushing event updated for resources: {'Port': ['ID=0c427511-928e-4548-a0e5-79e942baf243,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:34.204895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-141eb076-ab83-41bb-a610-dbb3dc34b886 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:34.212741 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-141eb076-ab83-41bb-a610-dbb3dc34b886 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6716485 Jan 31 18:00:34.227636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60148) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:34.227847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Attempting to bind port 0c427511-928e-4548-a0e5-79e942baf243 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:34.228131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Attempting to bind port 0c427511-928e-4548-a0e5-79e942baf243 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'b15dcfe6-9228-454a-8dd6-a5339e9b1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:34.229424 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Attempting to bind port 0c427511-928e-4548-a0e5-79e942baf243 on network c8b5fad5-13b6-4323-8b25-71dc9a144b69 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:34.231457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:34.241166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:34.241593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Checking segment: {'id': 'b15dcfe6-9228-454a-8dd6-a5339e9b1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:34.242008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.242392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Bound using segment: {'id': 'b15dcfe6-9228-454a-8dd6-a5339e9b1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:34.242849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Bound port: 0c427511-928e-4548-a0e5-79e942baf243, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15dcfe6-9228-454a-8dd6-a5339e9b1357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'c8b5fad5-13b6-4323-8b25-71dc9a144b69'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:34.243216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.243946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': '341ea24d-1c34-444c-a6ed-ade6227ac0de', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:34.254996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:34.260148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b8f07fae-e203-4c17-af2a-86e07adbeb8e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:34.260520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.271649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:34.285150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.311254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:34.368629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:34.425872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] For port 0c427511-928e-4548-a0e5-79e942baf243, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:34.453401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] For port 0c427511-928e-4548-a0e5-79e942baf243, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c427511-928e-4548-a0e5-79e942baf243,segment=NetworkSegment(b15dcfe6-9228-454a-8dd6-a5339e9b1357),segment_id=b15dcfe6-9228-454a-8dd6-a5339e9b1357)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:34.461179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.463247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Allocated IP 172.26.4.229 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/2da9fa7f-ecc5-47bd-8b41-9423a69d93af) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:34.478779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.480137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] 10.222.0.86 "PUT /v2.0/ports/5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 1094 time: 4.1407249 Jan 31 18:00:34.493258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:34.494367 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-acb5df80-f335-40bc-a360-4ad49e754431 service neutron] 10.222.0.110 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809500 Jan 31 18:00:34.526511 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d78247e7-ddb0-4e21-b097-179200027f4d req-244d4a4d-f3e1-40e7-b491-8b5a7fd9613a tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3184459 Jan 31 18:00:34.606453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a98597-e20a-4b77-bd51-92c0e347f831 None None] Pushing event updated for resources: {'Port': ['ID=0c427511-928e-4548-a0e5-79e942baf243,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:34.657767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d56455-c6c6-4057-9670-3fcfc755b626 service neutron] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:34.724504 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The resource could not be found. Jan 31 18:00:34.725588 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4e6c309c-2b01-45da-ac35-b71c97271c7d tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4925950 Jan 31 18:00:34.732181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.741190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:34.757304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--334016851'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:34.776247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:34.824768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:34.884897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-d5ced65a-bcb2-400a-8a2a-c1179a0cb765 service neutron] 10.222.0.110 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896050 Jan 31 18:00:34.890301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.972473 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-2e28c32d-92b1-45d9-a769-f36114b5837c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:34.973532 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2e28c32d-92b1-45d9-a769-f36114b5837c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159 HTTP/1.1" status: 400 len: 364 time: 1.9753184 Jan 31 18:00:34.983695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:34.985874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:35.014994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:35.021129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:35.024103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:35.030137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:35.102989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.110996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.202452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd30fe8-f250-4aa1-93a8-2a993226d499,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:35.213373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.214754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f8913e92-9747-41c9-8556-4c8f49dea426 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4693222 Jan 31 18:00:35.217745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60168) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:35.227275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401809138'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:35.235040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.242069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:35.285648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:35.330159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:35.353963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fafd4472-62c2-4992-8987-6c40fa6b4384 req-d9e79cfa-4027-443c-8f3e-76fd86760548 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 210 time: 0.1138260 Jan 31 18:00:35.356056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:35.405328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Pushing event updated for resources: {'Port': ['ID=2da9fa7f-ecc5-47bd-8b41-9423a69d93af,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:35.412316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:35.413801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:35.418665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'status': 'completed', 'code': 200} Jan 31 18:00:35.420716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.442743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:35.446035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-392b2e89-e00a-4f24-8d3f-cf242fbe3edd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1097 time: 0.9165461 Jan 31 18:00:35.513865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:35.522173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:35.526598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:35.543973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:35.682502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.685710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-7002bf8e-a9c3-4f77-957e-230a957b0064 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 217 time: 0.2267122 Jan 31 18:00:35.689164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.817734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.959896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:35.961361 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7425385 Jan 31 18:00:35.962263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcb235-4b8a-4cb9-b356-df1ed331ce6b tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae67ede-946e-45c6-aa16-2acca14e44ed,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:35.971915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:35.981949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group_rule': {'security_group_id': 'ddd30fe8-f250-4aa1-93a8-2a993226d499', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'aae67ede-946e-45c6-aa16-2acca14e44ed'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:35.997820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:36.007564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c427511-928e-4548-a0e5-79e942baf243 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:36.026971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:36.044590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:36.052960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.074416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-267e69ef-bc54-4d77-8994-cf128d718dd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:36.075871 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-267e69ef-bc54-4d77-8994-cf128d718dd8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 200 len: 834 time: 0.3145459 Jan 31 18:00:36.084834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:36.116832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a722054-e9f0-4bd0-aab1-a68dc46fa3ef None None] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:36.138591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb5135-587b-4336-948c-387bfb15a475 req-1b6357b3-666e-4f7e-bff2-3cfed58c4719 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:36.140052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-06fb5135-587b-4336-948c-387bfb15a475 req-1b6357b3-666e-4f7e-bff2-3cfed58c4719 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.7594657 Jan 31 18:00:36.226872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Provisioning for port 0c427511-928e-4548-a0e5-79e942baf243 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:36.234678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Provisioning complete for port 0c427511-928e-4548-a0e5-79e942baf243 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:36.234865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.291140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0c427511-928e-4548-a0e5-79e942baf243 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:36.302027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0c427511-928e-4548-a0e5-79e942baf243 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:36.302433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.350089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:36.360383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:00:36.361426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9c42ba3c-bcca-4b09-8c79-1e6a1e24a407 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3868403 Jan 31 18:00:36.366004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:36.372800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d501b53-401c-42e6-b34a-29a0df898449 req-926dacbb-9ef5-450b-ad1a-4a5aa289eee4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:36.374307 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0d501b53-401c-42e6-b34a-29a0df898449 req-926dacbb-9ef5-450b-ad1a-4a5aa289eee4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 944 time: 0.6517663 Jan 31 18:00:36.376322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.403702 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-06fb5135-587b-4336-948c-387bfb15a475 req-93a3b83a-394e-453c-8455-1a0b188ef676 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080870 Jan 31 18:00:36.431699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.509031 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0d501b53-401c-42e6-b34a-29a0df898449 req-821746fd-f08a-4bb9-8fb9-579c603d9f3f tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240954 Jan 31 18:00:36.558483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.563593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.602381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.621684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.641985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.651316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Pushing event updated for resources: {'Port': ['ID=2da9fa7f-ecc5-47bd-8b41-9423a69d93af,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:36.716088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] For port 0c427511-928e-4548-a0e5-79e942baf243, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c427511-928e-4548-a0e5-79e942baf243,segment=NetworkSegment(b15dcfe6-9228-454a-8dd6-a5339e9b1357),segment_id=b15dcfe6-9228-454a-8dd6-a5339e9b1357)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:36.720608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.724037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.745094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.748667 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3c5527c0-2728-467d-b4dc-3b5a5b258132 tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3564482 Jan 31 18:00:36.748912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:36.791271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ecf8ffa6-4912-4eaa-841d-c058e0b461c4 req-5043a934-ada0-4fa0-9bef-3a530237673e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:36.834504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b8d05d22-4919-4da3-a537-f9e79315e3ae tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Synchronizing usage tracker for tenant:9a647f6640c040109d73d647dd782249 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:36.853745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b8d05d22-4919-4da3-a537-f9e79315e3ae tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Unset dirty status for tenant:9a647f6640c040109d73d647dd782249 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:36.855142 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b8d05d22-4919-4da3-a537-f9e79315e3ae tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1052992 Jan 31 18:00:36.858200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:00:36.858764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:00:36.859268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:36.870752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9ccd6-9852-46b3-81c0-0834b9ea26a2 None None] Pushing event updated for resources: {'Port': ['ID=0c427511-928e-4548-a0e5-79e942baf243,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:36.958119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79053a8f-7109-4fcb-be6b-b5c82d6e760a tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Synchronizing usage tracker for tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 on resource:floatingip {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:36.970256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-90d78dca-f9dd-4ef1-b2a3-6aa74f0ff13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:36.982050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79053a8f-7109-4fcb-be6b-b5c82d6e760a tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Unset dirty status for tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 on resource:floatingip {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:36.983457 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-79053a8f-7109-4fcb-be6b-b5c82d6e760a tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1230195 Jan 31 18:00:36.986213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60200) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:37.040237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-ac5289df-8aa8-446c-9ed1-2d378706a2bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09466f2c-55e1-45cb-a8b2-0347d7a33b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9470034 Jan 31 18:00:37.148545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Deleting port 2da9fa7f-ecc5-47bd-8b41-9423a69d93af {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:37.148545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.150259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a4a4b1ef-5738-48fc-bc5c-8687080ebb6a None None] Provisioning complete for port 0c427511-928e-4548-a0e5-79e942baf243 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:37.150752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4a4b1ef-5738-48fc-bc5c-8687080ebb6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.294054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:37.320261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ecf8ffa6-4912-4eaa-841d-c058e0b461c4 req-5043a934-ada0-4fa0-9bef-3a530237673e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:37.321586 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ecf8ffa6-4912-4eaa-841d-c058e0b461c4 req-5043a934-ada0-4fa0-9bef-3a530237673e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 210 time: 0.7688279 Jan 31 18:00:37.354268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.354727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.476024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.487071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Calling delete_port for 2da9fa7f-ecc5-47bd-8b41-9423a69d93af owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:37.541574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834a5f-b087-4240-a6bb-96996839d493 req-eedc9b02-483a-4cdc-8ed8-74324ee7c3b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:37.543051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-eedc9b02-483a-4cdc-8ed8-74324ee7c3b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 200 len: 796 time: 0.9483314 Jan 31 18:00:37.556652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7623bea6-3966-4bdb-95ae-4ead4cfd682c None None] Provisioning complete for port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:37.557266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7623bea6-3966-4bdb-95ae-4ead4cfd682c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.621072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7623bea6-3966-4bdb-95ae-4ead4cfd682c None None] Port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:37.641447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.660463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.679168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-e85f4cfd-46d9-4caf-84f0-b3818df0db0e service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6067569 Jan 31 18:00:37.697830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.748001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Pushing event deleted for resources: {'Port': ['ID=2da9fa7f-ecc5-47bd-8b41-9423a69d93af,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:37.839087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078721f8-814f-487b-bb9f-27f0620b90d9 req-be5efc38-8131-43ea-b2b5-22d0db96611f tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:37.840516 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-078721f8-814f-487b-bb9f-27f0620b90d9 req-be5efc38-8131-43ea-b2b5-22d0db96611f tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.2116814 Jan 31 18:00:37.879709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.902596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:37.903723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-163fe4b6-3cf0-4393-a911-3182308fdd4d tempest-FloatingIPAdminTestJSON-1185001450 tempest-FloatingIPAdminTestJSON-1185001450-project] 10.222.0.110 "DELETE /v2.0/floatingips/76298166-5cb7-40d7-9851-d04fecc3cb18 HTTP/1.1" status: 204 len: 168 time: 0.9163768 Jan 31 18:00:37.908791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:37.938543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c427511-928e-4548-a0e5-79e942baf243 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:37.974304 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-078721f8-814f-487b-bb9f-27f0620b90d9 req-45e3fa98-1394-457b-990b-31f8ceef0e49 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232257 Jan 31 18:00:38.027736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0c427511-928e-4548-a0e5-79e942baf243 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:38.028665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.040276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-35641071-a7a5-4df5-8a45-75f53ee361d0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:38.088122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Deleting port cf4f49f2-41dd-4236-9557-6dd002d4b76a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:38.088540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.244240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.269892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.362667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae67ede-946e-45c6-aa16-2acca14e44ed,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:38.373979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-47834a5f-b087-4240-a6bb-96996839d493 req-35641071-a7a5-4df5-8a45-75f53ee361d0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:38.375091 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-35641071-a7a5-4df5-8a45-75f53ee361d0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 380 time: 0.7670176 Jan 31 18:00:38.396061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['6757d930-a5e1-496d-91e0-1b8ee8e0e05f']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:38.481124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.481352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.530475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-72d7f98b-ada1-4c3c-8c05-146cea6f9db0 req-b46ec7a3-165c-40b5-9d9e-6a38ec2bdadd service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8147645 Jan 31 18:00:38.612821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Calling delete_port for cf4f49f2-41dd-4236-9557-6dd002d4b76a owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:38.687870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a69857-9d36-4b4b-985f-0a956e8cc43f req-9dc0ecc0-11f0-4560-b246-6cd73fbe1b96 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:38.689349 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-24a69857-9d36-4b4b-985f-0a956e8cc43f req-9dc0ecc0-11f0-4560-b246-6cd73fbe1b96 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.3416111 Jan 31 18:00:38.729668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-d7118192-0aed-4747-81ca-7f491b6d3288 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 1099 time: 0.3310275 Jan 31 18:00:38.770190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:38.771212 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a169e3a3-1675-437f-950a-06a486d06eb4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/aae67ede-946e-45c6-aa16-2acca14e44ed HTTP/1.1" status: 204 len: 168 time: 2.4006746 Jan 31 18:00:38.816714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60218) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:38.850525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248494ff-eb5a-4c3f-88d1-fdb7d6b511f7 req-86fc6c8c-67ef-454c-b54e-b9bd46ee2414 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:38.851982 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-248494ff-eb5a-4c3f-88d1-fdb7d6b511f7 req-86fc6c8c-67ef-454c-b54e-b9bd46ee2414 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 944 time: 1.1785147 Jan 31 18:00:38.903145 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-24a69857-9d36-4b4b-985f-0a956e8cc43f req-bb44e5da-0857-437b-b979-90e1b7d580d4 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982656 Jan 31 18:00:38.984745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.041301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-3d3a963f-d274-44b9-9f1f-ddcab80cccb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:39.042643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-3d3a963f-d274-44b9-9f1f-ddcab80cccb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 200 len: 914 time: 0.3060312 Jan 31 18:00:39.046836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf4f49f2-41dd-4236-9557-6dd002d4b76a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:39.055272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-162c64fd-41ac-4294-b0b5-e3d517f50d36 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:39.069111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Allocated IP 2001:db8::1 (2d3d23dd-9343-4cbe-a701-dd4e43a259d9/dc0030c6-2c7f-4699-afa4-f9f245f027c9/c7eba8fc-0d46-416f-8622-8c61a704612f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:39.089341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.117645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:39.153832 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-248494ff-eb5a-4c3f-88d1-fdb7d6b511f7 req-62c1362b-8c05-4ece-824a-8d9ab0c0a604 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753882 Jan 31 18:00:39.163615 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a960a8e5-3d0a-4e61-abd9-e4a0478a94f0 req-39dda5ea-817c-4256-900b-6b0c38fa5b8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 210 time: 0.1177065 Jan 31 18:00:39.187204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:39.196998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-9b999586-7771-4458-bc1e-2ac948ef25c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 200 len: 217 time: 0.1467490 Jan 31 18:00:39.258224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-162c64fd-41ac-4294-b0b5-e3d517f50d36 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:39.259443 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-162c64fd-41ac-4294-b0b5-e3d517f50d36 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4388101 Jan 31 18:00:39.265054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60222) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:39.309062 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-43124515-92b0-49f1-abad-dcf91291e650 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1097 time: 0.7234924 Jan 31 18:00:39.323962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e27ee29-6ef1-4ecd-9eb1-9bd4d3cc8bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.326694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:39.329674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.341459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-f7728b27-bc6c-4ba4-8ac9-c65537a43f32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:39.342884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-f7728b27-bc6c-4ba4-8ac9-c65537a43f32 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fa512b4-3eb2-4955-8596-5a6b8114c404 HTTP/1.1" status: 200 len: 852 time: 0.1397858 Jan 31 18:00:39.389566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.399811 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-0bb46fce-3128-4845-9eff-5fa96bf05cf6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485568 Jan 31 18:00:39.447205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.506156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.507273 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-260ed181-6f1e-443e-a77c-6f6317990ba6 tempest-FloatingIPAdminTestJSON-627174772 tempest-FloatingIPAdminTestJSON-627174772-project-admin] 10.222.0.110 "DELETE /v2.0/floatingips/d68bcfb0-e8c0-4636-87a2-0058f64d7060 HTTP/1.1" status: 204 len: 168 time: 1.5999298 Jan 31 18:00:39.512146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60226) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:39.584641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.651574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port ea86ccb2-54e1-430c-90e7-11b0d0af56d1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:39.651904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.697661 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-4ea66218-2e44-4a30-b101-6a7eca6d03f7 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890444 Jan 31 18:00:39.748628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.938956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:39.947046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Transition to ACTIVE for port object c7eba8fc-0d46-416f-8622-8c61a704612f will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:39.948543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-e0631953-0d51-4ee3-948e-60f804d41d9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:39.950073 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-e0631953-0d51-4ee3-948e-60f804d41d9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 899 time: 0.6084502 Jan 31 18:00:39.978430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd30fe8-f250-4aa1-93a8-2a993226d499,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:40.027379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.030921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a3284576-0a4e-4cfc-9519-d0a4ba6bb1a2 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/ddd30fe8-f250-4aa1-93a8-2a993226d499 HTTP/1.1" status: 204 len: 168 time: 0.7582800 Jan 31 18:00:40.045940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:40.110068 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-620286dd-109c-4b8d-ac9d-ababefa4d07a req-22b2371e-53d8-459c-a137-78057a1734ce service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016099 Jan 31 18:00:40.127905 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-c87fcaaa-d918-466a-b84e-439f2f67a474 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 217 time: 0.1626101 Jan 31 18:00:40.143618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.9 (d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98/4771620c-415d-4878-ae6f-55287a711009/52d61339-51f7-4803-a04a-55bac0e4090a) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:40.168171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.190309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.306345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for ea86ccb2-54e1-430c-90e7-11b0d0af56d1 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:40.333452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.354110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.478003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740f677-b532-43b4-b3b1-d6c0eedbd3bb req-77f725c9-f35e-4017-95ed-b87819abf6d5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:40.479451 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9740f677-b532-43b4-b3b1-d6c0eedbd3bb req-77f725c9-f35e-4017-95ed-b87819abf6d5 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 944 time: 0.1805103 Jan 31 18:00:40.539030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.585382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-f813c636-578a-4ee3-888f-d5f0a3d15248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:40.585684 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9740f677-b532-43b4-b3b1-d6c0eedbd3bb req-a43bf1d9-e1ba-40e7-a673-ec497eef1a0e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000884 Jan 31 18:00:40.587050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-f813c636-578a-4ee3-888f-d5f0a3d15248 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 200 len: 834 time: 0.4308474 Jan 31 18:00:40.593968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Port': ['ID=ea86ccb2-54e1-430c-90e7-11b0d0af56d1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:40.616573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b1e88e9-a7ff-4bf6-b3a3-915cf9a67dd9 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:40.667046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:40.712345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.721783 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a6a8eee0-cee2-4393-9813-8c74bdfe5369 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/ports/ea86ccb2-54e1-430c-90e7-11b0d0af56d1 HTTP/1.1" status: 204 len: 168 time: 1.2069621 Jan 31 18:00:40.722955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:40.781013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:40.786972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.820455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:40.828613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.829356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.840552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Port': ['ID=c7eba8fc-0d46-416f-8622-8c61a704612f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:40.848156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:40.848677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:40.867819 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1f02e350-f38c-4f0a-a795-5d6f2cde75ba req-2cf6f7be-c008-4265-8b02-0d0c0b8c3190 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 210 time: 0.1020298 Jan 31 18:00:40.900694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b1e88e9-a7ff-4bf6-b3a3-915cf9a67dd9 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:40.901938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b1e88e9-a7ff-4bf6-b3a3-915cf9a67dd9 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8447180 Jan 31 18:00:40.907313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:40.913693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056819914'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:40.920244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:40.944412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468218-65d7-4935-af66-ad68b9e8044c req-74191a1e-9e15-4a52-b61c-da5d49b9860a tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:40.945938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-81468218-65d7-4935-af66-ad68b9e8044c req-74191a1e-9e15-4a52-b61c-da5d49b9860a tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.8848207 Jan 31 18:00:40.965242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad5ea8-2598-4b09-85a8-dd865cf31122 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:40.966009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-caad5ea8-2598-4b09-85a8-dd865cf31122 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Synchronizing usage tracker for tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:40.968918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:40.991975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.007977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-caad5ea8-2598-4b09-85a8-dd865cf31122 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Unset dirty status for tenant:6cf5c6a41eb24e239987ca6fbe3c8d28 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:41.009133 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-caad5ea8-2598-4b09-85a8-dd865cf31122 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "GET /v2.0/ports?device_id=e0d51706-a182-4e43-9df7-bf9218ac3960 HTTP/1.1" status: 200 len: 913 time: 0.2851193 Jan 31 18:00:41.012146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60248) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:41.109801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:41.121166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Usage tracker for resource:security_group_rule and tenant:d8e6da44bb494f238e0552ab240ff063 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:41.125935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:41.134716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:41.158181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:41.208557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42a69003-6518-4f31-a6fc-eff71b8d066d None None] Provisioning for port c7eba8fc-0d46-416f-8622-8c61a704612f completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:41.215359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42a69003-6518-4f31-a6fc-eff71b8d066d None None] Provisioning complete for port c7eba8fc-0d46-416f-8622-8c61a704612f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:41.215647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42a69003-6518-4f31-a6fc-eff71b8d066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.261748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.274526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-42a69003-6518-4f31-a6fc-eff71b8d066d None None] Port c7eba8fc-0d46-416f-8622-8c61a704612f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:41.279383 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-81468218-65d7-4935-af66-ad68b9e8044c req-1b0e2704-26be-4987-8f28-ca660405589d tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132246 Jan 31 18:00:41.290786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.303226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.344236 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-2364b07d-720a-4bb0-bfa6-a7dbef39edf8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09466f2c-55e1-45cb-a8b2-0347d7a33b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7377238 Jan 31 18:00:41.355301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f330413-fbdd-446c-bf8a-9ec350783614,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:41.395897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port d32395c0-76b1-4836-b449-bb4d4e964104 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:41.396233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.429973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 52d61339-51f7-4803-a04a-55bac0e4090a will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:41.430739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.431909 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d3da5c07-0f25-49e7-afc0-8fc0a3614804 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5236797 Jan 31 18:00:41.434788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60252) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:41.441615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-efd22485-7c9a-4bb8-aaa6-ea77fc52f0b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:41.441895 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-efd22485-7c9a-4bb8-aaa6-ea77fc52f0b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] update failed (client error): There was a conflict when trying to complete your request. Jan 31 18:00:41.442785 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-efd22485-7c9a-4bb8-aaa6-ea77fc52f0b3 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "PUT /v2.0/security-groups/7f330413-fbdd-446c-bf8a-9ec350783614 HTTP/1.1" status: 409 len: 330 time: 0.0071027 Jan 31 18:00:41.445859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:41.510804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.531861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.537563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:41.545073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:41.614239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.655134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.850558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.883551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f330413-fbdd-446c-bf8a-9ec350783614,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:41.891107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.906343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.918204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a3b7f956-ba58-46d2-9e14-d4252e98dd93 None None] Provisioning complete for port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:41.918981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a3b7f956-ba58-46d2-9e14-d4252e98dd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.979720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7f956-ba58-46d2-9e14-d4252e98dd93 None None] Port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:41.983011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:00:41.996800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:41.998360 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dbef7e2b-5d04-4b6a-a8f7-2401268ad9b4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/7f330413-fbdd-446c-bf8a-9ec350783614 HTTP/1.1" status: 204 len: 168 time: 0.5507820 Jan 31 18:00:42.008930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:42.058141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18bfa81-a22a-4a92-b5d8-369967eabfa2 req-a51ad93b-0709-49f3-aee2-304df9ce6c61 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:42.059743 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e18bfa81-a22a-4a92-b5d8-369967eabfa2 req-a51ad93b-0709-49f3-aee2-304df9ce6c61 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 944 time: 0.2794971 Jan 31 18:00:42.142145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:42.156366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'mac_address': 'fa:16:3e:23:c4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:00:42.158044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e18bfa81-a22a-4a92-b5d8-369967eabfa2 req-ee84c5c3-2c7b-4a9a-a74a-87565a78b580 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874486 Jan 31 18:00:42.161833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6c948c1c-c318-4fcc-9823-3fbe4f712425 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Synchronizing usage tracker for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:42.224131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:42.241071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6c948c1c-c318-4fcc-9823-3fbe4f712425 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] Unset dirty status for tenant:d8e6da44bb494f238e0552ab240ff063 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:42.246410 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6c948c1c-c318-4fcc-9823-3fbe4f712425 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2320397 Jan 31 18:00:42.247271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60268) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:42.254736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:42.267043 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-dfd7b57b-07fa-4583-8edf-0c79cd363eaa tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] delete failed (client error): The resource could not be found. Jan 31 18:00:42.271945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dfd7b57b-07fa-4583-8edf-0c79cd363eaa tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "DELETE /v2.0/security-groups/ff622484-4af1-4bfd-93db-4bf59238ceb1 HTTP/1.1" status: 404 len: 347 time: 0.0202074 Jan 31 18:00:42.277206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:42.278247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:42.282256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:42.297652 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-b7c43c27-ac58-4e2f-8e1c-aa2a248845d4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] show failed (client error): The resource could not be found. Jan 31 18:00:42.300960 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b7c43c27-ac58-4e2f-8e1c-aa2a248845d4 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-groups/fb19473a-218f-4d61-ba15-85a38a864277 HTTP/1.1" status: 404 len: 347 time: 0.0195186 Jan 31 18:00:42.305779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:42.321126 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-86271c7e-c1d6-4f36-a390-820cd4d2508b service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9543059 Jan 31 18:00:42.332704 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-2ff98c8a-9a56-4c61-a246-8ab77bf508b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] show failed (client error): The resource could not be found. Jan 31 18:00:42.334012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2ff98c8a-9a56-4c61-a246-8ab77bf508b8 tempest-NegativeSecGroupTest-1886698729 tempest-NegativeSecGroupTest-1886698729-project] 10.222.0.110 "GET /v2.0/security-group-rules/1340a7ab-d752-4f27-9bea-a21ec1c82417 HTTP/1.1" status: 404 len: 356 time: 0.0271337 Jan 31 18:00:42.364270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:42.447948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:42.452088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:42.455494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port d32395c0-76b1-4836-b449-bb4d4e964104, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d32395c0-76b1-4836-b449-bb4d4e964104,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:42.456075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:42.489929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:00:42.531185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:42.557681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:42.709032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2c706-8388-49e1-b1d3-a5882639c8ea req-25a94ca4-6b9e-46a7-b96a-18b159ab0efb tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:42.710859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6cb2c706-8388-49e1-b1d3-a5882639c8ea req-25a94ca4-6b9e-46a7-b96a-18b159ab0efb tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.2338293 Jan 31 18:00:42.786677 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6cb2c706-8388-49e1-b1d3-a5882639c8ea req-06b91b3a-0e62-47d5-ab32-abd35f5fb977 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696013 Jan 31 18:00:42.835567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60286) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:42.842987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for d32395c0-76b1-4836-b449-bb4d4e964104 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:42.993287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba05b7ca-439a-433f-825f-c9dc003bc4f0 None None] Provisioning for port 52d61339-51f7-4803-a04a-55bac0e4090a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:43.029893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ba05b7ca-439a-433f-825f-c9dc003bc4f0 None None] Provisioning complete for port 52d61339-51f7-4803-a04a-55bac0e4090a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:43.030238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba05b7ca-439a-433f-825f-c9dc003bc4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.098069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe66bc5a-0579-4641-8cf9-5530466d57d5 req-77a651b3-a648-4cc9-b0f7-003d39dcc29e service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551155 Jan 31 18:00:43.133110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ba05b7ca-439a-433f-825f-c9dc003bc4f0 None None] Port 52d61339-51f7-4803-a04a-55bac0e4090a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:43.170079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:43.170699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.176470 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9145f6b1-cdc7-4e3a-8468-4b5ebba2832d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d8e6da44bb494f238e0552ab240ff063&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3375666 Jan 31 18:00:43.177049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60294) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:43.207652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.230714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:43.231188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.240669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37122fd-4119-4275-9c62-8b8d484da2a9 req-1d8cbe8e-7eef-40a8-97c2-4bbc02c9ade6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:43.242153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d37122fd-4119-4275-9c62-8b8d484da2a9 req-1d8cbe8e-7eef-40a8-97c2-4bbc02c9ade6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 931 time: 1.1437702 Jan 31 18:00:43.311884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-25c89b04-3db5-4e65-9ddb-061c95bfb05c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9203391 Jan 31 18:00:43.329104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Request body: {'port': {'device_id': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:43.388865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.422380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:43.442314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.488502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.492032 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d37122fd-4119-4275-9c62-8b8d484da2a9 req-1c49b34c-62f8-4bb0-bcf8-f493f9038ebc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307639 Jan 31 18:00:43.533448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.534051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.557513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.695507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for a5e8ea4b-839c-4a9b-851f-7e9c514df7c1 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:43.755052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.759377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.771892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.782812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097435bc-3372-46c7-a87a-38587bab6502,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:43.783211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event updated for resources: {'Port': ['ID=c7eba8fc-0d46-416f-8622-8c61a704612f,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:43.800692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1f84f-37ef-444f-8444-95e285da4548 req-7ac1e344-1240-4c2e-89da-f25ebfc86d74 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:43.802178 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43c1f84f-37ef-444f-8444-95e285da4548 req-7ac1e344-1240-4c2e-89da-f25ebfc86d74 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 945 time: 0.3246667 Jan 31 18:00:43.837318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:43.840751 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fdfe1d3d-a4a0-4d77-9e9f-641f0aecf9d0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/097435bc-3372-46c7-a87a-38587bab6502 HTTP/1.1" status: 204 len: 168 time: 0.6629686 Jan 31 18:00:43.865519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=d32395c0-76b1-4836-b449-bb4d4e964104,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:43.892845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43c1f84f-37ef-444f-8444-95e285da4548 req-c3d87bf9-4555-4e1e-9080-45c3abc5d0b4 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827987 Jan 31 18:00:43.975316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:44.166314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:44.176921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:44.177292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:44.208982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:44.243837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router e06a01e7-73d3-4f91-b09d-34b0aeb8694f is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:00:44.274353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Port': ['ID=a5e8ea4b-839c-4a9b-851f-7e9c514df7c1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:44.293196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824228d-f27b-4c10-b2ec-4803998b3110 req-d1eed0ff-3dfc-4b78-9a35-b222e879cd09 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:44.294697 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a824228d-f27b-4c10-b2ec-4803998b3110 req-d1eed0ff-3dfc-4b78-9a35-b222e879cd09 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.6821666 Jan 31 18:00:44.350636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:44.375193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:44.414773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:44.427743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:44.442738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:44.552448 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'code': 200} Jan 31 18:00:44.603309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:44.675054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:44.687017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:44.895711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb795b-3784-41b7-84d8-e0567c632a97 req-60417acf-8113-4b48-8051-8bb84afcdb37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:44.897215 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5bdb795b-3784-41b7-84d8-e0567c632a97 req-60417acf-8113-4b48-8051-8bb84afcdb37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 931 time: 0.1190469 Jan 31 18:00:44.962643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5bdb795b-3784-41b7-84d8-e0567c632a97 req-49712b75-f24d-4522-bdbf-79a6dae7e99c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475821 Jan 31 18:00:45.028328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a95f98a-10a7-430a-b555-f2605075daff None None] Provisioning complete for port c7eba8fc-0d46-416f-8622-8c61a704612f triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:45.028840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a95f98a-10a7-430a-b555-f2605075daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:45.107540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2a95f98a-10a7-430a-b555-f2605075daff None None] Port c7eba8fc-0d46-416f-8622-8c61a704612f cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:45.180122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:00:45.195658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:45.282422 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a824228d-f27b-4c10-b2ec-4803998b3110 req-ee3ef5a0-26df-4055-b2a7-60e312e7386b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9635091 Jan 31 18:00:45.350631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6aa050-1956-4183-b561-aa7438643a0c req-0f08a6cb-6999-4162-bd79-36ac51d64dee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:45.352080 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa6aa050-1956-4183-b561-aa7438643a0c req-0f08a6cb-6999-4162-bd79-36ac51d64dee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1900382 Jan 31 18:00:45.411930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1981465129-network', 'tenant_id': '9ce264d0407248ca87214b0902e458e6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:45.435431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d61339-51f7-4803-a04a-55bac0e4090a {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:45.439778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:45.454047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:45.457428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Usage tracker for resource:network and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:45.464210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:45.470613 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa6aa050-1956-4183-b561-aa7438643a0c req-2bd3cfad-1e08-4914-873f-b094b8f239d6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679328 Jan 31 18:00:45.478594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:45.563577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Transition to ACTIVE for port object 52d61339-51f7-4803-a04a-55bac0e4090a will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:45.586742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:45.591801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Router e0d51706-a182-4e43-9df7-bf9218ac3960 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:45.631603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Made reservation on behalf of 9ce264d0407248ca87214b0902e458e6 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:45.634189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:45.665808 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0270946-de26-4382-8a2e-1ccd05a86138 req-9e66e7d7-b066-4ef5-96c2-557e50ed9098 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1099 time: 0.7369444 Jan 31 18:00:45.682433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:45.805191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:45.821372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b25de-6366-4225-8523-11f9798be468 None None] Sync routers for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:45.828353 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-646b7fe1-943e-4f88-bfc0-58fd3471b3fd tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "PUT /v2.0/routers/e0d51706-a182-4e43-9df7-bf9218ac3960/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8150241 Jan 31 18:00:45.829472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:45.843857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:45.849510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:45.978068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:45.990978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] Routers {'e0d51706-a182-4e43-9df7-bf9218ac3960'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:45.991513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e0d51706-a182-4e43-9df7-bf9218ac3960'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:45.996987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Pushing event updated for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:46.048829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.059796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:46.064714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:46.068558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-477b25de-6366-4225-8523-11f9798be468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:46.068970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b25de-6366-4225-8523-11f9798be468 None None] The sync data for ids ['e0d51706-a182-4e43-9df7-bf9218ac3960'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:46.078910 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] Sync routers for ids ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:46.098348 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] Routers {'e06a01e7-73d3-4f91-b09d-34b0aeb8694f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:46.098961 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:46.120979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:46.129070 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0270946-de26-4382-8a2e-1ccd05a86138 req-b548aef1-1a57-4873-ad23-423f11181d0d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4511366 Jan 31 18:00:46.130008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:46.175271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:46.192081 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:46.203012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] Routers {'e06a01e7-73d3-4f91-b09d-34b0aeb8694f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:46.204016 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:46.218130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.263249 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:46.263652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461b733a-bcce-4f28-b57b-7d85a1b6be2d None None] The sync data for ids ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:46.285642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1bb81b42-211f-4300-926d-0a9426c02b5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/e06a01e7-73d3-4f91-b09d-34b0aeb8694f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4664021 Jan 31 18:00:46.288779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60338) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:46.374167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beccad6e-422e-4669-a6fa-1f90d88709c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:46.374167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-beccad6e-422e-4669-a6fa-1f90d88709c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:46.426421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Attempting to bind port 52d61339-51f7-4803-a04a-55bac0e4090a on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:46.427029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Attempting to bind port 52d61339-51f7-4803-a04a-55bac0e4090a by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:46.427029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Attempting to bind port 52d61339-51f7-4803-a04a-55bac0e4090a on network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:46.450567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-beccad6e-422e-4669-a6fa-1f90d88709c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:46.451670 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-beccad6e-422e-4669-a6fa-1f90d88709c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports/b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba HTTP/1.1" status: 200 len: 982 time: 0.1619844 Jan 31 18:00:46.460818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60344) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:46.471659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Router 573228e5-2542-491f-b6af-e880a630c159 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:46.473818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Port 52d61339-51f7-4803-a04a-55bac0e4090a on network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:00:46.474127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Attempting to bind port 52d61339-51f7-4803-a04a-55bac0e4090a on network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:46.564086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076b61-10f2-4c36-89d5-2c3a7c493411 req-b635ed5a-d7d6-4e28-9672-042de7fdd722 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:46.566035 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9076b61-10f2-4c36-89d5-2c3a7c493411 req-b635ed5a-d7d6-4e28-9672-042de7fdd722 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.1222997 Jan 31 18:00:46.591521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:46.591774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Checking segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:46.592120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Bound using segment: {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:46.592537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Bound port: 52d61339-51f7-4803-a04a-55bac0e4090a, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b5b48e-dc04-4a17-81db-c66f1841d13c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:46.592872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.594249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.603607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.614525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67e15d-60ac-476e-bc9c-d1eb0666fe7c req-f2f7f08b-2db5-4cb0-ba70-35a2c62c28dd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:46.615205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cb67e15d-60ac-476e-bc9c-d1eb0666fe7c req-f2f7f08b-2db5-4cb0-ba70-35a2c62c28dd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:00:46.615510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port bd99cc92-3bea-4378-ba1e-8d0ad9abb41f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:46.615845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.627988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.668701 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9076b61-10f2-4c36-89d5-2c3a7c493411 req-de1b1170-0b76-446d-b7c3-415c79b8b730 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914464 Jan 31 18:00:46.834404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] vlan segment allocate from pool success with {'vlan_id': 1401, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:00:46.853559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.853798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cb67e15d-60ac-476e-bc9c-d1eb0666fe7c req-f2f7f08b-2db5-4cb0-ba70-35a2c62c28dd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:00:46.854625 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb67e15d-60ac-476e-bc9c-d1eb0666fe7c req-f2f7f08b-2db5-4cb0-ba70-35a2c62c28dd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 943 time: 0.7155998 Jan 31 18:00:46.860337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b674e3c7-0659-4313-bc22-7950be939004,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:46.878154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:46.878496 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Added segment a70cc0fc-4df0-4150-80a6-1362d8e3ae5c of type vlan for network 31d5149d-3eec-4752-9ad4-75be792b1778 Jan 31 18:00:46.984028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for bd99cc92-3bea-4378-ba1e-8d0ad9abb41f owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:47.069353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4da54-3c01-40f2-90d3-07de83eab44a req-a71944b8-28e4-4710-ad19-0c5d100b9ac7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:47.070995 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-86a4da54-3c01-40f2-90d3-07de83eab44a req-a71944b8-28e4-4710-ad19-0c5d100b9ac7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.2817903 Jan 31 18:00:47.082768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:47.154038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.181906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=52d61339-51f7-4803-a04a-55bac0e4090a,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:47.194174 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-86a4da54-3c01-40f2-90d3-07de83eab44a req-2026ace5-2954-4888-967d-8fb35083e389 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969675 Jan 31 18:00:47.208724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.228612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.256076 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb67e15d-60ac-476e-bc9c-d1eb0666fe7c req-74a8511f-f85c-46aa-bd29-b00a78398fc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604300 Jan 31 18:00:47.277125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Port': ['ID=bd99cc92-3bea-4378-ba1e-8d0ad9abb41f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:47.336509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.337879 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] 10.222.0.86 "PUT /v2.0/ports/52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 200 len: 1093 time: 4.0137546 Jan 31 18:00:47.339720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:47.365596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.366449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:47.367005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.484738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ec441-7659-41ee-9236-d938186995d4 service neutron] Pushing event updated for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:47.492303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a', 'status': 'completed', 'code': 200} Jan 31 18:00:47.494387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] Pushing event updated for resources: {'Network': ['ID=31d5149d-3eec-4752-9ad4-75be792b1778,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:47.515136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 31d5149d-3eec-4752-9ad4-75be792b1778 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:00:47.769176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:47.925759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:47.933541 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78a121b7-3fcd-427d-bc28-a124030acb73 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9312022 Jan 31 18:00:47.935109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ae1cc43a-5743-486b-a41d-23f17c4f185d admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.7321417 Jan 31 18:00:47.937674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60356) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:47.943910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] Sync routers for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:47.946580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:47.958538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:47.959259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:48.028523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:48.043993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:48.043993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:48.053906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.058375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Request body: {'subnet': {'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1981465129-subnet', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:48.061393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8c9c4-91b5-4f5d-b2bc-88269766cbaa req-42ebe7bf-0c2b-4fce-b2c1-82e6717896cf tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:48.062849 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5ee8c9c4-91b5-4f5d-b2bc-88269766cbaa req-42ebe7bf-0c2b-4fce-b2c1-82e6717896cf tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.4550192 Jan 31 18:00:48.067268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.101851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:48.102271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e23c56-5994-4c10-aec5-d05e7d3a1e61 None None] The sync data for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:48.123851 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5ee8c9c4-91b5-4f5d-b2bc-88269766cbaa req-7e39801d-7547-447f-9dfb-18adc199517f tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541728 Jan 31 18:00:48.128733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.129299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Fanout notify agent at l3_agent the message router_deleted on router e0d51706-a182-4e43-9df7-bf9218ac3960 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:00:48.138428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:48.142420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Usage tracker for resource:subnet and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:48.144101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.145248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ed5c82c3-be3e-47ca-b0ba-5c1e524f2f73 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/routers/e0d51706-a182-4e43-9df7-bf9218ac3960 HTTP/1.1" status: 204 len: 168 time: 2.3146832 Jan 31 18:00:48.153891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60364) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:48.162111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:48.181205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:48.276222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Made reservation on behalf of 9ce264d0407248ca87214b0902e458e6 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:00:48.278494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.343664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting subnet 94706b40-fbb0-41fa-ab5d-b47115d8f986 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:48.346830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.371866 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-df8b7a17-6ebe-4a52-8af2-bb7f63834d45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1096 time: 0.8787451 Jan 31 18:00:48.405529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.418906 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-da52218e-a75f-48df-a79b-2d012a7aadce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 1099 time: 0.7984869 Jan 31 18:00:48.549168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72c535-c266-4c52-a87e-a9e9bb323a04 req-6330a99f-6ba9-4f97-ae75-39c84ee0a846 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:48.551248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0a72c535-c266-4c52-a87e-a9e9bb323a04 req-6330a99f-6ba9-4f97-ae75-39c84ee0a846 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 943 time: 0.1175380 Jan 31 18:00:48.574446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.619771 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-0b10a080-43fc-4064-b43c-37c02b53743a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 200 len: 217 time: 0.1910710 Jan 31 18:00:48.652571 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0a72c535-c266-4c52-a87e-a9e9bb323a04 req-d6ef3438-9893-4667-8b3d-71a8d7cb76c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943093 Jan 31 18:00:48.671021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.716307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Subnet': ['ID=94706b40-fbb0-41fa-ab5d-b47115d8f986,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:48.721943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.728344 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-35067f56-a410-45f7-a1d7-c4ae3a8cdbfb tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/subnets/94706b40-fbb0-41fa-ab5d-b47115d8f986 HTTP/1.1" status: 204 len: 168 time: 0.5733140 Jan 31 18:00:48.730249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7081e9e9-af26-4bb6-8745-f75f7cff8880 None None] Network 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:48.730779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60372) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:48.832599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:48.890181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.894533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5a32535f-7ceb-409c-9f64-c95f78de3aaf tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.902989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:48.903428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:48.954670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834a5f-b087-4240-a6bb-96996839d493 req-b1df8d7e-bd1d-458a-a5eb-4ec3a0f6e97b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:48.956318 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-b1df8d7e-bd1d-458a-a5eb-4ec3a0f6e97b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4771620c-415d-4878-ae6f-55287a711009 HTTP/1.1" status: 200 len: 834 time: 0.3216064 Jan 31 18:00:48.958246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-a5645caa-d3b9-4796-ab4b-c3f45cc71fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:48.959596 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-a5645caa-d3b9-4796-ab4b-c3f45cc71fe8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 200 len: 914 time: 0.5274603 Jan 31 18:00:48.965538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160e6ce-844a-483f-b661-0ba513e698ae req-ba048266-4aaf-4ff5-8e24-f882f7d3b349 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:48.967088 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d160e6ce-844a-483f-b661-0ba513e698ae req-ba048266-4aaf-4ff5-8e24-f882f7d3b349 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.6016963 Jan 31 18:00:49.007661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] DHCP port deletion for 3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:49.011536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Deleting port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:49.011903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:49.124950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] For port b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,segment=NetworkSegment(8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca),segment_id=8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:49.125381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:49.228836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] For port b5cea4b8-f396-48ff-b6d9-8c4bad2df234, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,segment=NetworkSegment(8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca),segment_id=8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:49.229135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:49.257004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for b5cea4b8-f396-48ff-b6d9-8c4bad2df234 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:49.362882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Calling delete_port for b5cea4b8-f396-48ff-b6d9-8c4bad2df234 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:49.421009 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-fceafa84-af39-4cf3-bdda-dccc79fa8d8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 200 len: 217 time: 0.4408967 Jan 31 18:00:49.442819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:49.498016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.db.api [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:00:49.498324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG oslo_db.api [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:00:49.506588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbfb8b-3938-4005-849d-36c712bdee3f req-2a3016c1-4e55-4c8a-9609-3db81e991a22 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:49.508104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-50cbfb8b-3938-4005-849d-36c712bdee3f req-2a3016c1-4e55-4c8a-9609-3db81e991a22 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.2134769 Jan 31 18:00:49.509125 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d160e6ce-844a-483f-b661-0ba513e698ae req-a83505d1-a868-4011-96fe-bc4b3d844b46 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105197 Jan 31 18:00:49.523995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] Pushing event deleted for resources: {'Port': ['ID=b5cea4b8-f396-48ff-b6d9-8c4bad2df234,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:49.526222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a11ef4-a3da-42bc-abd1-729761a42bf1 None None] No DVR routers for this DVR port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:49.533112 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:00:49.560884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-50cbfb8b-3938-4005-849d-36c712bdee3f req-b94f8505-47c2-4cbb-85a0-2f8bacd0d9af tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Jan 31 18:00:49.627954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:49.703675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-5cd82570-8f37-45ee-9584-c6d18ccbd623 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:49.705137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-5cd82570-8f37-45ee-9584-c6d18ccbd623 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7fa512b4-3eb2-4955-8596-5a6b8114c404 HTTP/1.1" status: 200 len: 852 time: 0.2716491 Jan 31 18:00:49.844329 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-e50fa4fe-8c13-4732-a180-6a9b2cbaae17 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933321 Jan 31 18:00:49.858944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac834b0-787c-4524-a7b3-c612b5835ebb req-698c5201-d8d8-47ec-8e20-fdd6512dd75b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:49.860375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dac834b0-787c-4524-a7b3-c612b5835ebb req-698c5201-d8d8-47ec-8e20-fdd6512dd75b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 943 time: 0.0791576 Jan 31 18:00:49.865576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecec5cf-a981-4815-8f4f-bfbe770f6501,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:49.891463 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-834c445b-cccd-4210-9dd1-e03ad52b3219 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9233792 Jan 31 18:00:49.911369 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dac834b0-787c-4524-a7b3-c612b5835ebb req-ba744556-b5fe-49ab-bf0e-978960d1a557 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Jan 31 18:00:49.959918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b5cea4b8-f396-48ff-b6d9-8c4bad2df234 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:49.992795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b5cea4b8-f396-48ff-b6d9-8c4bad2df234 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:49.993251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b5cea4b8-f396-48ff-b6d9-8c4bad2df234 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:49.999815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port b5cea4b8-f396-48ff-b6d9-8c4bad2df234 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:50.000391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.063896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-5a32535f-7ceb-409c-9f64-c95f78de3aaf tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 31 18:00:50.065639 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5a32535f-7ceb-409c-9f64-c95f78de3aaf tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159 HTTP/1.1" status: 409 len: 329 time: 2.1202621 Jan 31 18:00:50.066833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] The port 'b5cea4b8-f396-48ff-b6d9-8c4bad2df234' was deleted {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:00:50.076015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60382) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:50.186909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:50.187263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Network hostable DHCP agents. Network: 31d5149d-3eec-4752-9ad4-75be792b1778, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:00:50.187402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.206403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:50.213133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.217401 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:50.226796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.227206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff7b3db-f31d-4c77-a360-54b1ef4ac3ca') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.231371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:50.232045 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.240717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.257934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.264008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:50.264389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: util.warn( Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:50.279907 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:50.287495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b9aa-2cf7-4515-83e4-0574caf1a222 req-fa98ebc2-a1b1-4868-bdcc-229414aa1a1f tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:50.288990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2ed8b9aa-2cf7-4515-83e4-0574caf1a222 req-fa98ebc2-a1b1-4868-bdcc-229414aa1a1f tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.6229620 Jan 31 18:00:50.309692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7bf96aa8-7816-4aee-91c7-c133aa622cfc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3843420 Jan 31 18:00:50.341692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60386) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:50.385965 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:50.420102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.426254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-90ce01bb-d6f9-4494-b86b-432353c40549 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692589 Jan 31 18:00:50.437996 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-5746306c-a2ae-4c51-9fb7-d7bc229f28ef service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5267966 Jan 31 18:00:50.443130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.477803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Network': ['ID=3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:50.511747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.530124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e34e646f-1b6b-49f6-a0e3-28ab2e8e65e8 tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/networks/3378946d-7d2b-4aa4-8fce-7f7d1f84c9f4 HTTP/1.1" status: 204 len: 168 time: 1.7982364 Jan 31 18:00:50.536866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60390) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:50.719971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Deleting port 44baea91-587a-46d4-bcae-bee459ad9da7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:50.722116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.742244 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:43Z', 'revision_number': 10, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.747257 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:50.759315 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:50.760203 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:50.815868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:00:50.900413 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2ed8b9aa-2cf7-4515-83e4-0574caf1a222 req-e1f08dfe-f0cc-49f2-b9c5-fd4cba2abc1f tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5851600 Jan 31 18:00:50.923963 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:50.941484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet 341fa1f5-a647-4fb6-bd78-240968f126c0 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:00:50.949133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60396) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:50.985343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:50.989737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 31d5149d-3eec-4752-9ad4-75be792b1778) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:50.998367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c43fa5-0995-40a5-8f58-b0f5a190f025 None None] Network 31d5149d-3eec-4752-9ad4-75be792b1778 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:51.013810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:51.014388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.056431 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c5050783-9ae4-4ce8-bcad-520e559b4bbe admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1020110 Jan 31 18:00:51.067403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60402) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:51.071052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb6b2956-cba4-4faa-b82f-9a8364b5fdd0 req-91412c5c-a332-41cb-a796-86efe110db07 service neutron] 10.222.0.86 "GET /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318679 Jan 31 18:00:51.101043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:51.114650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:51.120939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.154624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Usage tracker for resource:router and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:51.164222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:51.204688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e00cbf-1cae-4c82-819e-2f20f7aea700 req-1191bb79-b7c3-4487-9925-c4d79ba6ac82 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:51.207051 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-10e00cbf-1cae-4c82-819e-2f20f7aea700 req-1191bb79-b7c3-4487-9925-c4d79ba6ac82 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.4563801 Jan 31 18:00:51.211952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:51.258065 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47834a5f-b087-4240-a6bb-96996839d493 req-ef0b43c1-cf4b-48c9-b9c4-41e47c5fedc7 service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7920065 Jan 31 18:00:51.263672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.264076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.296027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-31d5149d-3eec-4752-9ad4-75be792b1778', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:00:51.296924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.311721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.312926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.370846 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:43Z', 'revision_number': 10, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:51.376166 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308da3f0-1e6d-4f37-b2af-3d211ad524a8 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:43Z', 'revision_number': 10, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None, '_interfaces': [{'id': '33c73b36-84f7-4fe4-8757-8211ee2afd3b', 'name': '', 'network_id': 'd4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'mac_address': 'fa:16:3e:d6:b7:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:58:53Z', 'updated_at': '2022-01-31T17:59:08Z', 'revision_number': 5, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'subnets': [{'id': '03b77664-0dd3-4a1e-94e1-bf16fba8734c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:51.488804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Allocated IP 172.20.0.2 (31d5149d-3eec-4752-9ad4-75be792b1778/9ecec5cf-a981-4815-8f4f-bfbe770f6501/b24e04ec-da6b-465c-a586-407bc5b05dbc) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:51.514042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bfa2f-84ff-468e-8f9d-0a77efc5f34a req-451a9c9c-904c-4801-9f3e-d6496bed3478 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:51.515425 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-638bfa2f-84ff-468e-8f9d-0a77efc5f34a req-451a9c9c-904c-4801-9f3e-d6496bed3478 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 943 time: 0.4402297 Jan 31 18:00:51.569773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Calling delete_port for 44baea91-587a-46d4-bcae-bee459ad9da7 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:51.617769 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-00d47aef-8865-4175-a302-6f63903f1ab5 tempest-TestNetworkAdvancedServerOps-389132964 tempest-TestNetworkAdvancedServerOps-389132964-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1094 time: 0.6641195 Jan 31 18:00:51.622979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60406) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:51.638833 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-10e00cbf-1cae-4c82-819e-2f20f7aea700 req-febc9b16-3198-4201-84d3-331cbb9b66ec tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144135 Jan 31 18:00:51.655120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.658158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:00:51.695903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:51.701541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.728911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Usage tracker for resource:floatingip and tenant:c7efde9a20bb45dbb9556afd370df5a8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:51.760164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:51.776116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:51.798533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-638bfa2f-84ff-468e-8f9d-0a77efc5f34a req-481dc7b3-f92a-47a2-bc01-848521200ce6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678885 Jan 31 18:00:51.818136 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-dff26552-7e12-43d9-9618-b3a1e41c41ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1096 time: 0.4430127 Jan 31 18:00:51.823611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.840290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Transition to ACTIVE for port object b24e04ec-da6b-465c-a586-407bc5b05dbc will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:51.871002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Transition to ACTIVE for port object b24e04ec-da6b-465c-a586-407bc5b05dbc will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:51.878942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.918738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.919008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.958337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:51.994466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d32395c0-76b1-4836-b449-bb4d4e964104 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:52.026327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=341fa1f5-a647-4fb6-bd78-240968f126c0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:52.040140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.041340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d32395c0-76b1-4836-b449-bb4d4e964104 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:52.041864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d32395c0-76b1-4836-b449-bb4d4e964104 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:52.044591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:52.046071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.053842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:52.054201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.054807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02705ed-fb25-4d55-a582-1cba21ad2f98 None None] Network c252715e-0269-4ba5-bf67-46adb1ca6102 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:52.067115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:52.074049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:52.095734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Pushing event deleted for resources: {'Port': ['ID=44baea91-587a-46d4-bcae-bee459ad9da7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:52.105390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.142203 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33e19ada-36e0-4428-9a42-bfb8dd966940 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/341fa1f5-a647-4fb6-bd78-240968f126c0 HTTP/1.1" status: 204 len: 168 time: 1.7991197 Jan 31 18:00:52.149481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60410) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:52.217736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Pushing event updated for resources: {'Port': ['ID=b24e04ec-da6b-465c-a586-407bc5b05dbc,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:52.248716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Attempting to bind port b24e04ec-da6b-465c-a586-407bc5b05dbc on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:52.249239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Attempting to bind port b24e04ec-da6b-465c-a586-407bc5b05dbc by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:52.249714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Attempting to bind port b24e04ec-da6b-465c-a586-407bc5b05dbc on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:52.282182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.283469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.287000 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a955bd73-6cd2-477d-90a4-a48b2967940f tempest-FloatingIPAdminTestJSON-1475198120 tempest-FloatingIPAdminTestJSON-1475198120-project] 10.222.0.110 "DELETE /v2.0/floatingips/b2cc10fc-9b2d-449f-8485-55870a5e342a HTTP/1.1" status: 204 len: 168 time: 1.7467868 Jan 31 18:00:52.317130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:52.317802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:52.318299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.318784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Bound using segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:52.319342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Bound port: b24e04ec-da6b-465c-a586-407bc5b05dbc, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:52.319828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.440754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] For port b24e04ec-da6b-465c-a586-407bc5b05dbc, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:52.444913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] For port b24e04ec-da6b-465c-a586-407bc5b05dbc, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b24e04ec-da6b-465c-a586-407bc5b05dbc,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:52.451336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.458808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.511477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.552269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] DHCP port deletion for c252715e-0269-4ba5-bf67-46adb1ca6102 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:00:52.562845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Deleting port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:52.563311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.588045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef192f-123d-4e4d-92d4-f98f5c3e1040 None None] Pushing event updated for resources: {'Port': ['ID=b24e04ec-da6b-465c-a586-407bc5b05dbc,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:52.605033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60418) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:52.624464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-07dfbc75-bf14-49d6-ba1a-02e8367a88c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:52.625925 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-07dfbc75-bf14-49d6-ba1a-02e8367a88c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 200 len: 898 time: 0.7937593 Jan 31 18:00:52.780187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:52.878333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Allocated IP 172.26.4.22 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/e69add6c-8f03-47a7-9118-1b4e759678e9) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:52.878926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-fc078d95-69e0-4c8f-9923-0fafa84371d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 200 len: 217 time: 0.2416725 Jan 31 18:00:52.992672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.045429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] For port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,segment=NetworkSegment(e1b81640-a5b6-419d-9883-db7a6f4444b7),segment_id=e1b81640-a5b6-419d-9883-db7a6f4444b7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:53.046016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.058729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:53.059092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.168831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.185931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Calling delete_port for cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:53.191722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8108cd0e-897e-46f9-95ff-0ef849814b2e req-b8c81cb7-f70b-4297-b9bd-c8b20391d341 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:53.193184 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8108cd0e-897e-46f9-95ff-0ef849814b2e req-b8c81cb7-f70b-4297-b9bd-c8b20391d341 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.3017981 Jan 31 18:00:53.237895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.264797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:53.282702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.307937 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8108cd0e-897e-46f9-95ff-0ef849814b2e req-d203bcb0-a49a-404e-b9b1-b0831eddd597 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052785 Jan 31 18:00:53.308663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-794836a2-c685-4077-b581-17c9a1686cc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:53.310800 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-794836a2-c685-4077-b581-17c9a1686cc4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4771620c-415d-4878-ae6f-55287a711009 HTTP/1.1" status: 200 len: 834 time: 0.3915350 Jan 31 18:00:53.325876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:53.326638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e69add6c-8f03-47a7-9118-1b4e759678e9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:53.329234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:53.332086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:53.345679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] Pushing event deleted for resources: {'Port': ['ID=cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:53.385945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da6c97-5660-445f-8879-0a45272ae370 None None] No DVR routers for this DVR port cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:53.457721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] The port 'cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:00:53.512977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.513754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.537758 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8e797af3-a4d2-47ac-82bd-6dafa5bced0a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=6cf5c6a41eb24e239987ca6fbe3c8d28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9266524 Jan 31 18:00:53.551260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60430) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:53.568903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:53.781066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7a509-91d1-4d72-93f0-c532c77e6739 req-7b396560-560e-41d9-b76c-394cb4913ef9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:53.783019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-16a7a509-91d1-4d72-93f0-c532c77e6739 req-7b396560-560e-41d9-b76c-394cb4913ef9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 943 time: 0.7784812 Jan 31 18:00:53.921397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba907dc-4031-47db-b963-1821686b97f6 req-c955316d-fb30-4a76-bd43-b0de71a10e9c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:53.923088 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ba907dc-4031-47db-b963-1821686b97f6 req-c955316d-fb30-4a76-bd43-b0de71a10e9c tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.1171858 Jan 31 18:00:53.933995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a3d593-b7d6-4661-975b-9b59f197c3de None None] Network 31d5149d-3eec-4752-9ad4-75be792b1778 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:00:53.999161 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ba907dc-4031-47db-b963-1821686b97f6 req-3b535e01-9b64-4c86-8bdd-05fe29e396ab tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689704 Jan 31 18:00:54.008939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Router f4641ecc-08f0-4d47-aa99-f85371b63428 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:00:54.054088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 52d61339-51f7-4803-a04a-55bac0e4090a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:00:54.055952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-240b087f-f49f-497b-8011-b986b23237ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7324131 Jan 31 18:00:54.056609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b24e04ec-da6b-465c-a586-407bc5b05dbc up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:54.135092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.138774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.147433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ce7171b9-0ddf-44b4-9fa6-612fe5111322 None None] Provisioning for port b24e04ec-da6b-465c-a586-407bc5b05dbc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:54.243750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:54.269793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.271148 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4dd4eaaf-bab5-4dbf-99b9-82b5567117e4 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2006309 Jan 31 18:00:54.273993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60436) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:54.287450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:54.348857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b24e04ec-da6b-465c-a586-407bc5b05dbc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:54.395155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:54.395706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:54.436661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.475407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=b94204e1-3f7d-4aac-bdc5-4dc8f6c450ba,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:54.499799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b24e04ec-da6b-465c-a586-407bc5b05dbc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:54.500221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.511674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c252715e-0269-4ba5-bf67-46adb1ca6102']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:54.573929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=52d61339-51f7-4803-a04a-55bac0e4090a,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:54.596316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b81640-a5b6-419d-9883-db7a6f4444b7') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:54.596685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b81640-a5b6-419d-9883-db7a6f4444b7') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:54.680227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '52d61339-51f7-4803-a04a-55bac0e4090a', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'port_id': '52d61339-51f7-4803-a04a-55bac0e4090a', 'mac_address': 'fa:16:3e:7e:cf:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:00:54.701761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-16a7a509-91d1-4d72-93f0-c532c77e6739 req-8e49919a-9de9-464a-8524-2a7955e57d47 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8730981 Jan 31 18:00:54.714735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.748848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.825053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Allocated IP 172.26.4.94 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cf7368af-3a91-47c8-b312-0689b4db5f39) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:54.843322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.865577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.876206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:54.891275 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-84e60a24-eecb-488c-a587-bb78dbc0d93c service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8083425 Jan 31 18:00:54.933669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d61339-51f7-4803-a04a-55bac0e4090a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:00:54.939114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.949704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1413 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:00:54.949869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:00:54.966377 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:00:55.046150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=52d61339-51f7-4803-a04a-55bac0e4090a,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:55.128363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.176786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.226538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b24e04ec-da6b-465c-a586-407bc5b05dbc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b24e04ec-da6b-465c-a586-407bc5b05dbc,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:55.239800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.273604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:55.306280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.338673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.341508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:00:55.353315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.358460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.391362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:00:55.391861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cd0e4d2a-c055-46eb-90c8-9b7978c3fbf8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:00:55.408911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=c252715e-0269-4ba5-bf67-46adb1ca6102,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:55.431126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8e2d04-04bd-4d75-a9aa-01fe8c8cf103,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:55.446836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['52d61339-51f7-4803-a04a-55bac0e4090a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:00:55.484740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd01d09-1364-41f1-8d97-8ade1babc5f2 req-b9ba6335-42c4-4fa7-86f5-44cbc2deb1be tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:55.486407 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5fd01d09-1364-41f1-8d97-8ade1babc5f2 req-b9ba6335-42c4-4fa7-86f5-44cbc2deb1be tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.2165949 Jan 31 18:00:55.510752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b24e04ec-da6b-465c-a586-407bc5b05dbc,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:55.524995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-97b0e6ba-2a78-424c-baf7-ff927f733c50 None None] Provisioning complete for port b24e04ec-da6b-465c-a586-407bc5b05dbc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:55.525512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97b0e6ba-2a78-424c-baf7-ff927f733c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.623592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ab97a54e-7076-4869-b32d-39b8a739fbcc tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/c252715e-0269-4ba5-bf67-46adb1ca6102 HTTP/1.1" status: 204 len: 168 time: 3.4670210 Jan 31 18:00:55.630596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:55.634921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Allocated IP 172.20.0.1 (31d5149d-3eec-4752-9ad4-75be792b1778/9ecec5cf-a981-4815-8f4f-bfbe770f6501/c6579c62-81e2-4ed9-addb-bfbd341ae42b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:00:55.643411 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4e15699-b1e6-4406-9741-f313ffaa8e06 req-5a620b3e-fb5a-4bab-b104-e09bbf1a2e62 service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953001 Jan 31 18:00:55.694550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:53Z', 'revision_number': 3, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:55.695468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.698932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0e80a6a5-6f4b-47c4-9232-b00ae21df652 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/5a8e2d04-04bd-4d75-a9aa-01fe8c8cf103 HTTP/1.1" status: 204 len: 168 time: 2.1437109 Jan 31 18:00:55.709015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:55.732209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:00:55.732566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Updating router f4641ecc-08f0-4d47-aa99-f85371b63428 port e69add6c-8f03-47a7-9118-1b4e759678e9 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:00:55.750456 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5fd01d09-1364-41f1-8d97-8ade1babc5f2 req-906c07ae-aec3-43e2-aac8-c35bbd327423 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539570 Jan 31 18:00:55.860611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.043591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.059108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b24e04ec-da6b-465c-a586-407bc5b05dbc up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:56.148072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Transition to ACTIVE for port object c6579c62-81e2-4ed9-addb-bfbd341ae42b will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:56.223036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60452) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:56.232574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b24e04ec-da6b-465c-a586-407bc5b05dbc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:56.233163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.262635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.294556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.325285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-28750d54-3ad2-41af-ad4a-a9517f384728 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:56.326868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-28750d54-3ad2-41af-ad4a-a9517f384728 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.86 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.7534511 Jan 31 18:00:56.377504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:56.395333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Usage tracker for resource:security_group_rule and tenant:143973d9090346df92c464c07b4b313b is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:56.404810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:56.406954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:56.409441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Pushing event updated for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:56.415493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:56.417909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:56.421849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:56.434947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.482568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.535756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Deleting port 0d31acf8-0859-42ad-adbc-803020eeaa45 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:56.536096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.571945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.659957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.673888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Transition to ACTIVE for port object e69add6c-8f03-47a7-9118-1b4e759678e9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:00:56.682893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.704646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.717693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.741799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port c7eba8fc-0d46-416f-8622-8c61a704612f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:56.742054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.782111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cb078-a694-4bef-abd1-a89e4be7bf7d None None] Pushing event updated for resources: {'Port': ['ID=e69add6c-8f03-47a7-9118-1b4e759678e9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:56.812117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:56.817016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Attempting to bind port e69add6c-8f03-47a7-9118-1b4e759678e9 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:00:56.817626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Attempting to bind port e69add6c-8f03-47a7-9118-1b4e759678e9 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:00:56.818168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Attempting to bind port e69add6c-8f03-47a7-9118-1b4e759678e9 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:00:56.829153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:56.844816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:00:56.845095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:00:56.846798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.847320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:00:56.849038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Bound port: e69add6c-8f03-47a7-9118-1b4e759678e9, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:00:56.849506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.867017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c8646f-b129-4e51-8f9b-784ae19d5613,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:56.874550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.886685 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e24be223-38a8-4dee-b4d5-f6b45c1e39a5 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=143973d9090346df92c464c07b4b313b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6607635 Jan 31 18:00:56.893453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60458) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:56.912165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-33073d33-0566-4b2f-a838-55377aa290b6 None None] Provisioning for port c6579c62-81e2-4ed9-addb-bfbd341ae42b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:56.951875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-33073d33-0566-4b2f-a838-55377aa290b6 None None] Provisioning complete for port c6579c62-81e2-4ed9-addb-bfbd341ae42b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:56.952514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33073d33-0566-4b2f-a838-55377aa290b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:56.978259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:00:57.012896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ade0f0-da45-4ac2-bb71-5e787810d719 req-6e42ae6d-9030-486f-b3d8-8d6755be4c8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:57.014294 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-67ade0f0-da45-4ac2-bb71-5e787810d719 req-6e42ae6d-9030-486f-b3d8-8d6755be4c8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 944 time: 1.0244520 Jan 31 18:00:57.029938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=cf7368af-3a91-47c8-b312-0689b4db5f39,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:57.054418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-33073d33-0566-4b2f-a838-55377aa290b6 None None] Port c6579c62-81e2-4ed9-addb-bfbd341ae42b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:57.058058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] For port e69add6c-8f03-47a7-9118-1b4e759678e9, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:00:57.061131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] For port e69add6c-8f03-47a7-9118-1b4e759678e9, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e69add6c-8f03-47a7-9118-1b4e759678e9,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:00:57.066563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.146925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0cb078-a694-4bef-abd1-a89e4be7bf7d None None] Pushing event updated for resources: {'Port': ['ID=e69add6c-8f03-47a7-9118-1b4e759678e9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:57.152998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:57.153596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:57.204088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router e06a01e7-73d3-4f91-b09d-34b0aeb8694f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:57.207268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.341474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:00:57.383250 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-67ade0f0-da45-4ac2-bb71-5e787810d719 req-62d3f6c8-b00c-4984-b7b1-71347ad0a635 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3429625 Jan 31 18:00:57.462624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.536600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0627f6-9dff-4e85-9393-73f0de0fa483 req-713eafda-ef32-4ce6-b224-6ee471b62b24 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:57.538453 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8f0627f6-9dff-4e85-9393-73f0de0fa483 req-713eafda-ef32-4ce6-b224-6ee471b62b24 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 946 time: 0.5634398 Jan 31 18:00:57.552873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.655528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.669799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.706004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Calling delete_port for c7eba8fc-0d46-416f-8622-8c61a704612f owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:57.713721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:00:55Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:57.717738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fd85f0-e7ea-4299-9b1e-aec0f7a8d114 None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:00:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:00:55Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:57.744844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8f0627f6-9dff-4e85-9393-73f0de0fa483 req-5bb8d819-29a5-4b23-87b6-d3248a9d9eb6 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/security-groups?id=489096ac-25f0-47e9-9c4a-f70b8fcb13ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937926 Jan 31 18:00:57.745445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.811709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c8646f-b129-4e51-8f9b-784ae19d5613,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:57.840134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] For port 0d31acf8-0859-42ad-adbc-803020eeaa45, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0d31acf8-0859-42ad-adbc-803020eeaa45,segment=NetworkSegment(fd035460-afcf-4c6c-934b-501ef91349dd),segment_id=fd035460-afcf-4c6c-934b-501ef91349dd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:57.840490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.863760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.873499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Pushing event updated for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:57.881655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:57.885151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2e39e5d3-bbfc-4d54-a15a-4bdc9a780eec admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/48c8646f-b129-4e51-8f9b-784ae19d5613 HTTP/1.1" status: 204 len: 168 time: 0.9882822 Jan 31 18:00:58.060098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 52d61339-51f7-4803-a04a-55bac0e4090a up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:00:58.084690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:00:58.089960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:00:58.213393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 52d61339-51f7-4803-a04a-55bac0e4090a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:00:58.226102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 52d61339-51f7-4803-a04a-55bac0e4090a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:58.226315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.276902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Calling delete_port for 0d31acf8-0859-42ad-adbc-803020eeaa45 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:58.435983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.468713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:58.497383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=52d61339-51f7-4803-a04a-55bac0e4090a,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:58.498492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4c858e2b-cdba-4e31-ad06-269760b42e3e None None] Provisioning complete for port c6579c62-81e2-4ed9-addb-bfbd341ae42b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:00:58.498952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c858e2b-cdba-4e31-ad06-269760b42e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.551395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port 33c73b36-84f7-4fe4-8757-8211ee2afd3b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:00:58.551768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.574882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c858e2b-cdba-4e31-ad06-269760b42e3e None None] Port c6579c62-81e2-4ed9-addb-bfbd341ae42b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:00:58.576591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.669817 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a', 'code': 200} Jan 31 18:00:58.670793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:58.836633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:00:58.852076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:58.865877 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] Sync routers for ids ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:00:58.880891 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] Routers {'e06a01e7-73d3-4f91-b09d-34b0aeb8694f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:58.881584 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:58.883898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:58.923115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port 33c73b36-84f7-4fe4-8757-8211ee2afd3b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=33c73b36-84f7-4fe4-8757-8211ee2afd3b,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:00:58.924196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.014660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:59.026398 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] Routers {'e06a01e7-73d3-4f91-b09d-34b0aeb8694f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:00:59.027397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:59.091019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:00:59.091671 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f552ab5-6624-47b2-985a-a4bcda8bc099 None None] The sync data for ids ['e06a01e7-73d3-4f91-b09d-34b0aeb8694f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:00:59.111970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for 33c73b36-84f7-4fe4-8757-8211ee2afd3b owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:00:59.155304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a69ab299-9ca0-4798-bb91-bd869ace46f8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/e06a01e7-73d3-4f91-b09d-34b0aeb8694f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6845024 Jan 31 18:00:59.155304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.158005 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1292bd07-8bac-4d19-a415-54d6d6cac513 req-5c01d077-eb11-4692-a9a4-41d55b5023a1 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.0943217 Jan 31 18:00:59.158620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60476) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:59.180039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Pushing event deleted for resources: {'Port': ['ID=0d31acf8-0859-42ad-adbc-803020eeaa45,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:59.267413 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.387709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Port': ['ID=c7eba8fc-0d46-416f-8622-8c61a704612f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:00:59.399330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] No DVR routers for this DVR port 0d31acf8-0859-42ad-adbc-803020eeaa45 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:00:59.404873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:00:59.410977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.414550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'name': 'network-vif-deleted', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:00:59.420420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Usage tracker for resource:security_group_rule and tenant:9a647f6640c040109d73d647dd782249 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:00:59.428290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:00:59.466375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:00:59.471663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a014598-e72f-4730-b5fb-999d6ea24095 req-68ffaf1e-c094-458b-90ce-5579e8c3c38b tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.86 "DELETE /v2.0/ports/0d31acf8-0859-42ad-adbc-803020eeaa45 HTTP/1.1" status: 204 len: 173 time: 3.1318467 Jan 31 18:00:59.591896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6d237-685e-409d-ba83-c9b16fc167ab req-97eb81b9-7386-461a-93f0-59e2445add87 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:00:59.592937 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9f6d237-685e-409d-ba83-c9b16fc167ab req-97eb81b9-7386-461a-93f0-59e2445add87 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.7622221 Jan 31 18:00:59.601549 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9243a00b-14c3-4a1d-9330-d490b223833e', 'name': 'network-vif-deleted', 'tag': '0d31acf8-0859-42ad-adbc-803020eeaa45', 'status': 'completed', 'code': 200} Jan 31 18:00:59.606921 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1d39bc26-cbdc-416d-8497-6c2247a1d59d req-028207a8-dd3e-4d9d-bab5-0efac9efe4de service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1098 time: 0.6351740 Jan 31 18:00:59.816393 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9f6d237-685e-409d-ba83-c9b16fc167ab req-4df5b8d6-4df3-48f1-8da6-e7cff4d3ab8e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085128 Jan 31 18:00:59.832693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.839400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:00:59.840457 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1d39bc26-cbdc-416d-8497-6c2247a1d59d req-37b1f44e-35ab-4420-b121-ce694c9c3cc2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097037 Jan 31 18:00:59.866629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.875728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.949072 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-166c8848-bddb-4fa7-ac50-38ef91752d81 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] remove_router_interface failed (client error): The resource could not be found. Jan 31 18:00:59.952756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-166c8848-bddb-4fa7-ac50-38ef91752d81 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/e06a01e7-73d3-4f91-b09d-34b0aeb8694f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7861929 Jan 31 18:00:59.953059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60482) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:00:59.994940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:00:59.997774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369b3ee7-0dd2-4015-af38-0df0511a044d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:00.006466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e69add6c-8f03-47a7-9118-1b4e759678e9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:00.007001 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2359b44b-50c1-40bb-892d-6c75def6536c admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9a647f6640c040109d73d647dd782249&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1240952 Jan 31 18:01:00.054659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0d31acf8-0859-42ad-adbc-803020eeaa45 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:00.066665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:00.091091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 0d31acf8-0859-42ad-adbc-803020eeaa45 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:00.091422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0d31acf8-0859-42ad-adbc-803020eeaa45 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:00.103076 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7fb28136-bbdc-4ddb-835b-f2f7a81e21c4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=e06a01e7-73d3-4f91-b09d-34b0aeb8694f HTTP/1.1" status: 200 len: 205 time: 0.1490049 Jan 31 18:01:00.118894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port e69add6c-8f03-47a7-9118-1b4e759678e9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:00.120951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60488) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:00.121933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=33c73b36-84f7-4fe4-8757-8211ee2afd3b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:00.125061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e69add6c-8f03-47a7-9118-1b4e759678e9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:00.125444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.508029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.530957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.534230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port e69add6c-8f03-47a7-9118-1b4e759678e9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e69add6c-8f03-47a7-9118-1b4e759678e9,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:00.539189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.547735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.579023 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aefe413a-43ea-4f43-9536-c639be96de21 req-7039c5ab-1b5e-4e00-a9f8-1b8c3d7c80a4 tempest-TestServerAdvancedOps-839620775 tempest-TestServerAdvancedOps-839620775-project] 10.222.0.110 "GET /v2.0/ports?device_id=9243a00b-14c3-4a1d-9330-d490b223833e HTTP/1.1" status: 200 len: 210 time: 0.1347513 Jan 31 18:01:00.586549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.611683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=e69add6c-8f03-47a7-9118-1b4e759678e9,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:00.680039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.769041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:00.953016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.017767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.058571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369b3ee7-0dd2-4015-af38-0df0511a044d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:01.175862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.179757 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-49fdb2f8-833d-4ac7-96ea-31ae14e20eb9 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/369b3ee7-0dd2-4015-af38-0df0511a044d HTTP/1.1" status: 204 len: 168 time: 1.0687051 Jan 31 18:01:01.203884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Router 573228e5-2542-491f-b6af-e880a630c159 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:01.224263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b5080-97bf-44e9-bb76-867b42ab5e28 req-5edac047-0d37-4b62-b9ec-0263a74bdecd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:01.230007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe1b5080-97bf-44e9-bb76-867b42ab5e28 req-5edac047-0d37-4b62-b9ec-0263a74bdecd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.2566297 Jan 31 18:01:01.274248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.333443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.367867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.431794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.452310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:01.532257 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe1b5080-97bf-44e9-bb76-867b42ab5e28 req-553dacc0-fa54-4db2-b59e-293f29cbf1b7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990124 Jan 31 18:01:01.542756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af526a79-1317-486b-8a6a-657142455f7f admin admin] 10.222.0.110 "PUT /v2.0/routers/f4641ecc-08f0-4d47-aa99-f85371b63428/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2662930 Jan 31 18:01:01.556514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event updated for resources: {'Port': ['ID=cf7368af-3a91-47c8-b312-0689b4db5f39,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:01.577154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.600567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.601198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router e06a01e7-73d3-4f91-b09d-34b0aeb8694f {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:01.625171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:01.628010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-49fbf31c-f7d8-490e-a0da-05b87e8478a6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/e06a01e7-73d3-4f91-b09d-34b0aeb8694f HTTP/1.1" status: 204 len: 168 time: 1.5001302 Jan 31 18:01:01.629881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60510) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:01.636652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:01.642216 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-791aedea-e6e8-4886-8736-cd0b74c83e86 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5594089 Jan 31 18:01:01.648953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] Sync routers for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:01.650915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:01.673479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:01.675679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:01.739334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-0f3dd6f0-324a-4618-b6e7-eb1e4cdad001 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] show failed (client error): The resource could not be found. Jan 31 18:01:01.739334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0f3dd6f0-324a-4618-b6e7-eb1e4cdad001 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "GET /v2.0/routers/tempest-non_exist_router-20127881 HTTP/1.1" status: 404 len: 333 time: 0.0807462 Jan 31 18:01:01.739334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60520) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:01.749867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f9cda3ac-d804-47ec-9370-90a5b066e82a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:01.764226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60524) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:01.837007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:01.859780 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-f9cda3ac-d804-47ec-9370-90a5b066e82a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] update failed (client error): The resource could not be found. Jan 31 18:01:01.862313 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f9cda3ac-d804-47ec-9370-90a5b066e82a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "PUT /v2.0/routers/tempest-non_exist_router-173657085 HTTP/1.1" status: 404 len: 334 time: 0.1243954 Jan 31 18:01:01.868158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60532) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:01.869844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:01.873099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] Routers {'573228e5-2542-491f-b6af-e880a630c159'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:01.877577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['573228e5-2542-491f-b6af-e880a630c159'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:01.952356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Deleting subnet 7fa512b4-3eb2-4955-8596-5a6b8114c404 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:01.960196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.011075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:02.011497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e59293-f32b-4b60-b48f-8d43004582d0 None None] The sync data for ids ['573228e5-2542-491f-b6af-e880a630c159'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:02.096021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e69add6c-8f03-47a7-9118-1b4e759678e9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:02.221215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e69add6c-8f03-47a7-9118-1b4e759678e9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:02.221611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.332755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.449233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet f24c034a-588b-4924-920b-4f4bb1a1e658 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:02.462691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.506921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:02.519020 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e612e597-6b0f-4749-ae94-fe6e29584e86 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8873768 Jan 31 18:01:02.520262 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:02.522490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting subnet 6af97945-0d4f-4aae-a700-966b0c52212d {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:02.523277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60550) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:02.527986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.528169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.540359 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:02.540984 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:02.612203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.614430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.688332 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Floating IP dfae90df-1d9a-4d56-ac4a-2750098a4369 associated. External IP: 172.26.4.94, port: 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f. Jan 31 18:01:02.819480 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:02.881360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.943238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:02.965799 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa512b4-3eb2-4955-8596-5a6b8114c404,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:02.982471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.010120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2d65b846-725b-4980-86d9-707134661fb3 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/7fa512b4-3eb2-4955-8596-5a6b8114c404 HTTP/1.1" status: 204 len: 168 time: 1.2434213 Jan 31 18:01:03.021105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60564) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:03.027197 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:03.042990 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:03.048477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting subnet 03b77664-0dd3-4a1e-94e1-bf16fba8734c {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:03.052611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.060583 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:03.061186 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:03.116575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.142536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60570) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:03.157082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1881374258-network', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:03.169435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:03.176975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Usage tracker for resource:network and tenant:7598e34c49b145849796d4629aa5c4e9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:03.185802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:03.187162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.208368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:03.228817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Made reservation on behalf of 7598e34c49b145849796d4629aa5c4e9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:03.231464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.250387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.263936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.286348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.293744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7746410-6079-4eb5-8b72-042340655b44 req-d8ce7a40-f785-446a-a0f8-fc8cf43b230c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:03.295398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b7746410-6079-4eb5-8b72-042340655b44 req-d8ce7a40-f785-446a-a0f8-fc8cf43b230c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.4849770 Jan 31 18:01:03.312042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:03.324508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=f24c034a-588b-4924-920b-4f4bb1a1e658,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:03.341109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.347445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd61cf8-53de-4bd1-a2c3-98972fe1b9d1 None None] Network 4e9eced0-fba4-4ec8-a85d-44375de77427 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:03.353384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:03.361754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Usage tracker for resource:security_group_rule and tenant:7598e34c49b145849796d4629aa5c4e9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:03.366973 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-268bd899-0938-4596-b4d1-86a37506dc57 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/f24c034a-588b-4924-920b-4f4bb1a1e658 HTTP/1.1" status: 204 len: 168 time: 1.7349436 Jan 31 18:01:03.368475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.397372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:03.408989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:03.409554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60578) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:03.474178 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:03.480407 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269ce07-38bf-4657-a0ac-5af924e7f4d8 None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:03.484821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.546853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Subnet': ['ID=03b77664-0dd3-4a1e-94e1-bf16fba8734c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:03.569285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.583487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.586222 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c8261f37-d91c-4998-959b-5f9583229156 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/03b77664-0dd3-4a1e-94e1-bf16fba8734c HTTP/1.1" status: 204 len: 168 time: 1.0619547 Jan 31 18:01:03.587812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.591679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82d757-eb30-40f0-a92f-68e6a1da7603 None None] Network d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:03.593177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60584) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:03.625331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5168e57-acf9-4eb1-bfa0-45f9a39fc882,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:03.697265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.716058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:01:03.755803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.756154 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Added segment 47d901af-fe7f-4eb2-b3fb-a50e2dafb447 of type vlan for network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 Jan 31 18:01:03.770801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.784571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.789228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port b8f07fae-e203-4c17-af2a-86e07adbeb8e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:03.789696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.813949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.819793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Deleting port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:03.820176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.923810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cc655d-af94-4d95-8803-5f85612e1d27 None None] Network c8b5fad5-13b6-4323-8b25-71dc9a144b69 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:03.959049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.960338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:03.961145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.965168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Subnet': ['ID=6af97945-0d4f-4aae-a700-966b0c52212d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:03.983596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:03.994906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] DHCP port deletion for 4e9eced0-fba4-4ec8-a85d-44375de77427 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:04.006470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 33c73b36-84f7-4fe4-8757-8211ee2afd3b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:04.025255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b7746410-6079-4eb5-8b72-042340655b44 req-b5d4380e-1a1d-49e1-8934-e5659020a8ed tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6409674 Jan 31 18:01:04.026049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60592) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:04.026451 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8804202 Jan 31 18:01:04.042094 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e3b090c2-d470-4d5c-a1fe-4d97c2a76b62 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/subnets/6af97945-0d4f-4aae-a700-966b0c52212d HTTP/1.1" status: 204 len: 168 time: 2.1692679 Jan 31 18:01:04.045164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60596) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:04.049071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.063033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Request body: {'subnet': {'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1881374258-subnet', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:04.072861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:04.077625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Usage tracker for resource:subnet and tenant:7598e34c49b145849796d4629aa5c4e9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:04.081251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:04.087635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:04.119249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 33c73b36-84f7-4fe4-8757-8211ee2afd3b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:04.119597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 33c73b36-84f7-4fe4-8757-8211ee2afd3b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:04.122500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] DHCP port deletion for d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:04.134610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Deleting port b8f07fae-e203-4c17-af2a-86e07adbeb8e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:04.134995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.195294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Deleting port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:04.195709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.216509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Made reservation on behalf of 7598e34c49b145849796d4629aa5c4e9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:04.221527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.318495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89197681-c206-4eeb-97fb-e624d3c58e1f admin admin] Pushing event updated for resources: {'Network': ['ID=2b0d6797-b64b-412f-9842-d3c8435dd0d3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:04.367834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:01:04.451731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60606) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:04.457908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] For port bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:04.458255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.594011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Calling delete_port for bf683fca-86d5-4c0c-9d0a-e29f68d9be98 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:04.650087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bce33-0499-4005-adf4-758405174641 req-9ed2f10d-1033-456f-bc2a-a03b7ab38d6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:04.657591 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c62bce33-0499-4005-adf4-758405174641 req-9ed2f10d-1033-456f-bc2a-a03b7ab38d6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.4175801 Jan 31 18:01:04.682091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8b4ce2e-6976-4b74-8951-a2a4e5ee3428']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:04.686294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-808185641', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:04.695324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:04.704921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Usage tracker for resource:port and tenant:c953642a234443809709cc69333d8112 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:04.705999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.709398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:04.732321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:04.753528 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c62bce33-0499-4005-adf4-758405174641 req-823ef67e-725d-4c9a-acb8-f23d6436e565 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946922 Jan 31 18:01:04.767962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.771917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Made reservation on behalf of c953642a234443809709cc69333d8112 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:04.774238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.822933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:04.825870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Port': ['ID=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:04.832939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] For port b8f07fae-e203-4c17-af2a-86e07adbeb8e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8f07fae-e203-4c17-af2a-86e07adbeb8e,segment=NetworkSegment(22c9c095-3f74-4030-aafe-3a1c5d2c18c8),segment_id=22c9c095-3f74-4030-aafe-3a1c5d2c18c8)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:04.833332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.840739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.856001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] For port bf683fca-86d5-4c0c-9d0a-e29f68d9be98, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bf683fca-86d5-4c0c-9d0a-e29f68d9be98,segment=NetworkSegment(dbb183be-db25-4717-a597-04246cdef33a),segment_id=dbb183be-db25-4717-a597-04246cdef33a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:04.856408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.858879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No DVR routers for this DVR port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:04.921201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd035460-afcf-4c6c-934b-501ef91349dd') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:04.932243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd035460-afcf-4c6c-934b-501ef91349dd') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:04.989281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:04.998272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b51bab67-31c6-40f5-b0ce-f11c45d2c137,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:04.999672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] DHCP port deletion for c8b5fad5-13b6-4323-8b25-71dc9a144b69 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:05.011105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Calling delete_port for b8f07fae-e203-4c17-af2a-86e07adbeb8e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:05.026603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.028051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.053016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:05.066697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb183be-db25-4717-a597-04246cdef33a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:05.066899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb183be-db25-4717-a597-04246cdef33a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:05.106787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.110803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.134015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:05.142963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Releasing vlan 1427 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:05.142963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.143290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Usage tracker for resource:security_group_rule and tenant:c953642a234443809709cc69333d8112 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:05.145296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.150522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:05.160122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Releasing vlan 1408 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:05.160524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:05.161024 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:05.176972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Calling delete_port for bf683fca-86d5-4c0c-9d0a-e29f68d9be98 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:05.177218 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:05.179869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:05.212902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Deleting port 0c427511-928e-4548-a0e5-79e942baf243 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:05.213537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.222372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port b8f07fae-e203-4c17-af2a-86e07adbeb8e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b8f07fae-e203-4c17-af2a-86e07adbeb8e,segment=NetworkSegment(22c9c095-3f74-4030-aafe-3a1c5d2c18c8),segment_id=22c9c095-3f74-4030-aafe-3a1c5d2c18c8)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:05.222741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.239685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port 0c427511-928e-4548-a0e5-79e942baf243 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:05.239917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.291546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.312942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.332907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-378d9d17-c208-4f35-af95-ab205fe95be4 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1093 time: 0.5048203 Jan 31 18:01:05.338014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Pushing event deleted for resources: {'Network': ['ID=d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:05.347759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:05.361676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '52d61339-51f7-4803-a04a-55bac0e4090a', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:05.371408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:05.372831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.381716 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f946add-ebea-45f9-90ac-3ee7a4bb40bd tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/networks/d4d1aa7d-ef0c-4ed3-aaaa-e74f064983cd HTTP/1.1" status: 204 len: 168 time: 1.7598965 Jan 31 18:01:05.387359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:05.389993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:05.399314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:05.404479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:05.426256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for b8f07fae-e203-4c17-af2a-86e07adbeb8e owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:05.429731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] Pushing event deleted for resources: {'Port': ['ID=b8f07fae-e203-4c17-af2a-86e07adbeb8e,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:05.431591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:05.432024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:05.440499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b21222-9bf7-4cfb-83b2-bfcad74ca773 None None] No DVR routers for this DVR port b8f07fae-e203-4c17-af2a-86e07adbeb8e on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:05.470023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:05.480264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Checking segment: {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:05.480743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Network hostable DHCP agents. Network: 2b0d6797-b64b-412f-9842-d3c8435dd0d3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:01:05.498847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.507845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.536049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.558480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] For port 0c427511-928e-4548-a0e5-79e942baf243, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c427511-928e-4548-a0e5-79e942baf243,segment=NetworkSegment(b15dcfe6-9228-454a-8dd6-a5339e9b1357),segment_id=b15dcfe6-9228-454a-8dd6-a5339e9b1357)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:05.559022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.573749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.591419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] device_id is not set on port 795c89a5-2386-402c-863f-d7deef20a3bf yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:01:05.594832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8b4ce2e-6976-4b74-8951-a2a4e5ee3428,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:05.641206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.652651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] 10.222.0.110 "DELETE /v2.0/networks/d8b4ce2e-6976-4b74-8951-a2a4e5ee3428 HTTP/1.1" status: 204 len: 168 time: 2.6272905 Jan 31 18:01:05.662152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:05.673444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.673918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.674261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.674592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.674922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.675250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.675576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.675897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.676503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.676503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.676841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e7fcd8-a05f-452c-b369-462def804658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:05.698712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Calling delete_port for 0c427511-928e-4548-a0e5-79e942baf243 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:05.776482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.788640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:05.788640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:05.811817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:01:05.823793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] Pushing event deleted for resources: {'Port': ['ID=0c427511-928e-4548-a0e5-79e942baf243,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:05.831243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d278ca-aa59-4f36-b11c-d7ff856d7334 None None] No DVR routers for this DVR port 0c427511-928e-4548-a0e5-79e942baf243 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:05.849493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 2b0d6797-b64b-412f-9842-d3c8435dd0d3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:05.852474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=025d3c5c-ce5c-44f0-a26e-0be28ba5bd82,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:05.855345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:05.855929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.867348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44150508-5b78-429c-af53-871816a79805 None None] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:05.896525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] For port 0c427511-928e-4548-a0e5-79e942baf243, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0c427511-928e-4548-a0e5-79e942baf243,segment=NetworkSegment(b15dcfe6-9228-454a-8dd6-a5339e9b1357),segment_id=b15dcfe6-9228-454a-8dd6-a5339e9b1357)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:05.896882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.914011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e5024160-26bb-4a1d-afb8-26da0cd27f11 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8808734 Jan 31 18:01:05.927315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:05.969053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Deleting port bf683fca-86d5-4c0c-9d0a-e29f68d9be98 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:05.969496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:05.987964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:06.035753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Calling delete_port for 0c427511-928e-4548-a0e5-79e942baf243 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:06.044210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8f07fae-e203-4c17-af2a-86e07adbeb8e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:06.088630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4ad986bb-b525-4fdd-a495-e8fb704550dc None None] The port 'bf683fca-86d5-4c0c-9d0a-e29f68d9be98' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:06.089117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b8f07fae-e203-4c17-af2a-86e07adbeb8e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:06.089659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b8f07fae-e203-4c17-af2a-86e07adbeb8e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:06.090085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c427511-928e-4548-a0e5-79e942baf243 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:06.115382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 18:01:06.115959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Removed routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 18:01:06.116103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.117841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:06.118552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Router 991b24ff-8f53-4984-9205-b5eed57c1fb3 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:06.128728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Usage tracker for resource:router and tenant:7598e34c49b145849796d4629aa5c4e9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:06.132991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:06.133310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:06.143348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0c427511-928e-4548-a0e5-79e942baf243 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:06.143348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0c427511-928e-4548-a0e5-79e942baf243 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:06.143348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bf683fca-86d5-4c0c-9d0a-e29f68d9be98 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:06.162348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:06.167523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Deleting subnet 56f1a910-ccb3-416a-ba3e-c6c788da7067 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:06.233292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: bf683fca-86d5-4c0c-9d0a-e29f68d9be98 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:06.233670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bf683fca-86d5-4c0c-9d0a-e29f68d9be98 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:06.237155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:06.239236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.293334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port b8f07fae-e203-4c17-af2a-86e07adbeb8e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:06.293673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.315431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.316346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.336777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'fixed_ips': [{'subnet_id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:01:06.338044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.400954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Allocated IP 172.26.4.42 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/795c89a5-2386-402c-863f-d7deef20a3bf) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:06.407044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.504822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] The port 'b8f07fae-e203-4c17-af2a-86e07adbeb8e' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:06.511458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Allocated IP 172.20.0.2 (2b0d6797-b64b-412f-9842-d3c8435dd0d3/b51bab67-31c6-40f5-b0ce-f11c45d2c137/9085e6f0-08aa-4fa9-9612-1965027c856b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:06.587672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.639236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port 0c427511-928e-4548-a0e5-79e942baf243 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:06.639560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.660029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.683957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.692889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:06.712947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Sync routers for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:06.728591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.740905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:06.741945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:06.757051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] The port '0c427511-928e-4548-a0e5-79e942baf243' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:06.763280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9eced0-fba4-4ec8-a85d-44375de77427']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:06.788299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.812503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Transition to ACTIVE for port object 9085e6f0-08aa-4fa9-9612-1965027c856b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:06.818043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c9c095-3f74-4030-aafe-3a1c5d2c18c8') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:06.819291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c9c095-3f74-4030-aafe-3a1c5d2c18c8') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:06.828140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.849950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.877659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.890811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.900249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Transition to ACTIVE for port object 9085e6f0-08aa-4fa9-9612-1965027c856b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:06.918020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:06.918493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.925394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: util.warn( Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:06.938989 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:06.974047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:06.982984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:06.996152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:07.030328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.038825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.066575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Pushing event updated for resources: {'Port': ['ID=9085e6f0-08aa-4fa9-9612-1965027c856b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:07.068785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a5f6a59-d757-4c7f-956a-cb765ea5a431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.110220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:07.135731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.147152 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c9383ba6-6943-4a3a-b88c-84a233598b72 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.5023186 Jan 31 18:01:07.150265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:01:07.181838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b5fad5-13b6-4323-8b25-71dc9a144b69']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:07.189561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Attempting to bind port 9085e6f0-08aa-4fa9-9612-1965027c856b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:07.189932 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Attempting to bind port 9085e6f0-08aa-4fa9-9612-1965027c856b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:07.190288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Attempting to bind port 9085e6f0-08aa-4fa9-9612-1965027c856b on network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:07.202208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:07.202574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Checking segment: {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:07.202976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.203361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Bound using segment: {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:07.203822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Bound port: 9085e6f0-08aa-4fa9-9612-1965027c856b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:07.204319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.211840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15dcfe6-9228-454a-8dd6-a5339e9b1357') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:07.212061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15dcfe6-9228-454a-8dd6-a5339e9b1357') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:07.239087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.256008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.258833 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'status': 'completed', 'code': 200} Jan 31 18:01:07.280312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.305904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f1a910-ccb3-416a-ba3e-c6c788da7067,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:07.351459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.368375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.373482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=4e9eced0-fba4-4ec8-a85d-44375de77427,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:07.377325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.382151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a2b934b8-5b4d-4024-b614-ebb3874f1581 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/4e9eced0-fba4-4ec8-a85d-44375de77427 HTTP/1.1" status: 204 len: 168 time: 3.9712756 Jan 31 18:01:07.387318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] For port 9085e6f0-08aa-4fa9-9612-1965027c856b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:07.389055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:07.390356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.390531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] For port 9085e6f0-08aa-4fa9-9612-1965027c856b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9085e6f0-08aa-4fa9-9612-1965027c856b,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:07.395836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:07.396283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:07.414402 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:07.419431 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7a634be6-ffe1-476d-9768-4bda9c7c268c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/56f1a910-ccb3-416a-ba3e-c6c788da7067 HTTP/1.1" status: 204 len: 168 time: 1.7511804 Jan 31 18:01:07.421594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433272865'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:07.422180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:07.427533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60644) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:07.459458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.481875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:07.511666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:07.520497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:07.529538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:07.548344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.571994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.577325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:07.580795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.585795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725ddca-1e84-421d-bbc4-c4a66ca120f8 None None] Pushing event updated for resources: {'Port': ['ID=9085e6f0-08aa-4fa9-9612-1965027c856b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:07.600639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Network': ['ID=c8b5fad5-13b6-4323-8b25-71dc9a144b69,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:07.610115 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d34a2785-c0bb-47d1-8ec1-9ed6244d2f1c tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/networks/c8b5fad5-13b6-4323-8b25-71dc9a144b69 HTTP/1.1" status: 204 len: 168 time: 3.5116448 Jan 31 18:01:07.618050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbae9f-4f8b-4bb6-b09d-cbaa6117e48f req-fc65d8f2-f73b-41eb-9aea-4f588622c258 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:07.619835 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8abbae9f-4f8b-4bb6-b09d-cbaa6117e48f req-fc65d8f2-f73b-41eb-9aea-4f588622c258 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.3601444 Jan 31 18:01:07.620482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:07.625503 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-5b20ecbd-a43b-4483-8695-7782b7168c28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1099 time: 0.3623233 Jan 31 18:01:07.690723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'dfae90df-1d9a-4d56-ac4a-2750098a4369', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'mac_address': 'fa:16:3e:23:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:00:59Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 0, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:07.696115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Checking router: 991b24ff-8f53-4984-9205-b5eed57c1fb3 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:07.711166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:07.711858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:07.725761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1419, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:01:07.831560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.832145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment a808ba0f-8010-4537-9f76-2e81e32a3266 of type vlan for network b2126698-bc5c-4094-9872-0a934dfcc2df Jan 31 18:01:07.842707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.863828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:07.967048 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8abbae9f-4f8b-4bb6-b09d-cbaa6117e48f req-babfcd4c-e980-4d8f-8beb-67395d5d1044 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364537 Jan 31 18:01:08.027667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.048482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60652) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:08.157749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-d47d672d-33e8-432a-bf98-1c953268fafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:08.159796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-d47d672d-33e8-432a-bf98-1c953268fafd service neutron] 10.222.0.86 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 899 time: 0.4789543 Jan 31 18:01:08.160103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:08.163359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9085e6f0-08aa-4fa9-9612-1965027c856b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:08.167910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Pushing event updated for resources: {'Port': ['ID=795c89a5-2386-402c-863f-d7deef20a3bf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:08.180879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:08.183494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:08.190784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:08.239073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:08.245487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.247053 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57a74486-f1ac-4aa5-b5d4-342cd7315868 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 700 time: 2.8585200 Jan 31 18:01:08.254503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.153 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/8ad99418-4385-487c-9499-77d994610bf6) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:08.261482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60656) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:08.305322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:01:08.382809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9085e6f0-08aa-4fa9-9612-1965027c856b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:08.403308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-786245ff-860b-4dd4-86f0-fece378d63cb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:08.432789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.433138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.436542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:08.437184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.492848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting subnet 1962417f-eb10-4cdb-9918-505981504104 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:08.495850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.531994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:08.533125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.547237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7825d4-0ddb-40ee-8c4c-a5905f3731a7']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:08.557489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.594387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cc8e44-954f-4ef0-a713-54becb319217') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:08.594677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cc8e44-954f-4ef0-a713-54becb319217') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:08.610240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-786245ff-860b-4dd4-86f0-fece378d63cb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:08.612210 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-786245ff-860b-4dd4-86f0-fece378d63cb tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 205 time: 0.2947848 Jan 31 18:01:08.620167 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1e8c6aff-24ae-4c63-bdb3-165aced336d0 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.1631658 Jan 31 18:01:08.630478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60660) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:08.630807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60662) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:08.634741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'dfae90df-1d9a-4d56-ac4a-2750098a4369', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'mac_address': 'fa:16:3e:23:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:00:59Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 0, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:08.641588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4c917f-c945-48fe-a8aa-408daf744edf None None] The sync data for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv is: [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'dfae90df-1d9a-4d56-ac4a-2750098a4369', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'floating_ip_address': '172.26.4.94', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'mac_address': 'fa:16:3e:23:c4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:00:59Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 0, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:08.642330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.658013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.716895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.42'}]}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:08.746395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:08.763511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Usage tracker for resource:router and tenant:c953642a234443809709cc69333d8112 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:08.766945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.767297 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2aa16c0a-7ec4-4edb-a5b6-3dff1c39717b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 200 len: 991 time: 0.7156909 Jan 31 18:01:08.783907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:08.797388 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4055338 Jan 31 18:01:08.799473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:08.807703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60668) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:08.816355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:08.831436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.834616 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:08.835009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.836747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3e6fc-523c-48a1-af5d-4e5dd407d717 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=b2126698-bc5c-4094-9872-0a934dfcc2df,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:08.850247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b2126698-bc5c-4094-9872-0a934dfcc2df details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:08.852454 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:08.907946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-c51928ff-fabb-4934-bdce-25aa8d365284 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 999 time: 0.7405832 Jan 31 18:01:08.987673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:08.991120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab4a32-5b7a-4672-9512-cfaf5bafc0e9 None None] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:09.000456 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Sync routers for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:09.011570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.012478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.028550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:09.029675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:09.050867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.093254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Subnet': ['ID=1962417f-eb10-4cdb-9918-505981504104,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:09.100506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.112764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.115772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.116199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:09.125738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:09.129995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2b63ff3a-c132-4f7f-99cd-77141127d679 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/subnets/1962417f-eb10-4cdb-9918-505981504104 HTTP/1.1" status: 204 len: 168 time: 1.5080383 Jan 31 18:01:09.131424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-ea40c434-e59a-408d-8b3d-22c39f77f9e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:09.132783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-ea40c434-e59a-408d-8b3d-22c39f77f9e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 200 len: 834 time: 0.2150724 Jan 31 18:01:09.133615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:09.136081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:09.155864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.176483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:09.201378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Pushing event deleted for resources: {'Network': ['ID=af7825d4-0ddb-40ee-8c4c-a5905f3731a7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:09.209139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f49f73a-50ce-4aef-b05e-f91d6902d52e None None] Network f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:09.214785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.217552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] 10.222.0.110 "DELETE /v2.0/networks/af7825d4-0ddb-40ee-8c4c-a5905f3731a7 HTTP/1.1" status: 204 len: 168 time: 1.7876987 Jan 31 18:01:09.220035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:09.271476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.272119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.272701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.273269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.273994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.274522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.275388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.275946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.276430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.276911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.277393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038dafe9-2c5e-4516-aee1-01f99c48ba31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:09.287648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.314474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:09.350639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.373912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:09.382542 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Checking router: 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:09.411942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Routers {'97b8c2d9-6be3-47d3-af83-cfadd7f294c5'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:09.413825 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:00:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:09.483299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e3c5b2f-f865-4411-b1b1-3f5f027df69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.558340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60678) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:09.562069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Provisioning for port 9085e6f0-08aa-4fa9-9612-1965027c856b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:09.574378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Provisioning complete for port 9085e6f0-08aa-4fa9-9612-1965027c856b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:09.574587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.618467 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] Set router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:09.710712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting subnet b9f16898-65ac-4118-830f-e5f4069da17a {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:09.714790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.737490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.773262 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:09.778129 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5074b1a4-50c1-4c5a-b307-fac38d610b6d None None] The sync data for ids ['97b8c2d9-6be3-47d3-af83-cfadd7f294c5'] in dv-neutron-823271-3-hyperv is: [{'id': '97b8c2d9-6be3-47d3-af83-cfadd7f294c5', 'name': 'tempest-RoutersTest-router-602765697', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:58:47Z', 'updated_at': '2022-01-31T18:00:59Z', 'revision_number': 11, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:09.784540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] For port 9085e6f0-08aa-4fa9-9612-1965027c856b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9085e6f0-08aa-4fa9-9612-1965027c856b,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:09.790821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.843901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60682) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:09.856488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:09.882305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] DHCP port deletion for f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:09.897904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Deleting port 4c1950df-b465-453a-8152-777a84c391f5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:09.898414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:09.898694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=8ad99418-4385-487c-9499-77d994610bf6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:09.903176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:09.909380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:10.036544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4c1950df-b465-453a-8152-777a84c391f5 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:10.038033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.105508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-84d2f8e0-8967-4697-9976-85142215ecfd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09466f2c-55e1-45cb-a8b2-0347d7a33b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9640994 Jan 31 18:01:10.114455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.158720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6d8ed60f-a902-4e16-a405-0d1537ec8967 None None] Provisioning complete for port 9085e6f0-08aa-4fa9-9612-1965027c856b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:10.159085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6d8ed60f-a902-4e16-a405-0d1537ec8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.178253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.233137 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ddb64102-1a24-4da4-938c-6e4f7c6c8752 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=3c65c1f3f43346c69376fb1ee2eefa77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6652107 Jan 31 18:01:10.237611 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d73cc1b3-5d75-457b-8088-424897540b79 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 200 len: 991 time: 0.3610601 Jan 31 18:01:10.272896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60686) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:10.304995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Pushing event updated for resources: {'Port': ['ID=9085e6f0-08aa-4fa9-9612-1965027c856b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:10.384252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Allocated IP 172.26.4.183 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/5064fbc0-df98-4b6c-8653-5b4d8951a276) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:10.405001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.405001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.405380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.405649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.405972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.406379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.406708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.407305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.407444 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.407695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.408199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ad7df-15f8-4ede-9088-cac6ad11fb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:10.420371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.447683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.454401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:10.454690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.454832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.466556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.473574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=897d6d87-6063-4ccd-8aab-cbbf36b12e95,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:10.507852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.575008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': 'a808ba0f-8010-4537-9f76-2e81e32a3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:10.575665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: b2126698-bc5c-4094-9872-0a934dfcc2df, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:01:10.599814 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-7abfffbc-4324-4cda-ac7a-479bd54eeb97 service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867394 Jan 31 18:01:10.603892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.609807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.625259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Calling delete_port for 4c1950df-b465-453a-8152-777a84c391f5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:10.666630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.733329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:10.739235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.771972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.772636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 97b8c2d9-6be3-47d3-af83-cfadd7f294c5 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:10.786299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.791082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:10.791549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:10.817579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=4c1950df-b465-453a-8152-777a84c391f5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:10.824021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network b2126698-bc5c-4094-9872-0a934dfcc2df is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:01:10.853741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.883384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.902203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b2126698-bc5c-4094-9872-0a934dfcc2df) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:10.913597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5b42fa-5d20-4465-a658-e78b76f5be08 None None] Network b2126698-bc5c-4094-9872-0a934dfcc2df requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:10.916985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f16898-65ac-4118-830f-e5f4069da17a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:10.919970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad4a5b1d-8d6f-4de0-8727-9150814a33aa req-efc0a9d8-6c41-448d-a733-7677dbf90fe9 service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857559 Jan 31 18:01:10.922162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:10.922694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.922959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.923983 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7caf5acd-ac4f-4803-ad2f-c6f8fa456843 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 204 len: 168 time: 2.2731268 Jan 31 18:01:10.928445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60690) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:10.945669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1049199040', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:10.957745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:10.964121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:10.976028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Usage tracker for resource:router and tenant:e2e00a1a76aa4e69b81449284abfdab8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:10.983673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:10.994562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2c0a98d6-0efe-4a2d-a6c8-71c096c8e15a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/subnets/b9f16898-65ac-4118-830f-e5f4069da17a HTTP/1.1" status: 204 len: 168 time: 1.8552847 Jan 31 18:01:10.994562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:10.995359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60694) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:11.014124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f5b488-bfef-459e-b063-b51bdc1dc6f2 None None] Network a724c7f8-735a-48c9-a283-62acb53cd1c3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:11.028956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eb9c27f9-a91a-4276-b9cf-6f141d4688e6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2178218 Jan 31 18:01:11.077156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.079134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.083296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/489096ac-25f0-47e9-9c4a-f70b8fcb13ad HTTP/1.1" status: 204 len: 168 time: 0.8050852 Jan 31 18:01:11.130297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60698) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:11.131738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5091a-6460-43a8-bf35-e405aab8f88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489096ac-25f0-47e9-9c4a-f70b8fcb13ad,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:11.148873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.150333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.174732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.201319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-224375402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:11.211663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:11.217166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:11.224787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:11.232153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.233631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:11.259042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60704) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:11.260321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.298421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.299404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.319949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Deleting port 4c1950df-b465-453a-8152-777a84c391f5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:11.320971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.430033 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-94d603a7-96b2-4410-aad0-a1812998414b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 200 len: 991 time: 0.1393290 Jan 31 18:01:11.442473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:11.444807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.452412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.457691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-15231861-4dbe-45f0-bcac-1e9b06c7eab2 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5281246 Jan 31 18:01:11.460352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:11.484328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:11.487601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:11.500495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Pushing event updated for resources: {'Port': ['ID=5064fbc0-df98-4b6c-8653-5b4d8951a276,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:11.509513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:11.568310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55cc5ee-d056-4cff-9038-f67dca89bcf6 None None] New status for floating IP dfae90df-1d9a-4d56-ac4a-2750098a4369: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:01:11.648456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port 4c1950df-b465-453a-8152-777a84c391f5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:11.649620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.725822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-b2126698-bc5c-4094-9872-0a934dfcc2df', 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': '897d6d87-6063-4ccd-8aab-cbbf36b12e95'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:01:11.727075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.742217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:11.815822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.817421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.834539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.860062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:11.941716 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06c396b9-e0e4-4d60-be91-781846dbd17d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=13b51a53eef34e4780a4adfa8ad2fde9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1305351 Jan 31 18:01:11.951338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:12.002904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] DHCP port deletion for a724c7f8-735a-48c9-a283-62acb53cd1c3 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:12.004751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9085e6f0-08aa-4fa9-9612-1965027c856b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:12.087320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Deleting port cb014f7e-4c86-40e3-83a3-c45e072ac35a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:12.087725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.102693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.108422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.235732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.266385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.296692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.301083 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2b8a535d-0ae6-4787-91e4-aeccacb237bb tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1640801 Jan 31 18:01:12.308104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60722) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:12.308367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:12.308763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.326058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.408297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] For port 4c1950df-b465-453a-8152-777a84c391f5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4c1950df-b465-453a-8152-777a84c391f5,segment=NetworkSegment(ee0a0384-1fd0-476a-86f7-85b3c8549f41),segment_id=ee0a0384-1fd0-476a-86f7-85b3c8549f41)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:12.408894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.435706 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60726) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:12.497693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Calling delete_port for 4c1950df-b465-453a-8152-777a84c391f5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:12.711025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Allocated IP 2001:db8::2 (b2126698-bc5c-4094-9872-0a934dfcc2df/897d6d87-6063-4ccd-8aab-cbbf36b12e95/b33c897b-a67a-4114-b70e-747f31ff1906) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:12.752411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9085e6f0-08aa-4fa9-9612-1965027c856b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:12.752411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.755690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.769989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Calling delete_port for 4c1950df-b465-453a-8152-777a84c391f5 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:12.782882 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f733739d-a08a-4a27-b0aa-c91b795b6f02 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 200 len: 993 time: 0.3442979 Jan 31 18:01:12.793621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.794402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.871252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.894758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:12.912099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] For port cb014f7e-4c86-40e3-83a3-c45e072ac35a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=cb014f7e-4c86-40e3-83a3-c45e072ac35a,segment=NetworkSegment(9064458e-79e1-4280-92cb-499530ae0f83),segment_id=9064458e-79e1-4280-92cb-499530ae0f83)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:12.912739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.040827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.054263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Calling delete_port for cb014f7e-4c86-40e3-83a3-c45e072ac35a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:13.139696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] Pushing event deleted for resources: {'Port': ['ID=4c1950df-b465-453a-8152-777a84c391f5,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:13.174672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8108f5c-26b6-46cd-85a8-d568f3916f88 None None] No DVR routers for this DVR port 4c1950df-b465-453a-8152-777a84c391f5 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:13.191456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.214106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.234236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:13.234864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:13.274743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.282397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.282397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8667baff-0135-4029-ae83-2d9f5207feff {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:13.284093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.290050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.302869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.314130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.334961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96437324-8f02-416f-8c48-ac8f363e457c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:13.415683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] Pushing event deleted for resources: {'Port': ['ID=cb014f7e-4c86-40e3-83a3-c45e072ac35a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:13.436164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cceb0-fac7-49bc-8338-083ba717a8dc None None] No DVR routers for this DVR port cb014f7e-4c86-40e3-83a3-c45e072ac35a on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:13.461841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.478102 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 31 18:01:13.479116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e88d622d-4617-4916-8fde-d6150c07e846 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8264437 Jan 31 18:01:13.482883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Transition to ACTIVE for port object b33c897b-a67a-4114-b70e-747f31ff1906 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:13.487420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:13.495718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.496514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ce5f81f9-172a-40ea-9d75-4181bed6ebe7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/96437324-8f02-416f-8c48-ac8f363e457c HTTP/1.1" status: 204 len: 168 time: 1.5178900 Jan 31 18:01:13.512092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cb014f7e-4c86-40e3-83a3-c45e072ac35a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:13.551187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Router 30948f7f-4167-414c-ab5f-258bc4b60dbd is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:13.553848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: cb014f7e-4c86-40e3-83a3-c45e072ac35a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:13.554196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device cb014f7e-4c86-40e3-83a3-c45e072ac35a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:13.555064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=8ad99418-4385-487c-9499-77d994610bf6,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:13.573246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Transition to ACTIVE for port object b33c897b-a67a-4114-b70e-747f31ff1906 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:13.581901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.627815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.664207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Pushing event updated for resources: {'Port': ['ID=b33c897b-a67a-4114-b70e-747f31ff1906,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:13.681063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Network b2126698-bc5c-4094-9872-0a934dfcc2df is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:13.681063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:13.682638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:13.708594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Deleting port 795c89a5-2386-402c-863f-d7deef20a3bf {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:13.709196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.712254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.784017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port 4c1950df-b465-453a-8152-777a84c391f5 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:13.784375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.791929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Attempting to bind port b33c897b-a67a-4114-b70e-747f31ff1906 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:13.792235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Attempting to bind port b33c897b-a67a-4114-b70e-747f31ff1906 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a808ba0f-8010-4537-9f76-2e81e32a3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:13.792651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Attempting to bind port b33c897b-a67a-4114-b70e-747f31ff1906 on network b2126698-bc5c-4094-9872-0a934dfcc2df {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:13.799958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:13.800320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Checking segment: {'id': 'a808ba0f-8010-4537-9f76-2e81e32a3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:13.800713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.801093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Bound using segment: {'id': 'a808ba0f-8010-4537-9f76-2e81e32a3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:13.801572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Bound port: b33c897b-a67a-4114-b70e-747f31ff1906, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a808ba0f-8010-4537-9f76-2e81e32a3266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b2126698-bc5c-4094-9872-0a934dfcc2df'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:13.801944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:13.915394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] The port '4c1950df-b465-453a-8152-777a84c391f5' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:13.947710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] For port b33c897b-a67a-4114-b70e-747f31ff1906, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:13.952156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] For port b33c897b-a67a-4114-b70e-747f31ff1906, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b33c897b-a67a-4114-b70e-747f31ff1906,segment=NetworkSegment(a808ba0f-8010-4537-9f76-2e81e32a3266),segment_id=a808ba0f-8010-4537-9f76-2e81e32a3266)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:13.960296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.141304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611d6f1-7fe1-476d-aa5c-84e36b86ba44 None None] Pushing event updated for resources: {'Port': ['ID=b33c897b-a67a-4114-b70e-747f31ff1906,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:14.148789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:14.154969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.156427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bfe529f6-ce6b-41b8-9daa-261faa2f273c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "PUT /v2.0/routers/30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 200 len: 694 time: 2.6948290 Jan 31 18:01:14.164874 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Sync routers for ids ['30948f7f-4167-414c-ab5f-258bc4b60dbd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:14.179415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:14.180827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Router 716ff285-c9a6-4bc7-aaab-8e138992ef76 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:14.184468 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Routers {'30948f7f-4167-414c-ab5f-258bc4b60dbd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:14.184653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.185709 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['30948f7f-4167-414c-ab5f-258bc4b60dbd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.358255 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Set router 30948f7f-4167-414c-ab5f-258bc4b60dbd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:14.366586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Calling delete_port for 795c89a5-2386-402c-863f-d7deef20a3bf owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:14.431953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.493815 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30948f7f-4167-414c-ab5f-258bc4b60dbd', 'name': 'tempest-RoutersTest-router-1049199040', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.498455 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Checking router: 30948f7f-4167-414c-ab5f-258bc4b60dbd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:14.513752 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Routers {'30948f7f-4167-414c-ab5f-258bc4b60dbd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:14.514358 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['30948f7f-4167-414c-ab5f-258bc4b60dbd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.563201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ce9ff0-97fc-48a3-8e11-edc48afa1a23']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.590054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a0384-1fd0-476a-86f7-85b3c8549f41') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.590346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a0384-1fd0-476a-86f7-85b3c8549f41') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.593909 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c associated. External IP: 172.26.4.153, port: 52d61339-51f7-4803-a04a-55bac0e4090a. Jan 31 18:01:14.612513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.630042 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-48b74b9b-2ae3-4f83-bdf5-b3f41cf81826 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/routers/30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 200 len: 700 time: 0.4406896 Jan 31 18:01:14.634443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60744) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:14.647324 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] Set router 30948f7f-4167-414c-ab5f-258bc4b60dbd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:14.714549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.727088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9374ddf-2ba6-4cab-9ecd-11572a9d5af7 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Synchronizing usage tracker for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:14.739418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:14.739928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:14.756038 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:14.765111 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30948f7f-4167-414c-ab5f-258bc4b60dbd', 'name': 'tempest-RoutersTest-router-1049199040', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.771569 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be25aef-391c-4da6-9087-f475fd108851 None None] The sync data for ids ['30948f7f-4167-414c-ab5f-258bc4b60dbd'] in dv-neutron-823271-3-hyperv is: [{'id': '30948f7f-4167-414c-ab5f-258bc4b60dbd', 'name': 'tempest-RoutersTest-router-1049199040', 'tenant_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 2, 'project_id': 'e2e00a1a76aa4e69b81449284abfdab8', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:14.846226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8::1 (b2126698-bc5c-4094-9872-0a934dfcc2df/897d6d87-6063-4ccd-8aab-cbbf36b12e95/1874d2ef-8f77-4095-ac9e-77fdaf9214f5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:14.866090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9374ddf-2ba6-4cab-9ecd-11572a9d5af7 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Unset dirty status for tenant:e2e00a1a76aa4e69b81449284abfdab8 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:14.867260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9374ddf-2ba6-4cab-9ecd-11572a9d5af7 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 200 len: 205 time: 0.2318904 Jan 31 18:01:14.875306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60748) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:14.889353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.895341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.909694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:14.955702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:14.966454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:14.972224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:14.999274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Network': ['ID=f3ce9ff0-97fc-48a3-8e11-edc48afa1a23,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:15.022237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a6f6b33a-bbd1-4d95-a331-14da35f53686 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/networks/f3ce9ff0-97fc-48a3-8e11-edc48afa1a23 HTTP/1.1" status: 204 len: 168 time: 4.0240743 Jan 31 18:01:15.025022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60752) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:15.114124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Pushing event deleted for resources: {'Port': ['ID=795c89a5-2386-402c-863f-d7deef20a3bf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:15.275258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:15.277149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.284527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.305135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:15.384950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.448792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.449376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3a0368-2b50-44ee-8769-5d2c95cebae9 None None] Network b2126698-bc5c-4094-9872-0a934dfcc2df requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:15.478753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.522820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a724c7f8-735a-48c9-a283-62acb53cd1c3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:15.551683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.555518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9064458e-79e1-4280-92cb-499530ae0f83') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:15.555934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9064458e-79e1-4280-92cb-499530ae0f83') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:15.568229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:15.595754 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Sync routers for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:15.602749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-142e2b89-296c-48b9-acba-e4dfc2d6a200 tempest-RoutersAdminNegativeTest-1604205146 tempest-RoutersAdminNegativeTest-1604205146-project-admin] 10.222.0.110 "DELETE /v2.0/ports/795c89a5-2386-402c-863f-d7deef20a3bf HTTP/1.1" status: 204 len: 168 time: 2.1109412 Jan 31 18:01:15.610037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=1874d2ef-8f77-4095-ac9e-77fdaf9214f5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:15.616292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network b2126698-bc5c-4094-9872-0a934dfcc2df is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:15.619051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:15.621225 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:15.621864 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:15.630792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:15.631365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.641309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.675633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0b9ecc54-46d1-4e8f-a1a5-f95f029eb7b4 None None] Provisioning for port b33c897b-a67a-4114-b70e-747f31ff1906 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:15.698656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.701701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.703058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f7bdcd9b-6230-453f-9422-959ad305173d admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7618182 Jan 31 18:01:15.707836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60760) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:15.861941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Releasing vlan 1407 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:15.862391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:15.905443 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:15.959010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:00:57Z', 'revision_number': 2, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:15.981252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:15.989358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Updating router f4641ecc-08f0-4d47-aa99-f85371b63428 port c6579c62-81e2-4ed9-addb-bfbd341ae42b binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:01:16.045445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.046195 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:16.050552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.080650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.081176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Fanout notify agent at l3_agent the message router_deleted on router 30948f7f-4167-414c-ab5f-258bc4b60dbd {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:16.108017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.109497 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-51379936-e461-4204-a99e-49e2ccd701d5 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 204 len: 168 time: 1.2318320 Jan 31 18:01:16.113723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60766) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.118885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b33c897b-a67a-4114-b70e-747f31ff1906 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:16.172422 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-336a477e-32bd-4d69-b7e4-b16605051a05 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 200 len: 205 time: 0.0572660 Jan 31 18:01:16.181784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60770) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.224872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.284651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60772) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.374938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.427716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.441460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.476997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Network': ['ID=a724c7f8-735a-48c9-a283-62acb53cd1c3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:16.483843 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-15893d86-5f5c-418a-8990-57b0c4c6b24a tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/networks/a724c7f8-735a-48c9-a283-62acb53cd1c3 HTTP/1.1" status: 204 len: 168 time: 1.4575531 Jan 31 18:01:16.488249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60778) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.562071 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-f4f47d0d-d871-4efc-a755-59a470636339 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:16.563092 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f4f47d0d-d871-4efc-a755-59a470636339 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/30948f7f-4167-414c-ab5f-258bc4b60dbd HTTP/1.1" status: 404 len: 336 time: 0.2803485 Jan 31 18:01:16.568402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.575943 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 3, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:16.588893 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Checking router: 716ff285-c9a6-4bc7-aaab-8e138992ef76 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:16.589640 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Updating router 716ff285-c9a6-4bc7-aaab-8e138992ef76 port 5064fbc0-df98-4b6c-8653-5b4d8951a276 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:01:16.671359 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a7189b-e503-4455-a213-260625f1cca0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:16.671827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a7189b-e503-4455-a213-260625f1cca0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:16.674993 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-66a7189b-e503-4455-a213-260625f1cca0 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/fd24265c-528c-4028-b987-415a848f14a1 HTTP/1.1" status: 404 len: 337 time: 0.1008837 Jan 31 18:01:16.677183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.701078 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.741803 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8eee76-79b0-41f9-bf38-32c5499c7b2e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:16.742299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8eee76-79b0-41f9-bf38-32c5499c7b2e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:16.745107 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fe8eee76-79b0-41f9-bf38-32c5499c7b2e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/e16d40d7-d0ab-4ede-ba15-10234da90fe4 HTTP/1.1" status: 404 len: 337 time: 0.0666840 Jan 31 18:01:16.758885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.811814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.825857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Transition to ACTIVE for port object c6579c62-81e2-4ed9-addb-bfbd341ae42b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:16.839262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.896955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9512ff5e-dcde-432e-b922-afad767da641 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:16.897593 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9512ff5e-dcde-432e-b922-afad767da641 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:16.900217 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9512ff5e-dcde-432e-b922-afad767da641 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/341fa1f5-a647-4fb6-bd78-240968f126c0 HTTP/1.1" status: 404 len: 337 time: 0.1363115 Jan 31 18:01:16.920762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60796) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:16.927540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:16.994735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:17.004192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Usage tracker for resource:security_group_rule and tenant:d87a966bd48f433f9e3524c3d85aa739 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:17.015984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:17.024185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:17.052761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Provisioning for port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:17.056323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b33c897b-a67a-4114-b70e-747f31ff1906 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:17.070551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74301b6-bd4a-4ac3-93b1-6baa21ac7562 None None] Pushing event updated for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:17.080270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b33c897b-a67a-4114-b70e-747f31ff1906 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:17.080652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.112366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:17.176121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Provisioning complete for port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:17.176503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.233622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.247500 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Transition to ACTIVE for port object 5064fbc0-df98-4b6c-8653-5b4d8951a276 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:17.256003 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.263194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.274729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.337551 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Pushing event updated for resources: {'Port': ['ID=5064fbc0-df98-4b6c-8653-5b4d8951a276,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:17.350731 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.351090 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.351415 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.351734 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.352078 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.352397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.352704 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.353019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.353326 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.353651 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.353957 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:01:17.361609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=d87a966bd48f433f9e3524c3d85aa739&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0659690 Jan 31 18:01:17.361609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb78a610-bf06-4d9e-b78d-eaedefc21517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba80b6-785a-4a1e-89a0-e98f42a92848,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:17.363131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60800) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:17.371773 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Attempting to bind port 5064fbc0-df98-4b6c-8653-5b4d8951a276 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:17.372626 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Attempting to bind port 5064fbc0-df98-4b6c-8653-5b4d8951a276 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:17.372626 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Attempting to bind port 5064fbc0-df98-4b6c-8653-5b4d8951a276 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:17.380339 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:17.380777 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:17.381040 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.381515 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:17.381871 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Bound port: 5064fbc0-df98-4b6c-8653-5b4d8951a276, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:17.382242 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.390183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:17.402412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Attempting to bind port c6579c62-81e2-4ed9-addb-bfbd341ae42b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:17.403023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Attempting to bind port c6579c62-81e2-4ed9-addb-bfbd341ae42b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:17.403579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Attempting to bind port c6579c62-81e2-4ed9-addb-bfbd341ae42b on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:17.412633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:17.413437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:17.414009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.414584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Bound using segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:17.415564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Bound port: c6579c62-81e2-4ed9-addb-bfbd341ae42b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:17.416125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.453067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting subnet dc0030c6-2c7f-4699-afa4-f9f245f027c9 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:17.456533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.460276 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] For port 5064fbc0-df98-4b6c-8653-5b4d8951a276, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:17.463439 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] For port 5064fbc0-df98-4b6c-8653-5b4d8951a276, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5064fbc0-df98-4b6c-8653-5b4d8951a276,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:17.468301 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.521127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.528485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Provisioning complete for port b33c897b-a67a-4114-b70e-747f31ff1906 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:17.529229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7dae52aa-4f07-4af0-80d9-9a945e42f613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.538207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.539535 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:17.540270 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:17.573142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.622625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:17.631435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.641685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Sync routers for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:17.661313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.661757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.696103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d34e76e-2a30-4582-92e7-8dccec0d5573 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:17.696599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d34e76e-2a30-4582-92e7-8dccec0d5573 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:17.698599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d34e76e-2a30-4582-92e7-8dccec0d5573 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/03b77664-0dd3-4a1e-94e1-bf16fba8734c HTTP/1.1" status: 404 len: 337 time: 0.4983828 Jan 31 18:01:17.704213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:17.705203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] For port c6579c62-81e2-4ed9-addb-bfbd341ae42b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:17.723987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port b33c897b-a67a-4114-b70e-747f31ff1906, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b33c897b-a67a-4114-b70e-747f31ff1906,segment=NetworkSegment(a808ba0f-8010-4537-9f76-2e81e32a3266),segment_id=a808ba0f-8010-4537-9f76-2e81e32a3266)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:17.731205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] For port c6579c62-81e2-4ed9-addb-bfbd341ae42b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c6579c62-81e2-4ed9-addb-bfbd341ae42b,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:17.733331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.741999 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e53e55b2-f7af-4aec-8ea1-f96832546b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.3931758 Jan 31 18:01:17.743345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60808) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:17.743806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:01:17.748244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.758314 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:17.779112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:17.780213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:17.849496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:01:17.875184 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ba303f54-909e-4448-a1bf-fbe6bd060d2a tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 200 len: 205 time: 0.1631672 Jan 31 18:01:17.882084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:17.915945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e7cd2731-18e9-46e7-8c6b-d23616738f32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.1603038 Jan 31 18:01:17.919751 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a', 'status': 'completed', 'code': 200} Jan 31 18:01:17.920879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba80b6-785a-4a1e-89a0-e98f42a92848,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:17.923050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:17.926809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-52aad38d-5ac1-4824-aeb3-ed50ffbb8226 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/7bba80b6-785a-4a1e-89a0-e98f42a92848 HTTP/1.1" status: 204 len: 168 time: 0.5625296 Jan 31 18:01:17.973492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.039729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.042493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:18.097346 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74630069-b18a-4980-b1ea-849ec63c8d73 None None] Pushing event updated for resources: {'Port': ['ID=5064fbc0-df98-4b6c-8653-5b4d8951a276,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:18.115783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.116721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.120692 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 3, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:18.124956 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5319aec9-064c-4f3c-b831-357dd8307349 None None] The sync data for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv is: [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:12Z', 'revision_number': 3, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:18.128819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.188430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Subnet': ['ID=dc0030c6-2c7f-4699-afa4-f9f245f027c9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:18.205328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.213327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4340b51-7f3f-4b55-8b8d-c57c913d8159 None None] Network 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:18.234489 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-4d6f526b-beb0-4852-ba7f-c00efe1ed61d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:18.236579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4d6f526b-beb0-4852-ba7f-c00efe1ed61d tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/97b8c2d9-6be3-47d3-af83-cfadd7f294c5 HTTP/1.1" status: 404 len: 336 time: 0.3513136 Jan 31 18:01:18.238237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60822) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.268107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=b33c897b-a67a-4114-b70e-747f31ff1906,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:18.309633 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33977fc9-4a5d-45ee-ab7b-35765b7a6d67 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ea0d129-ee14-4c57-b26b-d70cca8fed3b HTTP/1.1" status: 200 len: 205 time: 0.0682323 Jan 31 18:01:18.310519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.369989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60830) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.398342 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-65b46daf-e1d7-4e59-8386-1a2c75e07c98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:18.401776 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-65b46daf-e1d7-4e59-8386-1a2c75e07c98 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/4ea0d129-ee14-4c57-b26b-d70cca8fed3b HTTP/1.1" status: 404 len: 336 time: 0.0877173 Jan 31 18:01:18.402725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60834) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.444488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db1c29a-5ecc-4653-a09f-0566c3e98315 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:18.445314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db1c29a-5ecc-4653-a09f-0566c3e98315 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:18.449132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6db1c29a-5ecc-4653-a09f-0566c3e98315 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/e0dac1e3-7d9f-4171-a6e5-96195da5661d HTTP/1.1" status: 404 len: 337 time: 0.0432608 Jan 31 18:01:18.456210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.539307 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1608579d-c9b4-465b-874d-a82f130db425 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c953642a234443809709cc69333d8112&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1679809 Jan 31 18:01:18.544107 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f75b72b4-807a-4c8e-8455-a58bb10433af tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 200 len: 205 time: 0.0847356 Jan 31 18:01:18.544107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60842) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.544488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.569151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-496808f6-cd88-4d4f-84c6-b1e0152f2355 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/subnets/dc0030c6-2c7f-4699-afa4-f9f245f027c9 HTTP/1.1" status: 204 len: 168 time: 2.0791645 Jan 31 18:01:18.573550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.637028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-29fc627b-b5be-452f-aa88-c78752f892d7 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:18.640457 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-29fc627b-b5be-452f-aa88-c78752f892d7 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/09fb3885-4977-4dd8-9ebb-fc989f8d1c1d HTTP/1.1" status: 404 len: 336 time: 0.0925503 Jan 31 18:01:18.645458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60854) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.708449 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ef45b5e9-a552-4885-8361-b17aae705aba tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=0ec91883-cd1e-4440-8c6d-e2bf9de06178 HTTP/1.1" status: 200 len: 205 time: 0.0597126 Jan 31 18:01:18.709561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60858) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.710823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:18.726153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network b2126698-bc5c-4094-9872-0a934dfcc2df is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:18.731141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=1874d2ef-8f77-4095-ac9e-77fdaf9214f5,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:18.734836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:18.740027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74301b6-bd4a-4ac3-93b1-6baa21ac7562 None None] Pushing event updated for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:18.756460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:18.757077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:18.782167 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-df4a757b-46bf-4910-b229-a25700b61782 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:18.786407 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-df4a757b-46bf-4910-b229-a25700b61782 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/0ec91883-cd1e-4440-8c6d-e2bf9de06178 HTTP/1.1" status: 404 len: 336 time: 0.0734315 Jan 31 18:01:18.786407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.839522 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8704c78-c60f-4bb8-8a01-b12dc9cb8845 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:18.839960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8704c78-c60f-4bb8-8a01-b12dc9cb8845 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:18.844167 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8704c78-c60f-4bb8-8a01-b12dc9cb8845 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/a7fcb1bd-2f50-4b7f-b747-d10a9f481206 HTTP/1.1" status: 404 len: 337 time: 0.0543332 Jan 31 18:01:18.849497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.918219 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e4a43a48-cbee-40d3-a436-41e8a7be0c0c tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 HTTP/1.1" status: 200 len: 205 time: 0.0655501 Jan 31 18:01:18.918219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60870) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.918592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60872) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:18.997035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-61309d43-2b20-4d8d-8a7a-32cbc5351c30 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1098 time: 1.0213525 Jan 31 18:01:19.004764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Deleting port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:19.005221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.089131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:19.265081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.302123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-e812c2ca-cf5f-4abe-b179-bd23348f6c13 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:19.306429 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e812c2ca-cf5f-4abe-b179-bd23348f6c13 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/504a4b6d-2ab8-4cb8-a4a4-4c22ba22c7f4 HTTP/1.1" status: 404 len: 336 time: 0.3832831 Jan 31 18:01:19.307246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60880) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:19.312650 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'port_id': '52d61339-51f7-4803-a04a-55bac0e4090a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'mac_address': 'fa:16:3e:7e:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:11Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:19.342668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-75ab33ac-399a-4c9d-9893-1040a41a557c None None] Provisioning complete for port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:19.343297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-75ab33ac-399a-4c9d-9893-1040a41a557c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.412552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9a5fd6-dd01-4f7c-a736-8a6fd5e314f8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:19.413284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9a5fd6-dd01-4f7c-a736-8a6fd5e314f8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:19.418207 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cf9a5fd6-dd01-4f7c-a736-8a6fd5e314f8 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/30b96e03-7a3d-478a-9159-da0539100481 HTTP/1.1" status: 404 len: 337 time: 0.1051834 Jan 31 18:01:19.418970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:19.424071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.446405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Checking router: cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:19.464258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] DHCP port deletion for 2d3d23dd-9343-4cbe-a701-dd4e43a259d9 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:19.483647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Deleting port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:19.484036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.512462 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3e0b7222-c03d-456b-92c6-5a5deea7767a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.5908213 Jan 31 18:01:19.570953 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cc4c98e8-1f2c-4d4c-8603-f35f2c1bdd46 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "GET /v2.0/ports?device_id=ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 HTTP/1.1" status: 200 len: 205 time: 0.1387286 Jan 31 18:01:19.573074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60888) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:19.574129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.631723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:19.632358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:19.667333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=025d3c5c-ce5c-44f0-a26e-0be28ba5bd82,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:19.679971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] For port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,segment=NetworkSegment(87254e65-cda9-4604-97ec-ff2987e4e69e),segment_id=87254e65-cda9-4604-97ec-ff2987e4e69e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:19.680449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.681027 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-c7bfb45d-26b1-4886-a41a-c6f05ca6f039 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] delete failed (client error): The resource could not be found. Jan 31 18:01:19.685120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c7bfb45d-26b1-4886-a41a-c6f05ca6f039 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/routers/ea65e8c4-6601-4a7b-b71e-dc28fffb4c42 HTTP/1.1" status: 404 len: 336 time: 0.1062155 Jan 31 18:01:19.685976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60892) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:19.724311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-75ab33ac-399a-4c9d-9893-1040a41a557c None None] Port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:19.741693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.742890 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cf4bb820-c91e-41c2-9319-346009826498 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/025d3c5c-ce5c-44f0-a26e-0be28ba5bd82 HTTP/1.1" status: 204 len: 168 time: 1.1994331 Jan 31 18:01:19.744582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-81447324-c77f-4ad3-88d7-1a3030874c8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:19.755928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81447324-c77f-4ad3-88d7-1a3030874c8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:19.763238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-81447324-c77f-4ad3-88d7-1a3030874c8e tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/08981fc6-0e53-4ffb-9f4d-b6587de3ed36 HTTP/1.1" status: 404 len: 337 time: 0.0727684 Jan 31 18:01:19.765079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60898) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:19.826980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Calling delete_port for 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:19.850444 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-54336c35-545b-4dfc-bc2b-39bdc171c2c4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] DELETE failed (client error): The resource could not be found. Jan 31 18:01:19.851150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54336c35-545b-4dfc-bc2b-39bdc171c2c4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:01:19.853203 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-54336c35-545b-4dfc-bc2b-39bdc171c2c4 tempest-RoutersTest-638290405 tempest-RoutersTest-638290405-project] 10.222.0.110 "DELETE /v2.0/subnets/9cf6704e-8933-41b4-98fd-619797ebad55 HTTP/1.1" status: 404 len: 337 time: 0.0883701 Jan 31 18:01:19.948615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:19.981229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd4b-08ce-45eb-b155-979238863edf req-5d9b4b3c-f521-4f0b-bb0c-af250ef11516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:19.982730 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-5d9b4b3c-f521-4f0b-bb0c-af250ef11516 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 200 len: 898 time: 0.9440856 Jan 31 18:01:20.057893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] No DVR routers for this DVR port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:20.187737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Port': ['ID=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:20.234284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b33c897b-a67a-4114-b70e-747f31ff1906 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:20.289477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60908) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:20.320112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] For port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c,segment=NetworkSegment(87254e65-cda9-4604-97ec-ff2987e4e69e),segment_id=87254e65-cda9-4604-97ec-ff2987e4e69e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:20.320710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.421304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b33c897b-a67a-4114-b70e-747f31ff1906 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:20.422004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.510787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.522303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-0a6a0ba7-f5fa-4dbf-851a-0cea7a33593d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 200 len: 999 time: 0.4821732 Jan 31 18:01:20.527128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:20.527464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:20.528554 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6f6884eb-0b23-4363-8c67-0ae33852a077 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e2e00a1a76aa4e69b81449284abfdab8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2378621 Jan 31 18:01:20.538658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aad3b4ae-74be-4950-8ff8-df9a5d9a8c88 None None] Provisioning complete for port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:20.539032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aad3b4ae-74be-4950-8ff8-df9a5d9a8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.573257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Calling delete_port for 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:20.625019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:20.680146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3d23dd-9343-4cbe-a701-dd4e43a259d9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:20.722911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87254e65-cda9-4604-97ec-ff2987e4e69e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:20.723196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87254e65-cda9-4604-97ec-ff2987e4e69e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:20.787059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.817099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:17Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:20.823685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aad3b4ae-74be-4950-8ff8-df9a5d9a8c88 None None] Port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:20.851946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfd4b-08ce-45eb-b155-979238863edf req-316b10e7-2dcb-4a32-92a0-77cc3e82074a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:20.853382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-316b10e7-2dcb-4a32-92a0-77cc3e82074a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4771620c-415d-4878-ae6f-55287a711009 HTTP/1.1" status: 200 len: 834 time: 0.3189373 Jan 31 18:01:20.879309 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-89d9b728-1472-425f-a14e-bad71ce80284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.3507328 Jan 31 18:01:20.915552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccb8335-9095-4c0c-94db-fee5cc540b2d None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:17Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:20.937165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.961342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:20.961768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:20.971311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:20.971672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:20.979314 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:20.981577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c6579c62-81e2-4ed9-addb-bfbd341ae42b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:20.990662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.062801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:21.164529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port c6579c62-81e2-4ed9-addb-bfbd341ae42b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:21.167836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.182309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.183770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c6579c62-81e2-4ed9-addb-bfbd341ae42b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:21.183997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.199818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d3503b67-3a78-4b5f-a85a-72be77baa513 tempest-DvrRoutersNegativeTest-598940404 tempest-DvrRoutersNegativeTest-598940404-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1580835875', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:21.202410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.policy [None req-d3503b67-3a78-4b5f-a85a-72be77baa513 tempest-DvrRoutersNegativeTest-598940404 tempest-DvrRoutersNegativeTest-598940404-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83558) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 31 18:01:21.202703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.policy [None req-d3503b67-3a78-4b5f-a85a-72be77baa513 tempest-DvrRoutersNegativeTest-598940404 tempest-DvrRoutersNegativeTest-598940404-project] Failed policy check for 'create_router' {{(pid=83558) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 31 18:01:21.203226 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-d3503b67-3a78-4b5f-a85a-72be77baa513 tempest-DvrRoutersNegativeTest-598940404 tempest-DvrRoutersNegativeTest-598940404-project] create failed (client error): Access was denied to this resource. Jan 31 18:01:21.210783 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d3503b67-3a78-4b5f-a85a-72be77baa513 tempest-DvrRoutersNegativeTest-598940404 tempest-DvrRoutersNegativeTest-598940404-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1403420 Jan 31 18:01:21.231320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.250279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Pushing event deleted for resources: {'Network': ['ID=2d3d23dd-9343-4cbe-a701-dd4e43a259d9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:21.257382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9eb7509-4c0d-4d85-817a-9e575f4f1206 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/networks/2d3d23dd-9343-4cbe-a701-dd4e43a259d9 HTTP/1.1" status: 204 len: 168 time: 2.6768351 Jan 31 18:01:21.258359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:21.328469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-d6cef306-56c6-417e-b680-32cc3c7f64e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4622283 Jan 31 18:01:21.346276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc7f6d6d-b5a8-40ef-b9b9-ec6888500d89 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Synchronizing usage tracker for tenant:dc9db93911fb4463a05848f4f586fd6c on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:21.361551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.374558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc7f6d6d-b5a8-40ef-b9b9-ec6888500d89 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Unset dirty status for tenant:dc9db93911fb4463a05848f4f586fd6c on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:21.376727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fc7f6d6d-b5a8-40ef-b9b9-ec6888500d89 tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "GET /v2.0/ports?device_id=573228e5-2542-491f-b6af-e880a630c159 HTTP/1.1" status: 200 len: 205 time: 0.1174634 Jan 31 18:01:21.380456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60950) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:21.409100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.419293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'port_id': '52d61339-51f7-4803-a04a-55bac0e4090a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'mac_address': 'fa:16:3e:7e:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:11Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:21.422165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port c6579c62-81e2-4ed9-addb-bfbd341ae42b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c6579c62-81e2-4ed9-addb-bfbd341ae42b,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:21.426634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d2d929-c593-4ea7-b166-1a80d8754a69 None None] The sync data for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.153', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'port_id': '52d61339-51f7-4803-a04a-55bac0e4090a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'mac_address': 'fa:16:3e:7e:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:01:11Z', 'updated_at': '2022-01-31T18:01:11Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:21.430028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.430863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5064fbc0-df98-4b6c-8653-5b4d8951a276 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:21.494873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Deleting port 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:21.495246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.582160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 8d66c376-0146-4dfe-86e8-7d2cbaa68711 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:21.584239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce52ce7-ec24-440e-ba8f-c961cc7e1331,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:21.595964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f05a00b-4bd2-4ac5-9910-ca9dbf126064 None None] The port '010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:21.606224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.609643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-67c2e44d-38a5-4dbe-af49-894b69c75d49 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1ce52ce7-ec24-440e-ba8f-c961cc7e1331 HTTP/1.1" status: 204 len: 168 time: 1.0775335 Jan 31 18:01:21.659416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:21.662893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.675367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5064fbc0-df98-4b6c-8653-5b4d8951a276 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:21.683200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5064fbc0-df98-4b6c-8653-5b4d8951a276 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:21.684844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.796426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:21.810333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.836897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5064fbc0-df98-4b6c-8653-5b4d8951a276, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5064fbc0-df98-4b6c-8653-5b4d8951a276,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:21.849399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:21.858109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-f14a54bb-4f3c-4ad7-b640-40bc5dd533ad service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367383 Jan 31 18:01:21.894023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60964) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:21.960126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:22.009832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:22.010265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 010cd14c-7bb9-4a13-96e5-8db1bc2ecf1c not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:22.027545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5064fbc0-df98-4b6c-8653-5b4d8951a276,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:22.208832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c6579c62-81e2-4ed9-addb-bfbd341ae42b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:22.210099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59dbfd4b-08ce-45eb-b155-979238863edf req-4ea0356b-d422-4fc6-b502-07b160905fc4 service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434734 Jan 31 18:01:22.254089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:22.292542 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] Sync routers for ids ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:22.299650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2d9cd5f6-5bf2-49ce-a3fd-e30df501af46 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/8d66c376-0146-4dfe-86e8-7d2cbaa68711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9790366 Jan 31 18:01:22.304136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:22.326610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] Routers {'8d66c376-0146-4dfe-86e8-7d2cbaa68711'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:22.328889 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:22.377803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port c6579c62-81e2-4ed9-addb-bfbd341ae42b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:22.378278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.440997 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:22.463552 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] Routers {'8d66c376-0146-4dfe-86e8-7d2cbaa68711'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:22.464159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:22.534371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:22.535033 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cd3d4-023a-494a-9ca0-2b00faa9257d None None] The sync data for ids ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:22.551690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5064fbc0-df98-4b6c-8653-5b4d8951a276 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:22.555321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.571867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.577818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.591383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede5fa4-2a69-4b0d-945a-2ba300f9d435 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:22.591582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-21cef542-d152-4b06-90da-818be484225a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.6950183 Jan 31 18:01:22.591704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ede5fa4-2a69-4b0d-945a-2ba300f9d435 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:22.600962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.630573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5064fbc0-df98-4b6c-8653-5b4d8951a276 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:22.631485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.634443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2ede5fa4-2a69-4b0d-945a-2ba300f9d435 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:22.635783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2ede5fa4-2a69-4b0d-945a-2ba300f9d435 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports/1874d2ef-8f77-4095-ac9e-77fdaf9214f5 HTTP/1.1" status: 200 len: 911 time: 0.3306074 Jan 31 18:01:22.638809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 60982) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:22.643006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:22.706845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.707563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Fanout notify agent at l3_agent the message router_deleted on router 573228e5-2542-491f-b6af-e880a630c159 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:22.732667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Usage tracker for resource:security_group_rule and tenant:973528ef9f004c1ea7bd13f2843fde2a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:22.738300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:22.744669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.748255 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6760dab0-0e0b-46a5-a1d3-875dec3c57ba tempest-RoutersNegativeIpV6Test-1413692888 tempest-RoutersNegativeIpV6Test-1413692888-project] 10.222.0.110 "DELETE /v2.0/routers/573228e5-2542-491f-b6af-e880a630c159 HTTP/1.1" status: 204 len: 168 time: 1.3639696 Jan 31 18:01:22.751110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:22.932577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Allocated IP 172.20.0.1 (2b0d6797-b64b-412f-9842-d3c8435dd0d3/b51bab67-31c6-40f5-b0ce-f11c45d2c137/fd816b91-4d43-4299-97c6-fb2fa2799fb7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:22.936146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:22.942188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.009442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73d5d14-3547-456f-b2e7-f3a2b5b1d074,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:23.089110 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8115ab96-d5fa-434a-9eed-72e364e5ce51 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=973528ef9f004c1ea7bd13f2843fde2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2865279 Jan 31 18:01:23.089694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 60996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.135266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.140113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.148752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.198793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Transition to ACTIVE for port object fd816b91-4d43-4299-97c6-fb2fa2799fb7 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:23.202852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.218914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.236097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.282227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.357524 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9b67ec6d-6a3a-477e-94d5-91a1a068db79 tempest-ServiceProvidersTest-224374714 tempest-ServiceProvidersTest-224374714-project] 10.222.0.110 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2181957 Jan 31 18:01:23.358326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:23.366439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:23.368986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:23.436689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Pushing event updated for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:23.456042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.536839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73d5d14-3547-456f-b2e7-f3a2b5b1d074,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:23.565868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.590789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.592339 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-34167d84-695b-4cd3-b633-8b49869391cb admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b73d5d14-3547-456f-b2e7-f3a2b5b1d074 HTTP/1.1" status: 204 len: 168 time: 0.5014212 Jan 31 18:01:23.599851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32788) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.680407 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2c945024-1ea7-4bc8-a156-e8407b0136aa admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=dc9db93911fb4463a05848f4f586fd6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5273869 Jan 31 18:01:23.682873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.748227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32798) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:23.753601 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b45a4ab8-fe9c-4f6f-bc76-47cf8279df5a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.1487875 Jan 31 18:01:23.757482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-9ba4d6d1-bbc4-4675-a450-e4e4a6d465e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2982528 Jan 31 18:01:23.784592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f3b7e63-a5e6-45bd-a6a4-80e8e54d2f4d None None] Provisioning for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:23.791634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f3b7e63-a5e6-45bd-a6a4-80e8e54d2f4d None None] Provisioning complete for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:23.792115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f3b7e63-a5e6-45bd-a6a4-80e8e54d2f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.877456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.921547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:23.932361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6f3b7e63-a5e6-45bd-a6a4-80e8e54d2f4d None None] Port fd816b91-4d43-4299-97c6-fb2fa2799fb7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:23.935655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.200200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.237880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1945d1-0b65-40a4-a6ff-cf35e3207526,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:24.254828 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-dc71fb83-f706-4135-97a1-1961e2877aba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1099 time: 0.4089046 Jan 31 18:01:24.279538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.292820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.296671 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eb5c5b24-7fe5-4330-bb39-a3b075a3d420 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2e1945d1-0b65-40a4-a6ff-cf35e3207526 HTTP/1.1" status: 204 len: 168 time: 0.6127727 Jan 31 18:01:24.318968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.363583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:24.375242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.379155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Usage tracker for resource:security_group_rule and tenant:330f4ee1d080450db0a1350c26957ec7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:24.382017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:24.388496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:24.509666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.516356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:24.517107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.524997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.532562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Pushing event updated for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:24.550373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:24.620927 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=330f4ee1d080450db0a1350c26957ec7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8685291 Jan 31 18:01:24.621241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9f17f-9db0-4b9e-a48f-305bdbad78f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be46f0d-e96a-4bd6-9cd2-02dca987d988,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:24.630237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32818) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:24.758584 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32826) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:24.930200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-20f60404-beda-42ee-9f45-e2ee826555cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:24.931649 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-20f60404-beda-42ee-9f45-e2ee826555cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 899 time: 0.6517866 Jan 31 18:01:25.043046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.101392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71507b27-bf8e-420f-9dbc-5cacd59d98f4 req-6ac4ea1c-704e-4f7c-bc56-dfb9fe4c8b4d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:25.102910 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71507b27-bf8e-420f-9dbc-5cacd59d98f4 req-6ac4ea1c-704e-4f7c-bc56-dfb9fe4c8b4d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.5721459 Jan 31 18:01:25.121027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cbb5fe-b7f6-4cc6-b961-eca7b19f6e12 None None] New status for floating IP 6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:01:25.125943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:25.131950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:25.242189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 1874d2ef-8f77-4095-ac9e-77fdaf9214f5 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:25.247078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.325651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-3cdc4668-cfe8-4f24-bc49-e7332dfe3840 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 1001 time: 0.3795702 Jan 31 18:01:25.417132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5e75f7a6-7418-46f5-a1e9-e0a075ba008d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 991 time: 0.6539755 Jan 31 18:01:25.441578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.526215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.530932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:25.542996 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71507b27-bf8e-420f-9dbc-5cacd59d98f4 req-917e99ca-5eeb-4c32-8655-94f988a06457 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4267781 Jan 31 18:01:25.554815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-34f0e170-351c-423b-aa20-199804dbd4c0 None None] Provisioning complete for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:25.555430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-34f0e170-351c-423b-aa20-199804dbd4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.576392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-663df0d3-0041-4b4b-a66b-a9c83f439d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:25.578018 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-663df0d3-0041-4b4b-a66b-a9c83f439d81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 200 len: 834 time: 0.2143381 Jan 31 18:01:25.586742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=1874d2ef-8f77-4095-ac9e-77fdaf9214f5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:25.638802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-34f0e170-351c-423b-aa20-199804dbd4c0 None None] Port fd816b91-4d43-4299-97c6-fb2fa2799fb7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:25.737011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.753270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--583551829'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:25.760498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:25.766185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:25.769777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be46f0d-e96a-4bd6-9cd2-02dca987d988,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:25.770470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:25.777976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:25.781745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-e83ea0f3-278d-4143-b8dc-85bf740209c9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09466f2c-55e1-45cb-a8b2-0347d7a33b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1961846 Jan 31 18:01:25.783574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.784583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aca1eb09-36bb-42b1-9962-082bf4b30730 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8be46f0d-e96a-4bd6-9cd2-02dca987d988 HTTP/1.1" status: 204 len: 168 time: 1.1482375 Jan 31 18:01:25.859888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.868791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:25.886355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.044642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:26.051669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:26.055938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:26.086299 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-fd84271b-5342-4994-ac13-b093f65aea7d service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961822 Jan 31 18:01:26.125483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:26.211386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Router 716ff285-c9a6-4bc7-aaab-8e138992ef76 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:26.256564 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ec8a854b-8043-41a9-ba20-f8f245ad6bf4 req-9bace11a-9067-44fb-9835-8b02b09fdc68 service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608248 Jan 31 18:01:26.387843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.395672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.399700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 8d66c376-0146-4dfe-86e8-7d2cbaa68711 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:26.421894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32848) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:26.447891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:26.449930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4efc67e2-3a63-43d4-b39a-6cffd95df879,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:26.456203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:26.459169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:26.519376 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:01:26.523056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:26.540625 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0eed9cb7-0357-4857-b155-6120ebb9004c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 993 time: 0.1133213 Jan 31 18:01:26.546883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:26.552684 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b0892438-98b8-482b-ab88-499c604ce37a admin admin] 10.222.0.110 "PUT /v2.0/routers/716ff285-c9a6-4bc7-aaab-8e138992ef76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8430209 Jan 31 18:01:26.764949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:26.777730 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] Sync routers for ids ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:26.789820 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] Routers {'8d66c376-0146-4dfe-86e8-7d2cbaa68711'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:26.790472 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:26.832542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.848112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.849643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:26.861869 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] Routers {'8d66c376-0146-4dfe-86e8-7d2cbaa68711'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:26.862699 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:26.904326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:26.910650 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3413467 Jan 31 18:01:26.910650 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f9c32cb-8933-4d2c-9a5f-1ce9565236ce tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/8d66c376-0146-4dfe-86e8-7d2cbaa68711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2671151 Jan 31 18:01:26.911468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32860) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:26.911468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:26.932370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97acc4d-1176-4599-b197-b3d4b6fda37b req-bae24917-1cf5-4fd1-a7b3-50babd611339 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:26.939803 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c97acc4d-1176-4599-b197-b3d4b6fda37b req-bae24917-1cf5-4fd1-a7b3-50babd611339 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.2391849 Jan 31 18:01:26.946596 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:26.947069 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d1c109-45dd-4bc6-853a-1694539ef75c None None] The sync data for ids ['8d66c376-0146-4dfe-86e8-7d2cbaa68711'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:26.959336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d690e-7094-4a6b-9afa-f9acba90d0cb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.000583 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c97acc4d-1176-4599-b197-b3d4b6fda37b req-399d509e-174a-4b6e-b9f8-8ecd35524918 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598664 Jan 31 18:01:27.025078 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-42b21a9f-b20a-4b52-b0b1-af72632a3f86 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d66c376-0146-4dfe-86e8-7d2cbaa68711 HTTP/1.1" status: 200 len: 205 time: 0.1106446 Jan 31 18:01:27.026213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.056299 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f61c99b2-7411-4833-b943-eea3f82ae6f8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1425064 Jan 31 18:01:27.058952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32872) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.065078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-security--1382611641', 'description': 'tempest-security-description-1994995080'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:27.097064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.155036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.161847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.164559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.166205 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "PUT /v2.0/security-groups/efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf HTTP/1.1" status: 200 len: 1612 time: 0.1060133 Jan 31 18:01:27.174890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32876) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.200382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f9d64-cfe6-40b1-8b3e-39fce349d21f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.210575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32880) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.216397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123530081', 'description': 'tempest-secgroup-smoke-2123530081 description', 'project_id': '9ce264d0407248ca87214b0902e458e6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:27.226034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:27.230109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:27.232888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:27.238853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:27.240815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.248478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.297363 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-60ef426b-4577-4df8-9eab-92caa9768e28 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups/efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf HTTP/1.1" status: 200 len: 1612 time: 0.1184113 Jan 31 18:01:27.302042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32884) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.404388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:27.408433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:27.411496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:27.417381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:27.477473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.481609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.500395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.525385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a1f32-54ca-4a26-b891-d43438c7bd88,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.529531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.531262 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-14c9c531-6b54-4aac-9d70-0f21936b425c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3195760 Jan 31 18:01:27.534325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32888) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.540727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:27.546681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:27.551441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:27.555318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:27.561440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:27.579070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.642127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.647237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.655480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.672723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef886453-8760-4b5a-9176-720bc12d49a7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.684003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.685224 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5862bfb7-65fb-40c1-ba3c-d5ec2758044b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1498151 Jan 31 18:01:27.688259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.695053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:27.701364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:27.706205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:27.709565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:27.715703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:27.733991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.735259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.751115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.786741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.812892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.814099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router 8d66c376-0146-4dfe-86e8-7d2cbaa68711 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:27.817306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.827891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.833188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.840470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.847451 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2f5f2774-f619-4609-8c0f-0231cc343a80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/8d66c376-0146-4dfe-86e8-7d2cbaa68711 HTTP/1.1" status: 204 len: 168 time: 0.8157368 Jan 31 18:01:27.848658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32896) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.857800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.859255 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0978eab1-8f38-496f-ae41-565b376fd8b1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf HTTP/1.1" status: 204 len: 168 time: 0.5568573 Jan 31 18:01:27.869011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32900) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.895538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=592423dd-f06c-41a5-87b9-03853f540abc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:27.905013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:27.909917 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-847d1f3b-4676-4455-9405-d9dae610a039 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2164228 Jan 31 18:01:27.910196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32904) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.916601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:27.930915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:27.938141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:27.943294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:27.954717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:27.972005 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e1936784-55e3-486c-9898-a51dad19bf08 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0986133 Jan 31 18:01:27.974335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32908) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:27.990235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.000180 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-7b2c98b0-4663-46db-96b3-e022512a61ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] delete failed (client error): The resource could not be found. Jan 31 18:01:28.004960 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7b2c98b0-4663-46db-96b3-e022512a61ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/efa66108-7f1b-42ce-aa6c-edb8a6b2c3bf HTTP/1.1" status: 404 len: 347 time: 0.0259459 Jan 31 18:01:28.005210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32912) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.012552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--485283237'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:28.024343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.032893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.042539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.052364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:28.064910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet 897d6d87-6063-4ccd-8aab-cbbf36b12e95 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:28.071652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.075318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.121004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.130997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.137780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.164640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c503e087-a8cf-4737-b8e2-b177c655dda1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.175319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.179417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.182010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.183150 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f29ff13e-153c-40fb-88fa-e1381de46a13 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2721248 Jan 31 18:01:28.184063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.186540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32918) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.194302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:28.198398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:28.202987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.209642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.215629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.223513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:28.254934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.294426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d044d58-98c1-47c9-8e30-3d1a16419224 req-ef0248b1-327e-40a2-9ca0-58c94ae984c7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:28.295848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8d044d58-98c1-47c9-8e30-3d1a16419224 req-ef0248b1-327e-40a2-9ca0-58c94ae984c7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1304755 Jan 31 18:01:28.296940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.306336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.312350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.357318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.361137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3523598 Jan 31 18:01:28.364427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32922) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.379204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': '3ecba746-489f-41d6-9136-c976ca2a1488', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:28.384174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047535c9-7990-4cfe-a05d-a754a8317e7e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecba746-489f-41d6-9136-c976ca2a1488,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.388143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.389201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.393680 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8d044d58-98c1-47c9-8e30-3d1a16419224 req-9daf79fb-6887-4a8a-aae8-4c5be51f75a7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684116 Jan 31 18:01:28.403144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.406303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.411044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.412694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.436085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:28.446877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e2af0e-5b64-4267-89d7-5a87d13e0fd9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.463906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.465072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c6ffcd84-4ab2-4325-a925-d7232dd899a4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2777231 Jan 31 18:01:28.466501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.473842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32926) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.482066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:28.493192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.506009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.510415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.523451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:28.543265 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Project 9ce264d0407248ca87214b0902e458e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:01:28.560253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.565202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.567837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.572047 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/897d6d87-6063-4ccd-8aab-cbbf36b12e95 HTTP/1.1" status: 204 len: 168 time: 0.7223046 Jan 31 18:01:28.575342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14616a45-f5ff-4bfc-9359-d19b03f0488c None None] Network b2126698-bc5c-4094-9872-0a934dfcc2df requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:28.576048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32932) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.576926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddf800-4ba7-44e9-a811-9c0ee8cca1c0 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=897d6d87-6063-4ccd-8aab-cbbf36b12e95,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.600578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.711669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e83ade9-bbb2-41ce-807a-3f8ecfc64d92,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.737892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.741642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-502b6688-60ad-48e0-aaed-b18a74c5170b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3736935 Jan 31 18:01:28.742885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.754228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.775517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.777057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.780572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port b33c897b-a67a-4114-b70e-747f31ff1906 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:28.780909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.789485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.809619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.824974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.840118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e83ade9-bbb2-41ce-807a-3f8ecfc64d92,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.844513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.848920 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-41240730-fc02-4b79-97e9-9da9d23be89a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/4e83ade9-bbb2-41ce-807a-3f8ecfc64d92 HTTP/1.1" status: 204 len: 168 time: 0.1047451 Jan 31 18:01:28.850183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.856116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fcf5a70-d322-471d-8021-f28a3ad4c636,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:28.904623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c2a7a3eb-0ac8-4243-a040-267530531b6b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:28.909370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.910747 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0140ee01-2433-4554-a9f7-5c77bbafac58 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4359431 Jan 31 18:01:28.922079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32948) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.930543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'security_group_rule': {'security_group_id': 'cc0a1f32-54ca-4a26-b891-d43438c7bd88', 'project_id': '9ce264d0407248ca87214b0902e458e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:28.935254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c2a7a3eb-0ac8-4243-a040-267530531b6b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:28.936587 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c2a7a3eb-0ac8-4243-a040-267530531b6b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0862029 Jan 31 18:01:28.937081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] DHCP port deletion for b2126698-bc5c-4094-9872-0a934dfcc2df request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:28.941259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32952) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:28.942477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Deleting port b33c897b-a67a-4114-b70e-747f31ff1906 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:28.942969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:28.945813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:28.952339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:security_group_rule and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:28.956862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:28.979399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:29.006376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.036796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.058612 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Project 9ce264d0407248ca87214b0902e458e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:01:29.076051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.093793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port b33c897b-a67a-4114-b70e-747f31ff1906, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b33c897b-a67a-4114-b70e-747f31ff1906,segment=NetworkSegment(a808ba0f-8010-4537-9f76-2e81e32a3266),segment_id=a808ba0f-8010-4537-9f76-2e81e32a3266)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:29.094032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.094172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.112973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecba746-489f-41d6-9136-c976ca2a1488,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.132146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.135857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-075c32f5-fdce-4760-a4a8-dcc344a51686 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/3ecba746-489f-41d6-9136-c976ca2a1488 HTTP/1.1" status: 204 len: 168 time: 0.1909745 Jan 31 18:01:29.136208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32956) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:29.172511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] For port b33c897b-a67a-4114-b70e-747f31ff1906, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b33c897b-a67a-4114-b70e-747f31ff1906,segment=NetworkSegment(a808ba0f-8010-4537-9f76-2e81e32a3266),segment_id=a808ba0f-8010-4537-9f76-2e81e32a3266)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:29.173885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.201062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9cf9373a-4e83-4127-a756-115fda8d458e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:29.218085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9cf9373a-4e83-4127-a756-115fda8d458e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:29.219533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9cf9373a-4e83-4127-a756-115fda8d458e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0823460 Jan 31 18:01:29.224501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32960) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:29.230247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865543695'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:29.237913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:29.239191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for b33c897b-a67a-4114-b70e-747f31ff1906 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:29.247399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:29.259844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.305567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:29.310683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Calling delete_port for b33c897b-a67a-4114-b70e-747f31ff1906 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:29.310935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:29.319090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:29.326349 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:29.331625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.343939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.373834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d699c38-05e2-482b-85e5-24f0f0e6b962,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.386997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.400412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:29.400771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:29.415268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.419432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.439828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=b33c897b-a67a-4114-b70e-747f31ff1906,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.442428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.443580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06e05cb4-9000-49c6-a188-5fd0b2049fcf tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5205657 Jan 31 18:01:29.458486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No DVR routers for this DVR port b33c897b-a67a-4114-b70e-747f31ff1906 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:29.481514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1e24f2-73bf-403e-9544-e6994c9561f1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.496119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.502922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1a11de60-112b-47a7-b548-43dbc3b4ec2b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2725086 Jan 31 18:01:29.504332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32970) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:29.515101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ee1e24f2-73bf-403e-9544-e6994c9561f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:29.528760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:29.533965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:29.537549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:29.543875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:29.585701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.627486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.654452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2126698-bc5c-4094-9872-0a934dfcc2df']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:29.672355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a808ba0f-8010-4537-9f76-2e81e32a3266') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:29.673267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a808ba0f-8010-4537-9f76-2e81e32a3266') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:29.685644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.701771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.709297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:29.709833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.718887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:29.726047 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:29.728755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.749143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c85c63-c14b-42cc-b27c-e676badbfdc5 req-45bffd52-4522-45f1-a7a0-a9627664fa0e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:29.750617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09c85c63-c14b-42cc-b27c-e676badbfdc5 req-45bffd52-4522-45f1-a7a0-a9627664fa0e tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1240544 Jan 31 18:01:29.760874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7d1e2c-7b0c-4296-bd88-b14d7541c4f4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.804167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.805513 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a14850f6-dbf9-4c84-8f97-9f5a1e3a4ae1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3006451 Jan 31 18:01:29.808109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 32992) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:29.815074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ee1e24f2-73bf-403e-9544-e6994c9561f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:29.819799 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09c85c63-c14b-42cc-b27c-e676badbfdc5 req-2d45d9ed-30e2-45b9-b95a-8a2445ecbfea tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598991 Jan 31 18:01:29.824762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:29.830327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:29.833537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:29.839648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.841457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:29.869341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.902375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Deleting port b33c897b-a67a-4114-b70e-747f31ff1906 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:29.903015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.977079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=b2126698-bc5c-4094-9872-0a934dfcc2df,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:29.977345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ded10568-94b4-4744-b3e3-46a189926aaf None None] The port 'b33c897b-a67a-4114-b70e-747f31ff1906' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:29.983182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-863fc410-9458-490f-94d0-25003a8a5683 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/b2126698-bc5c-4094-9872-0a934dfcc2df HTTP/1.1" status: 204 len: 168 time: 1.4027226 Jan 31 18:01:29.983182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:29.983708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 32996) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:29.989649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856830889', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:30.002124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:30.006448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:30.009376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:30.016898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:30.027452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.028424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.056906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.062138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.067430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.095725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0031c187-9b77-48bb-a229-dd1106b3a563,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.122082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.123744 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d991fc22-548f-4fe0-9929-1ad4d3f64e6e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3145614 Jan 31 18:01:30.126436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.127409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b33c897b-a67a-4114-b70e-747f31ff1906 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:30.133207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ee1e24f2-73bf-403e-9544-e6994c9561f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:30.142214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:30.147595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:30.151618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:30.159536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:30.167529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b33c897b-a67a-4114-b70e-747f31ff1906 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:30.168357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b33c897b-a67a-4114-b70e-747f31ff1906 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:30.184422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.222575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.266150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.270985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.307571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f149d9-dd4d-4f63-95a2-8ba9a98955c9,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.326408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.327861 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4bbd9588-9d0b-409d-8b1d-6efa3908037a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2000570 Jan 31 18:01:30.331225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33010) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.337017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ee1e24f2-73bf-403e-9544-e6994c9561f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:30.343317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:30.348511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:30.351967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:30.358364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:30.382338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.449109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.456331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.460313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.483488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.484260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7bdcbc-68c2-44e1-bd29-2aca38340fda,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.500419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.505384 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-40e06588-7400-4dac-bccb-7ed60a221e10 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1731288 Jan 31 18:01:30.506055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33014) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.511551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ee1e24f2-73bf-403e-9544-e6994c9561f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:30.518830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:30.523817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:30.527745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:30.534929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:30.554195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.621686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.625944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.630508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 172.26.4.188 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d7b9bfde-a932-488a-bb70-4111b8499907) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:30.650144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74956c3-6427-4852-96c4-e0fd1d70fe66,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.663999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.665486 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-32d047d5-dd10-48f2-bb35-317cff3b06be tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1583896 Jan 31 18:01:30.668295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.700146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.717900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.757778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.777684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e74956c3-6427-4852-96c4-e0fd1d70fe66,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.781831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.783741 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e93e52af-830f-4183-afae-4af514459145 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/e74956c3-6427-4852-96c4-e0fd1d70fe66 HTTP/1.1" status: 204 len: 168 time: 0.1143751 Jan 31 18:01:30.786823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.803963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.839643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.861700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb0fd02e-033f-4e4c-9cec-82f4c3f45782 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:30.880748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fb0fd02e-033f-4e4c-9cec-82f4c3f45782 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:30.882168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fb0fd02e-033f-4e4c-9cec-82f4c3f45782 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0937576 Jan 31 18:01:30.885293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:30.918305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.922835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=d7b9bfde-a932-488a-bb70-4111b8499907,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:30.935105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.941974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:30.948828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:30.951989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:30.964384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:30.991714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f7bdcbc-68c2-44e1-bd29-2aca38340fda,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:31.002782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.006579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-448a5069-da78-494a-96b9-21c0ced7953d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/2f7bdcbc-68c2-44e1-bd29-2aca38340fda HTTP/1.1" status: 204 len: 168 time: 0.1176474 Jan 31 18:01:31.008124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33052) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.089568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73189c-f233-4403-a3d4-3ac3f241519d req-e9d2d625-7223-4a78-818a-0a47ffc95b31 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:31.092179 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e73189c-f233-4403-a3d4-3ac3f241519d req-e9d2d625-7223-4a78-818a-0a47ffc95b31 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.0869026 Jan 31 18:01:31.132756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36055c35-49a0-4ad9-8a80-faa2fb8de89b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:31.147663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e73189c-f233-4403-a3d4-3ac3f241519d req-09b8c128-dbe7-4985-8694-d06832dcaaa7 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488539 Jan 31 18:01:31.163610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36055c35-49a0-4ad9-8a80-faa2fb8de89b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:31.168166 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36055c35-49a0-4ad9-8a80-faa2fb8de89b tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1588368 Jan 31 18:01:31.168970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.203522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.215393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.227094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.227888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.242239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.264217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98f149d9-dd4d-4f63-95a2-8ba9a98955c9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:31.272142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.276488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-280ff55d-de35-443a-8a58-ec3ed9d6535f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/98f149d9-dd4d-4f63-95a2-8ba9a98955c9 HTTP/1.1" status: 204 len: 168 time: 0.1062963 Jan 31 18:01:31.277146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.339911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44019c2f-672f-40d5-878e-289b4a815f97 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:31.355907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44019c2f-672f-40d5-878e-289b4a815f97 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:31.361315 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-44019c2f-672f-40d5-878e-289b4a815f97 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0821192 Jan 31 18:01:31.361315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.394846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.406032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.440288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.468007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0031c187-9b77-48bb-a229-dd1106b3a563,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:31.470773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.473343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a621b3a3-1471-46bf-b607-e831d6194b3d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/0031c187-9b77-48bb-a229-dd1106b3a563 HTTP/1.1" status: 204 len: 168 time: 0.1096396 Jan 31 18:01:31.475795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.530659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18887161-3ba8-4817-ab8e-ce73a6d9f6c1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:31.547011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-18887161-3ba8-4817-ab8e-ce73a6d9f6c1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:31.548334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-18887161-3ba8-4817-ab8e-ce73a6d9f6c1 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0716057 Jan 31 18:01:31.553687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33076) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.600614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.614485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.637099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 8cdb743c-c6ca-4899-aa80-90d9ace3907b is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:31.650120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.724769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b7d1e2c-7b0c-4296-bd88-b14d7541c4f4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:31.756933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.758051 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5ff68501-d4f8-4f5f-aacd-d65c2cc1efeb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/0b7d1e2c-7b0c-4296-bd88-b14d7541c4f4 HTTP/1.1" status: 204 len: 168 time: 0.2033823 Jan 31 18:01:31.760822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33080) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.872682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a192dc9b-7ee2-4baf-b7e3-69c5cf5eb682 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:31.904047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a192dc9b-7ee2-4baf-b7e3-69c5cf5eb682 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:31.905279 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a192dc9b-7ee2-4baf-b7e3-69c5cf5eb682 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1435745 Jan 31 18:01:31.908475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33084) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:31.926350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:31.941077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] Sync routers for ids ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:31.951010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:31.953495 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cfff1d56-b5e3-453c-a4e4-c25ef33ac7be tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.9682236 Jan 31 18:01:31.955302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] Routers {'8cdb743c-c6ca-4899-aa80-90d9ace3907b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:31.955912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:31.956185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33088) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.000430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.026173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:32.041453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.052013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] Routers {'8cdb743c-c6ca-4899-aa80-90d9ace3907b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:32.052635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:32.113400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.114855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:32.115459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf99433-695c-449a-ba60-a366864bc9ae None None] The sync data for ids ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:32.142893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1e24f2-73bf-403e-9544-e6994c9561f1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:32.163795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.164928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-15514fa9-39c7-494d-85c6-b047ed5ac8b8 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/ee1e24f2-73bf-403e-9544-e6994c9561f1 HTTP/1.1" status: 204 len: 168 time: 0.2553430 Jan 31 18:01:32.167512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.207959 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1545a7f-a6bf-4605-89bb-47864ac71c0b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers/8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 200 len: 884 time: 0.2504845 Jan 31 18:01:32.210220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.239566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb9aec0b-3cca-4373-a16a-ee1ecc2654a3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:32.256216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bb9aec0b-3cca-4373-a16a-ee1ecc2654a3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:32.261959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bb9aec0b-3cca-4373-a16a-ee1ecc2654a3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0891607 Jan 31 18:01:32.262567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.272290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1511129000'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:32.278854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:32.289381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:32.300774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.338586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:32.342792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:32.346276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:32.352122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:32.419214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.423799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.453710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c2988-1455-4fa5-9c23-7564f95e8101 req-b9c14aca-d2ec-44e7-9afa-789c1b2fc029 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:32.455193 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5c8c2988-1455-4fa5-9c23-7564f95e8101 req-b9c14aca-d2ec-44e7-9afa-789c1b2fc029 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1544178 Jan 31 18:01:32.469295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb791ad2-c3e5-446f-bca2-11f9e2e5026a,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:32.485204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.489759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3b620667-f0bb-45ec-b8df-e58622773ef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2240989 Jan 31 18:01:32.489993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.495415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'fb791ad2-c3e5-446f-bca2-11f9e2e5026a', 'direction': 'ingress', 'protocol': 17}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:32.501322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:32.508779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:32.512222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:32.518286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:32.534754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5c8c2988-1455-4fa5-9c23-7564f95e8101 req-10e55ab7-9afe-4ce9-8adf-85977c779d4f tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707490 Jan 31 18:01:32.539544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.548646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c2246a43-5f11-40ef-8a7e-8df6503f9409 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:router {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:32.572653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c2246a43-5f11-40ef-8a7e-8df6503f9409 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:router {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:32.574375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c2246a43-5f11-40ef-8a7e-8df6503f9409 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3632510 Jan 31 18:01:32.577261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33110) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.583085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-856830889'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:32.624783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.632697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.676780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303855b4-c245-4a2b-abf3-95454741208e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:32.716022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.721296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bc4372b0-c78f-4517-bed7-47c8156eaa84 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2267206 Jan 31 18:01:32.721491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33116) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:32.863009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:32.899260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.042076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.080740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb791ad2-c3e5-446f-bca2-11f9e2e5026a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:33.141321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.143186 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-58013d40-8fb7-4a87-934b-abeca1e38fd0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/fb791ad2-c3e5-446f-bca2-11f9e2e5026a HTTP/1.1" status: 204 len: 168 time: 0.4207876 Jan 31 18:01:33.145923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33120) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:33.199098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab91a5a2-37e0-40b3-b4f6-93b75a44110a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:33.217008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ab91a5a2-37e0-40b3-b4f6-93b75a44110a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:33.218304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ab91a5a2-37e0-40b3-b4f6-93b75a44110a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0710990 Jan 31 18:01:33.222069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:33.227653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379681567'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:33.234354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:33.244236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:33.256268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.303478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:33.307660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:33.310617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:33.317838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:33.383652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.389176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.442746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f7ef4-0049-4778-9650-47c7a5b0b284,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:33.455084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.460172 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eaf8ddac-be75-4d6c-869b-8dc865685d19 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2370882 Jan 31 18:01:33.460899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:33.466408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--1087768426'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:33.474782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:33.480515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:33.483581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:33.490538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:33.503122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.506660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.521080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.541706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:33.545753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:33.549014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:33.554971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:33.635524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.635524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.717526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1169f472-4c08-4c6e-bfb2-405c4c9c3a85,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:33.757205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.760929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9c7d3ff-020f-4ae9-85fc-1a72716bdf40 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2965405 Jan 31 18:01:33.762638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33136) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:33.769438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'b13f7ef4-0049-4778-9650-47c7a5b0b284', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1169f472-4c08-4c6e-bfb2-405c4c9c3a85', 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:33.779736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:33.785393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:33.787816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 8cdb743c-c6ca-4899-aa80-90d9ace3907b has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:33.789495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:33.796827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:33.809257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037f10d-ba80-4264-a781-70ec3fe5461d req-8c64e578-9dfc-4fed-b0f8-d611a38481b6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:33.810661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2037f10d-ba80-4264-a781-70ec3fe5461d req-8c64e578-9dfc-4fed-b0f8-d611a38481b6 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1314602 Jan 31 18:01:33.872744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.895686 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2037f10d-ba80-4264-a781-70ec3fe5461d req-343a07c8-f568-4dd5-8476-3bc0889ec2f8 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723672 Jan 31 18:01:33.971008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:33.975195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.004624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f4d32f-c288-4056-8c01-d5bb361f69a1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:34.018100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.022056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6df001e4-edb7-47f2-b15b-6a96afcd719e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.2558141 Jan 31 18:01:34.022562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.025961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:34.037263 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] Sync routers for ids ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:34.039826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.041085 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-00779378-a6b0-4e63-aa62-861c6b36da19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 200 len: 891 time: 1.4627066 Jan 31 18:01:34.043563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33144) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.051120 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] Routers {'8cdb743c-c6ca-4899-aa80-90d9ace3907b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:34.051902 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:34.065455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.076205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.112382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.136404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.137886 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/97f4d32f-c288-4056-8c01-d5bb361f69a1 HTTP/1.1" status: 204 len: 168 time: 0.1143584 Jan 31 18:01:34.140043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.143590 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:34.155656 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] Routers {'8cdb743c-c6ca-4899-aa80-90d9ace3907b'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:34.156587 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:34.174589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f38957-916c-431e-a643-e2d12e34c7db tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97f4d32f-c288-4056-8c01-d5bb361f69a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:34.212148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5cefe834-cd4f-4cf2-a81b-dd95a0f114ba tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:34.229234 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:34.229663 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eae3b7-90fc-41f1-a5fb-3b0452a8556a None None] The sync data for ids ['8cdb743c-c6ca-4899-aa80-90d9ace3907b'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:34.230367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5cefe834-cd4f-4cf2-a81b-dd95a0f114ba tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:34.231748 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5cefe834-cd4f-4cf2-a81b-dd95a0f114ba tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0907531 Jan 31 18:01:34.234611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.296300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bef19f74-0fc5-498b-902a-99a04555cfda tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers/8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 200 len: 891 time: 0.2512910 Jan 31 18:01:34.298925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33156) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.307990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.342534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.343970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36ac5e7f-c680-4c0b-a4c0-2e31503e47ac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:34.363936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-36ac5e7f-c680-4c0b-a4c0-2e31503e47ac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:34.365534 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-36ac5e7f-c680-4c0b-a4c0-2e31503e47ac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 200 len: 205 time: 0.0656767 Jan 31 18:01:34.368084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33160) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.395874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.417160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1169f472-4c08-4c6e-bfb2-405c4c9c3a85,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:34.432204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.438089 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-71862306-7327-4e82-8240-6a3b5d168cd6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/1169f472-4c08-4c6e-bfb2-405c4c9c3a85 HTTP/1.1" status: 204 len: 168 time: 0.1979957 Jan 31 18:01:34.438089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.525782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b271aed-af66-42a2-b459-3c6cadcda247 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:34.543770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b271aed-af66-42a2-b459-3c6cadcda247 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:34.548904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2b271aed-af66-42a2-b459-3c6cadcda247 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1117609 Jan 31 18:01:34.549136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33168) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.639124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.654188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.728955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.847788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.879609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f7ef4-0049-4778-9650-47c7a5b0b284,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:34.903475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.904471 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3380df28-eeca-4b4b-a007-25b2ca2ef6c0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/b13f7ef4-0049-4778-9650-47c7a5b0b284 HTTP/1.1" status: 204 len: 168 time: 0.3539183 Jan 31 18:01:34.907679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33174) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:34.940635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:34.950830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port d7b9bfde-a932-488a-bb70-4111b8499907 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:34.951192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.031600 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ee8ea668-0a89-4ddb-a3fa-0144ffd66ec7 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1202548 Jan 31 18:01:35.032398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33182) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.038642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--883542018'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:35.050892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:35.065226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:35.068584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.072997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:35.149089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:35.195646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.208662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.239109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-581f6bcd-623b-4aa7-922b-e0262c0caa9f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 200 len: 993 time: 0.1692917 Jan 31 18:01:35.263251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:35.270090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:35.273461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:35.283636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:35.371864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.377929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.450672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=666b178a-91b9-4210-aeba-9746148f9966,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:35.457055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.458559 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8dd0a58d-599d-4d4e-9504-8ec11b58c3ce tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4250267 Jan 31 18:01:35.465362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33194) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.465528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for d7b9bfde-a932-488a-bb70-4111b8499907 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:35.471445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': '666b178a-91b9-4210-aeba-9746148f9966', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:35.477373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:35.482054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:35.485369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:35.491736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:35.510394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.537128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d3c6-6691-49f8-919c-4bbdb753696d req-98d9cf70-b687-47a7-987a-cd97f928d0ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:35.538603 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-99b6d3c6-6691-49f8-919c-4bbdb753696d req-98d9cf70-b687-47a7-987a-cd97f928d0ee tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.4013469 Jan 31 18:01:35.547409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.585648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.590544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.613222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6f36ee-98fd-4317-8332-57ba607e80d7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:35.630470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.632077 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3955a47a-2199-4072-b414-9700934ddf47 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1655622 Jan 31 18:01:35.634790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33202) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.669768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.682107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.709254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.728398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea6f36ee-98fd-4317-8332-57ba607e80d7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:35.732713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.734440 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c5e00b9b-5274-4a24-886b-18e5a82ecd42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/ea6f36ee-98fd-4317-8332-57ba607e80d7 HTTP/1.1" status: 204 len: 168 time: 0.0986626 Jan 31 18:01:35.741979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.769575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-99b6d3c6-6691-49f8-919c-4bbdb753696d req-0ef224e3-7fb8-42b4-86e8-633482adb617 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228193 Jan 31 18:01:35.814748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b495e8d-41b1-471f-bd1d-3e5535b43b1c tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:35.822922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 8ad99418-4385-487c-9499-77d994610bf6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:35.823332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.848419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7b495e8d-41b1-471f-bd1d-3e5535b43b1c tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:35.850183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7b495e8d-41b1-471f-bd1d-3e5535b43b1c tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1069613 Jan 31 18:01:35.852865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:35.939286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:35.971891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.007969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.028629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.058719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b178a-91b9-4210-aeba-9746148f9966,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:36.060209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=d7b9bfde-a932-488a-bb70-4111b8499907,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:36.083446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.084936 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9bbaf05-4427-412b-9302-0cc547369fdb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/666b178a-91b9-4210-aeba-9746148f9966 HTTP/1.1" status: 204 len: 168 time: 0.2297950 Jan 31 18:01:36.088782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.167694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.168017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.171456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-89463208-7e99-4bb8-a38e-4bf65f14c0d0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:36.196744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-89463208-7e99-4bb8-a38e-4bf65f14c0d0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:36.201772 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-89463208-7e99-4bb8-a38e-4bf65f14c0d0 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1078584 Jan 31 18:01:36.202356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.207828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--962512286'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:36.214896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:36.225462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:36.237771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.274808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:36.279231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:36.282800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:36.288630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:36.301632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 8ad99418-4385-487c-9499-77d994610bf6 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:36.355373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.360615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.422707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6f2d48-9770-4bcd-8f9f-294da0377b8e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:36.428558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.429887 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b906936d-a5a4-4f85-9da1-eef3b7e0816f tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2266221 Jan 31 18:01:36.432812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.440541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ff6f2d48-9770-4bcd-8f9f-294da0377b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:36.447298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:36.451711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:36.455783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:36.461886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:36.484911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.485184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.575202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.580966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.606852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f82069-1b61-448b-9708-53265ab73a9e,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:36.623808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.629093 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6e0e8e09-c6dd-48f0-863e-fd913e57d109 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1949654 Jan 31 18:01:36.629788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.830562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-33cb1677-4a97-4baa-a687-936f784cfef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules/77f82069-1b61-448b-9708-53265ab73a9e HTTP/1.1" status: 200 len: 705 time: 0.1956975 Jan 31 18:01:36.831737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.914035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.918944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.956683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0df8918-c490-44b5-9016-e1317904dd8d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:36.979584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0df8918-c490-44b5-9016-e1317904dd8d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:36.983248 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d0df8918-c490-44b5-9016-e1317904dd8d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1486988 Jan 31 18:01:36.988040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33242) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:36.991265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:36.992565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router 8cdb743c-c6ca-4899-aa80-90d9ace3907b {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:36.995403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f39e40fc-1770-48fc-8aab-69edb1ac417b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.037854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.103213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=8ad99418-4385-487c-9499-77d994610bf6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:37.106262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.123221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993ccec-9d2a-4032-a8f1-33606a6d5571 req-b93fe17c-b6ae-4af7-87e2-7ad70ed0973c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:37.124742 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1993ccec-9d2a-4032-a8f1-33606a6d5571 req-b93fe17c-b6ae-4af7-87e2-7ad70ed0973c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.0949461 Jan 31 18:01:37.151811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.178090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1993ccec-9d2a-4032-a8f1-33606a6d5571 req-692986d9-2224-42e9-8292-3f107e1e36cd tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462272 Jan 31 18:01:37.203198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.209218 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e1962e34-b651-423a-a336-23bda936cd30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 204 len: 168 time: 2.8400865 Jan 31 18:01:37.209951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:37.215844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1246254890'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:37.222911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:37.226918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:37.229783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:37.240024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:37.261787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.263903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:37.269467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.324784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.366097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77f82069-1b61-448b-9708-53265ab73a9e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:37.372148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.377823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3528980d-4027-4611-873d-de44d4241576 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/77f82069-1b61-448b-9708-53265ab73a9e HTTP/1.1" status: 204 len: 168 time: 0.3877563 Jan 31 18:01:37.379307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33252) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:37.424873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:01:37.434123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.434713 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment 6641fb9f-a20b-41fd-b2b4-91f876c3e594 of type vlan for network 3f4aad5d-2a20-468d-b689-cf61f1185511 Jan 31 18:01:37.450261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52807e52-c39b-4879-b413-cc565718c89e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:37.462474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.495310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.499140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:37.499714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.536632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-52807e52-c39b-4879-b413-cc565718c89e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:37.540780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-52807e52-c39b-4879-b413-cc565718c89e tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1605463 Jan 31 18:01:37.541385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:37.558791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ff6f2d48-9770-4bcd-8f9f-294da0377b8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:37.567892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:37.582164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:37.604107 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3929651 Jan 31 18:01:37.607741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:37.616271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:37.624732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.635102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832d7ec-b0dd-4ee1-9857-c2820d320ee8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=3f4aad5d-2a20-468d-b689-cf61f1185511,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:37.648774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:01:37.736789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:37.740806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:37.743900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:37.749653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:37.762977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:37.792230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.856268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.886547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.915708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc5b450-1871-42bb-9941-49fbf171bffa,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:37.934162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:37.939862 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae4ae1cf-3d4f-4e03-ab2e-2b27fd551f1d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3962610 Jan 31 18:01:37.942283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33264) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:37.971147 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-131a8876-4b64-4b87-a640-e2944c8b6200 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules/cfc5b450-1871-42bb-9941-49fbf171bffa HTTP/1.1" status: 200 len: 705 time: 0.0259769 Jan 31 18:01:37.974463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33268) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.011049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:38.044902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-40d25b32-5a28-480f-a90f-f3a008fe8f03 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:38.106230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dab6b2f8-8383-46b6-ab54-5fa3aa5ad643 req-0091d1c5-025b-470a-aba9-282c93345e8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1099 time: 0.1979587 Jan 31 18:01:38.132524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-40d25b32-5a28-480f-a90f-f3a008fe8f03 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:38.133907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-40d25b32-5a28-480f-a90f-f3a008fe8f03 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1587050 Jan 31 18:01:38.139479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.182793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.195436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.206431 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dab6b2f8-8383-46b6-ab54-5fa3aa5ad643 req-254f25ce-b95d-4034-ae55-aee410fbcd37 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917027 Jan 31 18:01:38.234763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:01:38.256947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.287002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.318869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc5b450-1871-42bb-9941-49fbf171bffa,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:38.334582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.336631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2ec594d8-20b2-4693-86e9-2762668d19f6 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/cfc5b450-1871-42bb-9941-49fbf171bffa HTTP/1.1" status: 204 len: 168 time: 0.1981449 Jan 31 18:01:38.340463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.364405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=2447a1a1-c2d5-4536-bc95-60fc26014d9f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:38.376575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': '6641fb9f-a20b-41fd-b2b4-91f876c3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:38.377792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 3f4aad5d-2a20-468d-b689-cf61f1185511, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:01:38.412053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:01:38.452817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 3f4aad5d-2a20-468d-b689-cf61f1185511) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:38.461287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:38.462980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.464520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c9f4731a-830f-4841-bcb6-b0ebffe2c5f3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:38.474327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72fdeeb-a201-48a3-acc9-f63efb6f1795 None None] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:38.481850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:38.491341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.511142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7bee4513-d36f-46a8-b0d3-e1a4dac9c9a2 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9022846 Jan 31 18:01:38.513642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.514904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Sync routers for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:38.528499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-119301987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:38.540661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:38.541721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c9f4731a-830f-4841-bcb6-b0ebffe2c5f3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:38.545537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c9f4731a-830f-4841-bcb6-b0ebffe2c5f3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2000577 Jan 31 18:01:38.546261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.554245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086d998-6b90-484d-9369-61602f251277 req-27625f9e-fc59-48ac-ac26-7cdac752f8c1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:38.555712 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5086d998-6b90-484d-9369-61602f251277 req-27625f9e-fc59-48ac-ac26-7cdac752f8c1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.2142208 Jan 31 18:01:38.557393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': 'ff6f2d48-9770-4bcd-8f9f-294da0377b8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:38.568965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:38.582903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f2480c1-708e-430a-a66b-4b60f35530a4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c HTTP/1.1" status: 204 len: 168 time: 3.0338852 Jan 31 18:01:38.586370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:01:38.594667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:38.597607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:38.601638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:38.613331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:38.620326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:38.639954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:38.645003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.652693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:38.657297 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5086d998-6b90-484d-9369-61602f251277 req-85ea245a-3eb9-4374-af49-ed2fc24feca8 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941782 Jan 31 18:01:38.661340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.662383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.714202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.728019 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a', 'status': 'completed', 'code': 200} Jan 31 18:01:38.731200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'port_id': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'mac_address': 'fa:16:3e:23:c4:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:01:38.847938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.920058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.925679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33296) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:38.926216 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9ff3fcaf-3b13-47c2-b175-aff1ac86d755 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4101539 Jan 31 18:01:38.952720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:38.981168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:01:38.995137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-49f3979a-1131-4f92-9409-7bbb168736bf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 1098 time: 0.2357495 Jan 31 18:01:39.003853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.028903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.064964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:39.076232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:39.106388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af19b21-32a0-4939-bf70-0ef95385d633,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:39.122153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-3f4aad5d-2a20-468d-b689-cf61f1185511', 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': '2447a1a1-c2d5-4536-bc95-60fc26014d9f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:01:39.123233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.148094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.197091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.198317 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e9ad7267-16c7-480d-a8fc-d89984ac9268 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6507628 Jan 31 18:01:39.201385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:39.258675 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b540812e-d5d7-45f0-9bf0-2518b4572a06 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules/5af19b21-32a0-4939-bf70-0ef95385d633 HTTP/1.1" status: 200 len: 706 time: 0.0560589 Jan 31 18:01:39.271827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:39.300317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:39.329587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002557c-8128-4414-bd88-56394fba2429 req-80cc8be1-eee2-4c4e-bfab-3279daac68ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:39.331064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-80cc8be1-eee2-4c4e-bfab-3279daac68ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 200 len: 898 time: 0.3253052 Jan 31 18:01:39.429000 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-7b7f518d-7c77-46cb-a628-4ca8c520ed13 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 200 len: 217 time: 0.0829797 Jan 31 18:01:39.513185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d317cb6-878a-4181-bc19-46c1980b9b42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:39.581556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d317cb6-878a-4181-bc19-46c1980b9b42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:39.586626 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5d317cb6-878a-4181-bc19-46c1980b9b42 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.2838783 Jan 31 18:01:39.588421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:39.605484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002557c-8128-4414-bd88-56394fba2429 req-1e4322f8-0e44-437f-84a1-2e11455e04e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:39.613669 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-1e4322f8-0e44-437f-84a1-2e11455e04e7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4771620c-415d-4878-ae6f-55287a711009 HTTP/1.1" status: 200 len: 834 time: 0.1634521 Jan 31 18:01:39.639191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:01:39.654644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d0a50-124f-487c-a3e8-a6e2d8ea614e req-a568b3df-66b1-4d74-9d1d-7aaadfeeaf8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:39.655372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-577d0a50-124f-487c-a3e8-a6e2d8ea614e req-a568b3df-66b1-4d74-9d1d-7aaadfeeaf8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:39.686077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a0390a79-7522-4ec8-895f-ba7e96a6c1ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.746840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-577d0a50-124f-487c-a3e8-a6e2d8ea614e req-a568b3df-66b1-4d74-9d1d-7aaadfeeaf8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:39.748164 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-577d0a50-124f-487c-a3e8-a6e2d8ea614e req-a568b3df-66b1-4d74-9d1d-7aaadfeeaf8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.3612297 Jan 31 18:01:39.754313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.784623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:39.796899 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-b1b73b3b-bfea-4aa7-b650-a093e6a79a9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797421 Jan 31 18:01:39.834083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Allocated IP 2001:db8::2 (3f4aad5d-2a20-468d-b689-cf61f1185511/2447a1a1-c2d5-4536-bc95-60fc26014d9f/a2f5499f-a17f-44e8-8d46-5a31f3756379) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:39.887074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:39.975183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Checking router: cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:40.053962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.067173 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-577d0a50-124f-487c-a3e8-a6e2d8ea614e req-fd6dca02-8997-46d8-bf77-b6224720c0d6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3042312 Jan 31 18:01:40.074188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.091369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5af19b21-32a0-4939-bf70-0ef95385d633,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:40.139565 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-61531a7e-6dd2-4a1f-adbd-882c6f9a50b1 service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354688 Jan 31 18:01:40.155826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:40.156473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:40.166780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.167879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bf553829-30ac-4f2d-9947-cee22aab6496 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/5af19b21-32a0-4939-bf70-0ef95385d633 HTTP/1.1" status: 204 len: 168 time: 0.5717022 Jan 31 18:01:40.177803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33318) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:40.268894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:40.346421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-88be06b9-3f6b-43e8-ae33-b77413c89623 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:40.414204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-88be06b9-3f6b-43e8-ae33-b77413c89623 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:40.415449 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-88be06b9-3f6b-43e8-ae33-b77413c89623 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2367260 Jan 31 18:01:40.420905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33322) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:40.460046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7002557c-8128-4414-bd88-56394fba2429 req-d15c30cd-69bc-4352-98ab-68ba788bda70 service neutron] 10.222.0.86 "GET /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132870 Jan 31 18:01:40.466625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.502284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3b410-cb98-4be3-ab37-ce21abef9faf req-8c384438-c070-4be1-80f9-c6119c0bb808 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:40.505842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.510678 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-09f3b410-cb98-4be3-ab37-ce21abef9faf req-8c384438-c070-4be1-80f9-c6119c0bb808 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 945 time: 0.5592563 Jan 31 18:01:40.511817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.545299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.587770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.606200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.627867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6f2d48-9770-4bcd-8f9f-294da0377b8e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:40.629058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:01:40.650491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-09f3b410-cb98-4be3-ab37-ce21abef9faf req-99233fe7-7022-462e-8d2f-0eade8bd79f0 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376166 Jan 31 18:01:40.661392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.666304 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4769272d-2ea6-4f2d-961e-c54343bd3a7a tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/ff6f2d48-9770-4bcd-8f9f-294da0377b8e HTTP/1.1" status: 204 len: 168 time: 0.2446544 Jan 31 18:01:40.666475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33326) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:40.671776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:40.692649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:40.733245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.746588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-5f119df7-4fef-45c7-9331-ee2aba65bff2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:40.748075 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-5f119df7-4fef-45c7-9331-ee2aba65bff2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.1755221 Jan 31 18:01:40.752265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-458174c9-24d4-4e40-a794-9ff1afab1fcb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:40.848507 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-728cfa8b-cb73-449f-9b03-fc36ed4a1b03 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 200 len: 991 time: 0.1746910 Jan 31 18:01:40.893527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 52d61339-51f7-4803-a04a-55bac0e4090a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:40.893924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:40.900183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:40.934019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-458174c9-24d4-4e40-a794-9ff1afab1fcb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:40.940264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-458174c9-24d4-4e40-a794-9ff1afab1fcb tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2678566 Jan 31 18:01:40.940601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:40.946186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group': {'name': 'tempest-secgroup--539700211'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:40.952135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:40.963758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:40.976277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.043939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:41.049252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:41.052416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:41.052821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:41.057974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.067701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:41.142576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.142822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Transition to ACTIVE for port object a2f5499f-a17f-44e8-8d46-5a31f3756379 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:41.151472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.225091 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Sync routers for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:41.238182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Transition to ACTIVE for port object a2f5499f-a17f-44e8-8d46-5a31f3756379 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:41.247735 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:41.252160 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:41.256836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.298217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 52d61339-51f7-4803-a04a-55bac0e4090a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=52d61339-51f7-4803-a04a-55bac0e4090a,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:41.299148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.303524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbe8f4-bf59-448a-8415-cd8aec580a07,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:41.326189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.327554 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6111c7d4-9e48-4458-abe4-88501a010b38 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3859212 Jan 31 18:01:41.336781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33342) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:41.340805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Pushing event updated for resources: {'Port': ['ID=a2f5499f-a17f-44e8-8d46-5a31f3756379,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:41.349292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Request body: {'security_group_rule': {'security_group_id': '0adbe8f4-bf59-448a-8415-cd8aec580a07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:41.377701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:41.387878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:41.394212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:41.424697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:41.438840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Usage tracker for resource:security_group_rule and tenant:51cdce0fc3aa46e790d3a2fb1310eee5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:41.443030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:41.447417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8::1 (3f4aad5d-2a20-468d-b689-cf61f1185511/2447a1a1-c2d5-4536-bc95-60fc26014d9f/15de717d-f3e2-4398-807c-d71c44756582) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:41.460239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:41.540692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Attempting to bind port a2f5499f-a17f-44e8-8d46-5a31f3756379 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:41.541291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Attempting to bind port a2f5499f-a17f-44e8-8d46-5a31f3756379 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '6641fb9f-a20b-41fd-b2b4-91f876c3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:41.541291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Attempting to bind port a2f5499f-a17f-44e8-8d46-5a31f3756379 on network 3f4aad5d-2a20-468d-b689-cf61f1185511 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:41.561448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:41.561833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Checking segment: {'id': '6641fb9f-a20b-41fd-b2b4-91f876c3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:41.562202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.562587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Bound using segment: {'id': '6641fb9f-a20b-41fd-b2b4-91f876c3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:41.563367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Bound port: a2f5499f-a17f-44e8-8d46-5a31f3756379, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6641fb9f-a20b-41fd-b2b4-91f876c3e594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': '3f4aad5d-2a20-468d-b689-cf61f1185511'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:41.563553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.598229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:41.599452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 52d61339-51f7-4803-a04a-55bac0e4090a owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:41.649606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0050f129-5547-47c6-9a8e-a44f42b5703a None None] The sync data for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:00:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bdc3d49f-8c58-4e9d-890e-58da7589bf5b', 'name': '', 'network_id': 'd7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4771620c-415d-4878-ae6f-55287a711009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:11Z', 'updated_at': '2022-01-31T18:00:29Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4771620c-415d-4878-ae6f-55287a711009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:41.698086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.712258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] For port a2f5499f-a17f-44e8-8d46-5a31f3756379, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:41.718655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] For port a2f5499f-a17f-44e8-8d46-5a31f3756379, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2f5499f-a17f-44e8-8d46-5a31f3756379,segment=NetworkSegment(6641fb9f-a20b-41fd-b2b4-91f876c3e594),segment_id=6641fb9f-a20b-41fd-b2b4-91f876c3e594)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:41.730442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.760156 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:41.815284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.833233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:41.865900 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b256ab-9d2d-4771-9766-a0a8206a9545 req-59094eb5-8b63-4044-ae74-c1274e7986bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:41.873924 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-95b256ab-9d2d-4771-9766-a0a8206a9545 req-59094eb5-8b63-4044-ae74-c1274e7986bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=4bab862c-4ffd-46f6-a8c2-c0ebf64d3966 HTTP/1.1" status: 200 len: 945 time: 0.5076170 Jan 31 18:01:41.939784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad930221-2b01-4062-b66e-1d3588196696 None None] Pushing event updated for resources: {'Port': ['ID=a2f5499f-a17f-44e8-8d46-5a31f3756379,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:41.962977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=52d61339-51f7-4803-a04a-55bac0e4090a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:42.034812 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-95b256ab-9d2d-4771-9766-a0a8206a9545 req-20661a5a-0c47-4515-acd3-1fdeaeaa1500 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=6757d930-a5e1-496d-91e0-1b8ee8e0e05f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599195 Jan 31 18:01:42.120824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 52d61339-51f7-4803-a04a-55bac0e4090a on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:42.125257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.130272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'name': 'network-vif-deleted', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:01:42.153192 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d1e13708-58a3-4dad-9cad-3e58600decb1 req-f1c4f79b-46e1-4970-8c75-8e181a7e3291 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/52d61339-51f7-4803-a04a-55bac0e4090a HTTP/1.1" status: 204 len: 173 time: 1.3817341 Jan 31 18:01:42.157031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.160170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.163969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.260973 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab862c-4ffd-46f6-a8c2-c0ebf64d3966', 'name': 'network-vif-deleted', 'tag': '52d61339-51f7-4803-a04a-55bac0e4090a', 'status': 'completed', 'code': 200} Jan 31 18:01:42.263113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:42.282787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 15de717d-f3e2-4398-807c-d71c44756582 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:42.282787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5adbb01b-924c-4591-ada2-43016efd90a7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:42.294268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.299106 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9cb6040e-e650-40f4-a6f8-71493b82e0b2 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9580042 Jan 31 18:01:42.299335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33350) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:42.343154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.471191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:42.474438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:42.477435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.478840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:42.499019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.504158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:42.505566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.536981 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:23Z', 'revision_number': 4, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fd816b91-4d43-4299-97c6-fb2fa2799fb7', 'name': '', 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'mac_address': 'fa:16:3e:cf:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:22Z', 'updated_at': '2022-01-31T18:01:24Z', 'revision_number': 2, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'subnets': [{'id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:42.552255 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Checking router: 716ff285-c9a6-4bc7-aaab-8e138992ef76 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:42.554035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Updating router 716ff285-c9a6-4bc7-aaab-8e138992ef76 port fd816b91-4d43-4299-97c6-fb2fa2799fb7 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:01:42.581149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.582135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=15de717d-f3e2-4398-807c-d71c44756582,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:42.649672 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.666736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afaaaba-70c5-4e91-973b-a78a82ecef34 None None] New status for floating IP 6a5cf6fb-55e3-4b59-a1f9-c4fe284c7e6c: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:01:42.713474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.756659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.784660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbe8f4-bf59-448a-8415-cd8aec580a07,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:42.794981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:42.796104 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-21321fb8-9a37-4216-a010-998ba548bef3 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/0adbe8f4-bf59-448a-8415-cd8aec580a07 HTTP/1.1" status: 204 len: 168 time: 0.4954152 Jan 31 18:01:42.798712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33354) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:42.869467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a71e92d2-ad39-4f1c-9318-a1b63972d287 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:42.891297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a71e92d2-ad39-4f1c-9318-a1b63972d287 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:42.892836 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a71e92d2-ad39-4f1c-9318-a1b63972d287 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0932050 Jan 31 18:01:42.895507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33358) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:42.959962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-106ba1c2-f191-4a0b-989d-62de3af3f507 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Synchronizing usage tracker for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:42.996993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-106ba1c2-f191-4a0b-989d-62de3af3f507 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] Unset dirty status for tenant:51cdce0fc3aa46e790d3a2fb1310eee5 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:42.998852 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-106ba1c2-f191-4a0b-989d-62de3af3f507 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1020868 Jan 31 18:01:43.002246 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33362) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:43.055304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-3c61f24c-32b1-4ce6-9125-c929204e3c87 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] delete failed (client error): The resource could not be found. Jan 31 18:01:43.073277 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3c61f24c-32b1-4ce6-9125-c929204e3c87 tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "DELETE /v2.0/security-groups/0adbe8f4-bf59-448a-8415-cd8aec580a07 HTTP/1.1" status: 404 len: 347 time: 0.0567613 Jan 31 18:01:43.075107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:43.235599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-85ec7295-3267-464d-99b9-af4e69cbcf8d tempest-SecGroupTest-147785373 tempest-SecGroupTest-147785373-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1565330 Jan 31 18:01:43.250839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33376) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:43.458594 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.478595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.480903 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Transition to ACTIVE for port object fd816b91-4d43-4299-97c6-fb2fa2799fb7 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:43.483231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e915feb2-6514-44d0-a71b-c70b1bddf3cc None None] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:43.498138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.501197 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.578957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.708523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.743595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6757d930-a5e1-496d-91e0-1b8ee8e0e05f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:43.760683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.763100 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4642f2e0-60e3-4844-963c-52b7a419067c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/6757d930-a5e1-496d-91e0-1b8ee8e0e05f HTTP/1.1" status: 204 len: 168 time: 0.5102227 Jan 31 18:01:43.845270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.866153 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Attempting to bind port fd816b91-4d43-4299-97c6-fb2fa2799fb7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:43.866732 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Attempting to bind port fd816b91-4d43-4299-97c6-fb2fa2799fb7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:43.866991 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Attempting to bind port fd816b91-4d43-4299-97c6-fb2fa2799fb7 on network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:43.871259 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca358-25df-4314-84bd-db8162bcb33d None None] Pushing event updated for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:43.883756 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:43.885963 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Checking segment: {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:43.887643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.887643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Bound using segment: {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:43.887643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Bound port: fd816b91-4d43-4299-97c6-fb2fa2799fb7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47d901af-fe7f-4eb2-b3fb-a50e2dafb447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:43.891720 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.910045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.917229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.918448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.948148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:43.950891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:01:43.961297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33384) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:43.971260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:43.972572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 52d61339-51f7-4803-a04a-55bac0e4090a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:44.009034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd561ca1-fc40-489f-8c76-300aad4b5209 None None] Provisioning for port a2f5499f-a17f-44e8-8d46-5a31f3756379 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:44.123777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 52d61339-51f7-4803-a04a-55bac0e4090a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:44.125870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 52d61339-51f7-4803-a04a-55bac0e4090a not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:44.131616 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'code': 200} Jan 31 18:01:44.140755 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] For port fd816b91-4d43-4299-97c6-fb2fa2799fb7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:44.149509 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] For port fd816b91-4d43-4299-97c6-fb2fa2799fb7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fd816b91-4d43-4299-97c6-fb2fa2799fb7,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:44.156279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33390) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:44.161166 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:44.182212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:44.225594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2f5499f-a17f-44e8-8d46-5a31f3756379 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:44.354979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a2f5499f-a17f-44e8-8d46-5a31f3756379 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:44.360747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:44.361523 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:44.363595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a2f5499f-a17f-44e8-8d46-5a31f3756379 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:44.363976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:44.462954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:44.467046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:44.612028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=15de717d-f3e2-4398-807c-d71c44756582,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:44.767807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:44.818263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Provisioning complete for port a2f5499f-a17f-44e8-8d46-5a31f3756379 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:44.825223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:44.848330 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:44.961264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a2f5499f-a17f-44e8-8d46-5a31f3756379, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2f5499f-a17f-44e8-8d46-5a31f3756379,segment=NetworkSegment(6641fb9f-a20b-41fd-b2b4-91f876c3e594),segment_id=6641fb9f-a20b-41fd-b2b4-91f876c3e594)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:44.980846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.000534 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7d8ba0d0-f347-4138-a18b-2da66d8e51f9 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=51cdce0fc3aa46e790d3a2fb1310eee5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8392892 Jan 31 18:01:45.007386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33398) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:45.167846 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca358-25df-4314-84bd-db8162bcb33d None None] Pushing event updated for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:45.266141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a2f5499f-a17f-44e8-8d46-5a31f3756379,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:45.272185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router bd92b5bf-5f35-45fe-8460-3db9cc9db55f is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:45.275502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Provisioning for port 15de717d-f3e2-4398-807c-d71c44756582 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:45.285253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Provisioning complete for port 15de717d-f3e2-4398-807c-d71c44756582 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:45.285776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.307854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.356875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b8a26eea-a36a-4cf3-acc2-62219fdb1c7a None None] Port 15de717d-f3e2-4398-807c-d71c44756582 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:45.363445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.403193 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:23Z', 'revision_number': 4, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fd816b91-4d43-4299-97c6-fb2fa2799fb7', 'name': '', 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'mac_address': 'fa:16:3e:cf:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:22Z', 'updated_at': '2022-01-31T18:01:44Z', 'revision_number': 4, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'subnets': [{'id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:45.407300 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e21cf-01ee-4a62-b097-c450ab4365b4 None None] The sync data for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv is: [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:01:23Z', 'revision_number': 4, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fd816b91-4d43-4299-97c6-fb2fa2799fb7', 'name': '', 'network_id': '2b0d6797-b64b-412f-9842-d3c8435dd0d3', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'mac_address': 'fa:16:3e:cf:d8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:22Z', 'updated_at': '2022-01-31T18:01:44Z', 'revision_number': 4, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'subnets': [{'id': 'b51bab67-31c6-40f5-b0ce-f11c45d2c137', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:45.445007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.506371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f37b9fc5-c414-4253-9334-91d7a7dacef6 None None] Provisioning complete for port 15de717d-f3e2-4398-807c-d71c44756582 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:45.506747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f37b9fc5-c414-4253-9334-91d7a7dacef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.552256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.568831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:45.579534 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] Sync routers for ids ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:45.582890 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-48cc9a87-499b-4c2d-8915-cc86668af8c7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/bd92b5bf-5f35-45fe-8460-3db9cc9db55f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6551664 Jan 31 18:01:45.585520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33404) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:45.587176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f37b9fc5-c414-4253-9334-91d7a7dacef6 None None] Port 15de717d-f3e2-4398-807c-d71c44756582 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:45.595732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efc67e2-3a63-43d4-b39a-6cffd95df879,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:45.599015 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] Routers {'bd92b5bf-5f35-45fe-8460-3db9cc9db55f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:45.599913 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:45.634390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:45.643487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-925d8200-94c2-48dd-b5da-5a5ced9a5750 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/4efc67e2-3a63-43d4-b39a-6cffd95df879 HTTP/1.1" status: 204 len: 168 time: 0.6302392 Jan 31 18:01:45.728176 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:45.755847 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] Routers {'bd92b5bf-5f35-45fe-8460-3db9cc9db55f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:45.756661 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:45.831870 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:45.839291 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b564f11-074b-4492-85ef-7bf6b791a16a None None] The sync data for ids ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:45.954635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436a8530-cc20-44b7-b3a3-558406af8ca9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:45.955242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-436a8530-cc20-44b7-b3a3-558406af8ca9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:45.974734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-436a8530-cc20-44b7-b3a3-558406af8ca9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:45.978575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-436a8530-cc20-44b7-b3a3-558406af8ca9 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports/15de717d-f3e2-4398-807c-d71c44756582 HTTP/1.1" status: 200 len: 911 time: 0.3918877 Jan 31 18:01:45.982052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33416) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:45.989711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2447a1a1-c2d5-4536-bc95-60fc26014d9f'}]}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:46.290711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2f5499f-a17f-44e8-8d46-5a31f3756379 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:46.342404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.379024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a2f5499f-a17f-44e8-8d46-5a31f3756379 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:46.379402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.519376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port bdc3d49f-8c58-4e9d-890e-58da7589bf5b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:46.519955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.523120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fd816b91-4d43-4299-97c6-fb2fa2799fb7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:46.615336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:46.620605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:46.620979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.752699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.773570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port bdc3d49f-8c58-4e9d-890e-58da7589bf5b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:46.773921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.794831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port fd816b91-4d43-4299-97c6-fb2fa2799fb7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fd816b91-4d43-4299-97c6-fb2fa2799fb7,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:46.801504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:46.896100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:47.017798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for bdc3d49f-8c58-4e9d-890e-58da7589bf5b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:47.068277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:47.077484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:47.082117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:47.082850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:47.086807 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/ports/15de717d-f3e2-4398-807c-d71c44756582 HTTP/1.1" status: 200 len: 911 time: 1.1008787 Jan 31 18:01:47.090098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:47.153381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57cbdc1-1cf0-478c-b963-eaed9754736f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=15de717d-f3e2-4398-807c-d71c44756582,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:47.531119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:47.579714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=bdc3d49f-8c58-4e9d-890e-58da7589bf5b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:47.835227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:48.171617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:48.180136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fd816b91-4d43-4299-97c6-fb2fa2799fb7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:01:48.256099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fd816b91-4d43-4299-97c6-fb2fa2799fb7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:48.256556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:49.082423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 15de717d-f3e2-4398-807c-d71c44756582 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:49.083041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:49.347374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:49.478562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 15de717d-f3e2-4398-807c-d71c44756582 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:49.579627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:49.754075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:49.805314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=15de717d-f3e2-4398-807c-d71c44756582,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:50.074325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.170354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:50.172162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf190-2c85-4907-8950-3a317645462b None None] Sync routers for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:50.188440 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5909e3a9-ae85-44a4-8cb8-d6a84ad9d61f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2251751 Jan 31 18:01:50.189279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33438) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:50.195590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:50.196338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:50.470172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 4771620c-415d-4878-ae6f-55287a711009 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:50.475563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.508540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:50.543166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.651501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.739352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.790205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router bd92b5bf-5f35-45fe-8460-3db9cc9db55f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:01:50.790874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:50.800570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=4771620c-415d-4878-ae6f-55287a711009,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:50.803009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f8548f-784b-4a82-b080-d554d6985cf4 None None] Network d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:50.809524 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ee9c9a0c-961c-4961-a5f6-0ba9ec1cce0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/4771620c-415d-4878-ae6f-55287a711009 HTTP/1.1" status: 204 len: 168 time: 0.6179836 Jan 31 18:01:50.812050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:50.970686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:50.988568 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a0550291-afee-4aac-955d-30bb448f61ca tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/bd92b5bf-5f35-45fe-8460-3db9cc9db55f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8978837 Jan 31 18:01:50.989183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33448) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:50.992667 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] Sync routers for ids ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:51.023557 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] Routers {'bd92b5bf-5f35-45fe-8460-3db9cc9db55f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:51.026426 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.056008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-87422709-df1f-428f-80ce-a1e699de7a16 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:51.082217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-87422709-df1f-428f-80ce-a1e699de7a16 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:51.084433 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-87422709-df1f-428f-80ce-a1e699de7a16 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=bd92b5bf-5f35-45fe-8460-3db9cc9db55f HTTP/1.1" status: 200 len: 205 time: 0.0930312 Jan 31 18:01:51.087761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33452) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:51.100221 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.115403 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] Routers {'bd92b5bf-5f35-45fe-8460-3db9cc9db55f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:51.116299 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.155127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:01:47Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.170363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf190-2c85-4907-8950-3a317645462b None None] Checking router: cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:51.191100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] Routers {'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:51.208992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.218866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:51.219983 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e57c77-5037-4313-b7bb-69a83c1bb566 None None] The sync data for ids ['bd92b5bf-5f35-45fe-8460-3db9cc9db55f'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:51.236486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.300853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.301882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] DHCP port deletion for d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:51.309901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Deleting port 202c1bf8-65de-42de-89c0-dac045e3b299 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:51.310328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.454261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.467049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port fbe57a90-129d-401b-aa1f-0a6073db8cec {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:51.467540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.634869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] For port 202c1bf8-65de-42de-89c0-dac045e3b299, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=202c1bf8-65de-42de-89c0-dac045e3b299,segment=NetworkSegment(25b5b48e-dc04-4a17-81db-c66f1841d13c),segment_id=25b5b48e-dc04-4a17-81db-c66f1841d13c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:51.635539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.670221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port fbe57a90-129d-401b-aa1f-0a6073db8cec, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fbe57a90-129d-401b-aa1f-0a6073db8cec,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:51.670739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.765044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.771637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.810625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for fbe57a90-129d-401b-aa1f-0a6073db8cec owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:51.831017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Calling delete_port for 202c1bf8-65de-42de-89c0-dac045e3b299 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:51.831403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.831894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router bd92b5bf-5f35-45fe-8460-3db9cc9db55f {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:51.858103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:51.859190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-575fea48-3039-4a54-acfb-bec919429df3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/bd92b5bf-5f35-45fe-8460-3db9cc9db55f HTTP/1.1" status: 204 len: 168 time: 0.7703943 Jan 31 18:01:51.862364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:51.992874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] Set router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:52.011424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.074554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=fbe57a90-129d-401b-aa1f-0a6073db8cec,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:52.114013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.173743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 202c1bf8-65de-42de-89c0-dac045e3b299 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:52.207791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] Pushing event deleted for resources: {'Port': ['ID=202c1bf8-65de-42de-89c0-dac045e3b299,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:52.263301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 202c1bf8-65de-42de-89c0-dac045e3b299 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:52.263643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 202c1bf8-65de-42de-89c0-dac045e3b299 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:52.273639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a535b-f8db-44e9-be7e-3e1c4ce140e4 None None] No DVR routers for this DVR port 202c1bf8-65de-42de-89c0-dac045e3b299 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:52.315935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.321342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet 2447a1a1-c2d5-4536-bc95-60fc26014d9f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:01:52.324709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.382329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.396221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-656bf190-2c85-4907-8950-3a317645462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:01:47Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:52.400152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656bf190-2c85-4907-8950-3a317645462b None None] The sync data for ids ['cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7'] in dv-neutron-823271-3-hyperv is: [{'id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'name': 'tempest-TestNetworkBasicOps-router-719635038', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:46Z', 'updated_at': '2022-01-31T18:01:47Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'fbe57a90-129d-401b-aa1f-0a6073db8cec', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:71:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:01:52.481599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.556401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.588402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.594006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.601813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=2447a1a1-c2d5-4536-bc95-60fc26014d9f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:52.609221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.617100 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b9f79210-9cdf-4345-977c-e9080569bb50 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/2447a1a1-c2d5-4536-bc95-60fc26014d9f HTTP/1.1" status: 204 len: 168 time: 0.7537582 Jan 31 18:01:52.619812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33466) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:52.623385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e96dd6-a77d-4815-a1df-f668ae0b2678 None None] Network 3f4aad5d-2a20-468d-b689-cf61f1185511 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:52.627190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.628172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:01:52.649146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.650634 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8aff397d-f0ae-4d72-a95e-35a0f88b7cc6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/cf160e75-bd8d-4cc9-bca6-3e98a61cdbe7 HTTP/1.1" status: 204 len: 168 time: 1.8374124 Jan 31 18:01:52.653509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33470) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:52.851215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.872559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.888129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port a2f5499f-a17f-44e8-8d46-5a31f3756379 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:52.888355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:52.893234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] DHCP port deletion for 3f4aad5d-2a20-468d-b689-cf61f1185511 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:01:52.897216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Deleting port a2f5499f-a17f-44e8-8d46-5a31f3756379 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:52.897615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.112482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] For port a2f5499f-a17f-44e8-8d46-5a31f3756379, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2f5499f-a17f-44e8-8d46-5a31f3756379,segment=NetworkSegment(6641fb9f-a20b-41fd-b2b4-91f876c3e594),segment_id=6641fb9f-a20b-41fd-b2b4-91f876c3e594)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:53.112865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.128836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.229566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Calling delete_port for a2f5499f-a17f-44e8-8d46-5a31f3756379 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:53.236067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-508a4de4-d433-45a2-85c9-0c2702e62630 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:53.239109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:53.267915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b5b48e-dc04-4a17-81db-c66f1841d13c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:53.268203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b5b48e-dc04-4a17-81db-c66f1841d13c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:53.288764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.302634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.326260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-508a4de4-d433-45a2-85c9-0c2702e62630 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:53.327389 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-508a4de4-d433-45a2-85c9-0c2702e62630 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123530081&fields=id&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 267 time: 0.2833688 Jan 31 18:01:53.329785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port a2f5499f-a17f-44e8-8d46-5a31f3756379, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2f5499f-a17f-44e8-8d46-5a31f3756379,segment=NetworkSegment(6641fb9f-a20b-41fd-b2b4-91f876c3e594),segment_id=6641fb9f-a20b-41fd-b2b4-91f876c3e594)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:01:53.330126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.337432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.348926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] Pushing event deleted for resources: {'Port': ['ID=a2f5499f-a17f-44e8-8d46-5a31f3756379,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:53.355401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b7c91-3daa-431d-9d1e-c6466a802d29 None None] No DVR routers for this DVR port a2f5499f-a17f-44e8-8d46-5a31f3756379 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:01:53.383029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1411 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:53.383415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:53.398498 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:53.603847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for a2f5499f-a17f-44e8-8d46-5a31f3756379 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:01:53.804161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.808809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.863319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:53.882625 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a222b3b2-50ad-4e4d-a510-62912a448a6f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/d7c11dcc-5df6-4eb5-8f4b-bbd642fb0d98 HTTP/1.1" status: 204 len: 168 time: 1.2279103 Jan 31 18:01:53.887953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.api [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:01:53.888258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG oslo_db.api [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:01:53.893559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-52567968-fc67-46e4-95e5-d80850eea0e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:53.894224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-52567968-fc67-46e4-95e5-d80850eea0e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:53.898659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33480) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:53.904278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--139776194', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:53.909375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:53.913591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:53.914474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-52567968-fc67-46e4-95e5-d80850eea0e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:53.916134 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-52567968-fc67-46e4-95e5-d80850eea0e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.5761001 Jan 31 18:01:53.916633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:53.923154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:53.933166 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-02136bca-58d2-4e15-8f27-60c954fcb352 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/quotas/9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 375 time: 0.0118191 Jan 31 18:01:53.933597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:53.936479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.964729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1417, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:01:53.974025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:53.974361 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 84073aff-ab11-4ff0-bc9e-012859ca99e2 of type vlan for network e1c9b491-13d3-4309-8ca4-64c7a833cf06 Jan 31 18:01:54.001143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.027078 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-ff61b407-022e-45fb-9bf7-c4358e8c33fd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872853 Jan 31 18:01:54.033491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.037081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:54.037684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.169419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2f5499f-a17f-44e8-8d46-5a31f3756379 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:54.209563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a2f5499f-a17f-44e8-8d46-5a31f3756379 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:54.209958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2f5499f-a17f-44e8-8d46-5a31f3756379 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:54.210390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bdc3d49f-8c58-4e9d-890e-58da7589bf5b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:01:54.244286 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3444903 Jan 31 18:01:54.247042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33486) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:54.249958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: bdc3d49f-8c58-4e9d-890e-58da7589bf5b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:01:54.251091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bdc3d49f-8c58-4e9d-890e-58da7589bf5b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:01:54.256224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-402699011', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:54.261731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeae095-0409-4b8d-8bc9-62c50b66181c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=e1c9b491-13d3-4309-8ca4-64c7a833cf06,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:54.265032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:54.269902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:54.273184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:54.275337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:01:54.278418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:54.290402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.291287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.315296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.335253 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-21c1b6fa-e621-42a9-a0da-6f1f0ffb58a9 service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957461 Jan 31 18:01:54.407878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port a2f5499f-a17f-44e8-8d46-5a31f3756379 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:01:54.408188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.464501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.484244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] The port 'a2f5499f-a17f-44e8-8d46-5a31f3756379' was deleted {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:01:54.640529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.640760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.649158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-117dad68-e6d3-4ac1-8f7e-15e7fc51f728 service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079658 Jan 31 18:01:54.668850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4aad5d-2a20-468d-b689-cf61f1185511']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:54.674248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.682102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6641fb9f-a20b-41fd-b2b4-91f876c3e594') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:54.682497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6641fb9f-a20b-41fd-b2b4-91f876c3e594') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:54.694877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.715278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.722163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:01:54.722549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:01:54.737795 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:01:54.826344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.60 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/2f3c2f70-d932-47e4-9a0d-f44d295e3699) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:54.833814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.856651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.864258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=3f4aad5d-2a20-468d-b689-cf61f1185511,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:54.883791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c2c13249-afd5-4817-8a8b-247e4aa95be5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/3f4aad5d-2a20-468d-b689-cf61f1185511 HTTP/1.1" status: 204 len: 168 time: 2.2628858 Jan 31 18:01:54.887340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:54.892947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1681520311', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:54.899452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:54.903677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:54.907224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:54.918258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:54.938687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.940057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.962420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:54.981378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.008830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.012851 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bcf8663-cb0e-4c7f-b2dc-28e4a13701bf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1215143 Jan 31 18:01:55.013045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33500) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:55.016981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.018653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1707313311'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:55.023856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:55.028160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:55.031403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:55.038012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:55.049124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.050048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:55.054661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.099835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:01:55.109481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.109989 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment 781b0d14-c5e9-4915-ac74-37dec3bb312b of type vlan for network 31259067-639d-4bae-8ab5-3c8c73a3ee8d Jan 31 18:01:55.137266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.170920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.175438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:55.175717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.180686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:55.187308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:55.191870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d042048c-9683-4388-a5c7-f1dcd038157d req-48832eb6-f11a-4ba4-b452-6d7fdf8a1ad3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:55.194336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:55.230776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=2f3c2f70-d932-47e4-9a0d-f44d295e3699,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:55.257049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d042048c-9683-4388-a5c7-f1dcd038157d req-48832eb6-f11a-4ba4-b452-6d7fdf8a1ad3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:55.258226 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d042048c-9683-4388-a5c7-f1dcd038157d req-48832eb6-f11a-4ba4-b452-6d7fdf8a1ad3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 210 time: 0.1255338 Jan 31 18:01:55.289546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=31259067-639d-4bae-8ab5-3c8c73a3ee8d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:55.294419 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5f6d34df-f38c-424d-844a-1d2bf2e32037 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2794845 Jan 31 18:01:55.296475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33512) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:55.302677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:55.306253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:01:55.398995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.399800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.444745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:55.449580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:55.452393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:55.459896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:55.470673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:55.576530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.645954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:01:55.803044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.846008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:01:55.863217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:01:55.878279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:55.880216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-75242aa4-df24-44c4-80d5-d8c8e65c3eeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6315713 Jan 31 18:01:55.882951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33518) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:55.886172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:55.889337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:56.027959 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8617c824-f89c-474f-b2f0-e6efa1e0ac57 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435485 Jan 31 18:01:56.033061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:56.037122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=c5b1c2b1-d8a0-4af2-8515-22f8f191b946,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:56.048814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:56.049365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 31259067-639d-4bae-8ab5-3c8c73a3ee8d, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:01:56.078398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:01:56.093837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 31259067-639d-4bae-8ab5-3c8c73a3ee8d) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:56.106930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:56.107951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:56.111126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb156bc-2b53-46f6-baa9-84c844c25238 None None] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:56.142386 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-889f372f-c69a-4a36-ad80-30d7a6fce1d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8416526 Jan 31 18:01:56.142701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33526) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:56.186208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65095b5f-3c11-491b-8d90-e18750455b39 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:56.189483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-65095b5f-3c11-491b-8d90-e18750455b39 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1537898 Jan 31 18:01:56.191839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:56.232094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:56.235647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6a9c7bea-6d12-45b2-9e8c-1bc2f56636f8 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416183 Jan 31 18:01:56.238670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:56.247315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-835615908', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:56.399241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:56.403665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:01:56.407753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:01:56.415620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:56.427861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:56.468511 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ee1be745-099e-4f48-9c4d-9dde31c89288 req-138b7071-c568-4036-a02a-0bb09f12a61f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 210 time: 0.0684621 Jan 31 18:01:56.558983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:56.560083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-af35b0f0-b010-4caf-a430-679959c591a1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:56.561560 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-af35b0f0-b010-4caf-a430-679959c591a1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.3466866 Jan 31 18:01:56.673636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:01:56.674615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:56.745037 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-d83c6286-7cf0-4d3b-9107-9934fabdf0d1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 380 time: 0.1278400 Jan 31 18:01:56.755170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'port': {'device_id': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'admin_state_up': True, 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'security_groups': ['cc0a1f32-54ca-4a26-b891-d43438c7bd88']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:56.844987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:56.931094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:55Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:56.937672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:01:56.938573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Updating router ff2ea0a9-b665-4836-9dc2-6998e14c931a port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:01:56.949244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=1a2b2283-0ee6-42d5-b750-3519e975a896,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:56.967417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:56.967768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: e1c9b491-13d3-4309-8ca4-64c7a833cf06, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:01:57.001947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.006459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:01:57.026973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e1c9b491-13d3-4309-8ca4-64c7a833cf06) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:57.047013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9091a9-4fa2-4f43-a52e-6ad7db3445c8 None None] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:01:57.051221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:57.052153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.090165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33542) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:01:57.091658 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6836ad86-4fc4-47ed-aba4-b51b0c76f621 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8518872 Jan 31 18:01:57.145000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Allocated IP 2001:db8::2 (31259067-639d-4bae-8ab5-3c8c73a3ee8d/c5b1c2b1-d8a0-4af2-8515-22f8f191b946/192f59a0-228f-4f3e-b065-def2da8eccec) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:57.156097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:01:57.159708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.194626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:01:57.269083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Made reservation on behalf of 9ce264d0407248ca87214b0902e458e6 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:01:57.272069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.683786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:01:57.684400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.701169 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c313a48a-0d67-4f98-a4c9-51b1b8aced97 req-c68cc806-3145-4961-b823-fe759b6e1b0d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 210 time: 0.0746753 Jan 31 18:01:57.791155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.857208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.20.0.12 (31d5149d-3eec-4752-9ad4-75be792b1778/9ecec5cf-a981-4815-8f4f-bfbe770f6501/757b47f6-d499-4982-9b62-aab46a977b33) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:57.858294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Transition to ACTIVE for port object 192f59a0-228f-4f3e-b065-def2da8eccec will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:57.938055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Transition to ACTIVE for port object 192f59a0-228f-4f3e-b065-def2da8eccec will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:57.944493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:57.952081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.009800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Transition to ACTIVE for port object 2f3c2f70-d932-47e4-9a0d-f44d295e3699 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:58.040772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.054486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:58.055753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:58.058690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Allocated IP 172.20.0.2 (e1c9b491-13d3-4309-8ca4-64c7a833cf06/1a2b2283-0ee6-42d5-b750-3519e975a896/92e29b67-691f-4bb3-aee2-c2793cec9d7a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:58.064861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:58.112455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Pushing event updated for resources: {'Port': ['ID=192f59a0-228f-4f3e-b065-def2da8eccec,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:58.160648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8::1 (31259067-639d-4bae-8ab5-3c8c73a3ee8d/c5b1c2b1-d8a0-4af2-8515-22f8f191b946/5f9c8c45-1adb-4327-8006-11824a6b05d7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:01:58.307730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639592-a753-4abb-a56b-5275d831e6a9 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2f70-d932-47e4-9a0d-f44d295e3699,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:58.309844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Attempting to bind port 192f59a0-228f-4f3e-b065-def2da8eccec on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:58.310029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Attempting to bind port 192f59a0-228f-4f3e-b065-def2da8eccec by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:58.310438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Attempting to bind port 192f59a0-228f-4f3e-b065-def2da8eccec on network 31259067-639d-4bae-8ab5-3c8c73a3ee8d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:58.312989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Attempting to bind port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:58.312989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Attempting to bind port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:58.313667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Attempting to bind port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:58.315296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.337094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:58.337503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Checking segment: {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:58.338108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.338661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Bound using segment: {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:58.339140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Bound port: 192f59a0-228f-4f3e-b065-def2da8eccec, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:58.339505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.351641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:58.352012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:58.352416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.353228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:58.353228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Bound port: 2f3c2f70-d932-47e4-9a0d-f44d295e3699, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:58.353624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.355447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Transition to ACTIVE for port object 757b47f6-d499-4982-9b62-aab46a977b33 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:58.506094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.534332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.540411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 5f9c8c45-1adb-4327-8006-11824a6b05d7 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:58.560957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] For port 2f3c2f70-d932-47e4-9a0d-f44d295e3699, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:58.587928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] For port 2f3c2f70-d932-47e4-9a0d-f44d295e3699, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2f3c2f70-d932-47e4-9a0d-f44d295e3699,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:58.599303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.634035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] For port 192f59a0-228f-4f3e-b065-def2da8eccec, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:58.635358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:58.636059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.643160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:58.645679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:58.665490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] For port 192f59a0-228f-4f3e-b065-def2da8eccec, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=192f59a0-228f-4f3e-b065-def2da8eccec,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:58.675405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Transition to ACTIVE for port object 92e29b67-691f-4bb3-aee2-c2793cec9d7a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:58.680982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:58.685575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.728102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Transition to ACTIVE for port object 92e29b67-691f-4bb3-aee2-c2793cec9d7a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:01:58.756181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f639592-a753-4abb-a56b-5275d831e6a9 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2f70-d932-47e4-9a0d-f44d295e3699,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:58.770077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.809286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:58.810068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.826420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:58.855301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:01:58.856127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:58.992918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:58.998340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:59.006627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:01:59.012622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:59.021268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:01:59.024796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:01:59.025785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.042617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0031540e-46d4-474b-9b34-8416001d502e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2920876 Jan 31 18:01:59.044864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d2ef9-f607-408d-8202-23bff115e21f None None] Pushing event updated for resources: {'Port': ['ID=192f59a0-228f-4f3e-b065-def2da8eccec,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:59.053921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:59.073080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Request body: {'port': {'device_id': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:01:59.231290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e566c7c-d5a0-4eee-a3e7-e586b43cae4b None None] Provisioning for port 757b47f6-d499-4982-9b62-aab46a977b33 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:01:59.295079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4e566c7c-d5a0-4eee-a3e7-e586b43cae4b None None] Provisioning complete for port 757b47f6-d499-4982-9b62-aab46a977b33 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:01:59.295457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e566c7c-d5a0-4eee-a3e7-e586b43cae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.363878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4118-7f13-4ca7-9857-bc485b7f1d7a req-a8cad26e-ca4d-4897-bc78-328bab43bfd8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:01:59.364776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e55e4118-7f13-4ca7-9857-bc485b7f1d7a req-a8cad26e-ca4d-4897-bc78-328bab43bfd8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:01:59.367356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Attempting to bind port 92e29b67-691f-4bb3-aee2-c2793cec9d7a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:01:59.367732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Attempting to bind port 92e29b67-691f-4bb3-aee2-c2793cec9d7a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:01:59.368096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Attempting to bind port 92e29b67-691f-4bb3-aee2-c2793cec9d7a on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:01:59.379397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:01:59.379647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Checking segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:01:59.379855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.380437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Bound using segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:01:59.381088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Bound port: 92e29b67-691f-4bb3-aee2-c2793cec9d7a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:01:59.381513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.394185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Pushing event updated for resources: {'Port': ['ID=92e29b67-691f-4bb3-aee2-c2793cec9d7a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:59.423684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:01:59.548393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4e566c7c-d5a0-4eee-a3e7-e586b43cae4b None None] Port 757b47f6-d499-4982-9b62-aab46a977b33 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:01:59.582218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.604599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.613330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e55e4118-7f13-4ca7-9857-bc485b7f1d7a req-a8cad26e-ca4d-4897-bc78-328bab43bfd8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:01:59.614490 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e55e4118-7f13-4ca7-9857-bc485b7f1d7a req-a8cad26e-ca4d-4897-bc78-328bab43bfd8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 932 time: 0.7148590 Jan 31 18:01:59.728735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] For port 92e29b67-691f-4bb3-aee2-c2793cec9d7a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:01:59.749122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] For port 92e29b67-691f-4bb3-aee2-c2793cec9d7a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=92e29b67-691f-4bb3-aee2-c2793cec9d7a,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:01:59.763794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:01:59.850762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8092e3-7dc8-4019-b1b5-196134b0fcbe None None] Pushing event updated for resources: {'Port': ['ID=92e29b67-691f-4bb3-aee2-c2793cec9d7a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:01:59.959839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:55Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:01:59.964457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e028ce5-481c-4080-aed0-5e83b90498b9 None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:55Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:00.019066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e55e4118-7f13-4ca7-9857-bc485b7f1d7a req-8d9f2620-5a90-4755-a578-49da7c2d75f3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3465066 Jan 31 18:02:00.244993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 192f59a0-228f-4f3e-b065-def2da8eccec up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:00.381915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 192f59a0-228f-4f3e-b065-def2da8eccec completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:00.399047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fbe57a90-129d-401b-aa1f-0a6073db8cec no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:00.465628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: fbe57a90-129d-401b-aa1f-0a6073db8cec {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:00.466642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fbe57a90-129d-401b-aa1f-0a6073db8cec not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:00.523179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.528176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ffa128-296a-4d0b-9711-9861eb3283e2 None None] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:00.659330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Provisioning for port 192f59a0-228f-4f3e-b065-def2da8eccec completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:00.683241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Provisioning complete for port 192f59a0-228f-4f3e-b065-def2da8eccec triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:00.683732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.809333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.db.resource_extend [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 18:02:00.832980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.940538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.941291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.944991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:00.955289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757b47f6-d499-4982-9b62-aab46a977b33 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:02:00.993982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] For port 192f59a0-228f-4f3e-b065-def2da8eccec, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=192f59a0-228f-4f3e-b065-def2da8eccec,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:01.002629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:01.025826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:01.138628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364b00b-2361-4684-b9d2-bd8ea3e67ae0 None None] Pushing event updated for resources: {'Port': ['ID=192f59a0-228f-4f3e-b065-def2da8eccec,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:01.250909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Transition to ACTIVE for port object 757b47f6-d499-4982-9b62-aab46a977b33 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:01.352747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:01.363373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:01.396767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e229fd-46f8-45b5-8429-b1f61d2d0c50 req-cf710c3a-e019-46d3-b5b2-e88c7c4a42fe tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:01.398982 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-27e229fd-46f8-45b5-8429-b1f61d2d0c50 req-cf710c3a-e019-46d3-b5b2-e88c7c4a42fe tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.1316118 Jan 31 18:02:01.476524 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-27e229fd-46f8-45b5-8429-b1f61d2d0c50 req-187a3893-239c-4d64-b1fc-89e44540ebbd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695124 Jan 31 18:02:01.566737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e265e88-77f7-4162-b973-302f9401b819 None None] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:01.584351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Provisioning complete for port 192f59a0-228f-4f3e-b065-def2da8eccec triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:01.584720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:01.708896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:01.721003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:01.848950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Pushing event updated for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:01.926433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Provisioning for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:01.933931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Provisioning complete for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:01.934301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:01.993234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ab0cc3b3-f000-47bc-9bae-5ab3ed1ea1f1 None None] Port 5f9c8c45-1adb-4327-8006-11824a6b05d7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:02.127938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3dd57dff-e0e0-41b0-9c88-641ee712358e None None] Provisioning for port 92e29b67-691f-4bb3-aee2-c2793cec9d7a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:02.150569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3dd57dff-e0e0-41b0-9c88-641ee712358e None None] Provisioning complete for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:02.150942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3dd57dff-e0e0-41b0-9c88-641ee712358e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.152994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Attempting to bind port 757b47f6-d499-4982-9b62-aab46a977b33 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:02.153489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Attempting to bind port 757b47f6-d499-4982-9b62-aab46a977b33 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:02.153689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Attempting to bind port 757b47f6-d499-4982-9b62-aab46a977b33 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:02.214478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3dd57dff-e0e0-41b0-9c88-641ee712358e None None] Port 5f9c8c45-1adb-4327-8006-11824a6b05d7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:02.231997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (e1c9b491-13d3-4309-8ca4-64c7a833cf06/1a2b2283-0ee6-42d5-b750-3519e975a896/bca8cbf6-9e08-4976-a39d-a7e7bfc59a09) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:02.268260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2f3c2f70-d932-47e4-9a0d-f44d295e3699 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:02.294102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Port 757b47f6-d499-4982-9b62-aab46a977b33 on network 31d5149d-3eec-4752-9ad4-75be792b1778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:02:02.294102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Attempting to bind port 757b47f6-d499-4982-9b62-aab46a977b33 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:02.330395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:02.330731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:02.331103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Bound using segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:02.331532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Bound port: 757b47f6-d499-4982-9b62-aab46a977b33, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:02.331866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.341519 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:02.349155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:02.349540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.511217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.529294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2f3c2f70-d932-47e4-9a0d-f44d295e3699, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2f3c2f70-d932-47e4-9a0d-f44d295e3699,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:02.534127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.535113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 192f59a0-228f-4f3e-b065-def2da8eccec up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:02.556031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:02.573387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.576862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=757b47f6-d499-4982-9b62-aab46a977b33,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:02.588894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.650389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2f3c2f70-d932-47e4-9a0d-f44d295e3699,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:02.664793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 192f59a0-228f-4f3e-b065-def2da8eccec triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:02.665164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.682534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:02.725647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.726969 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] 10.222.0.86 "PUT /v2.0/ports/757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 200 len: 1094 time: 3.6698081 Jan 31 18:02:02.730607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:02.751050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78d03c-7711-4055-831f-75b86806be65 service neutron] Pushing event updated for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:02.818429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.822008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:02:02.824778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 92e29b67-691f-4bb3-aee2-c2793cec9d7a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:02.831187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33', 'status': 'completed', 'code': 200} Jan 31 18:02:02.901989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 92e29b67-691f-4bb3-aee2-c2793cec9d7a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:02.912188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 92e29b67-691f-4bb3-aee2-c2793cec9d7a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:02.912568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:02.923593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321bcddc-2324-4670-8511-ca7dbf8afaa9 req-626a95ed-5a7b-4495-9639-2a7d86aae503 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:02.925340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-321bcddc-2324-4670-8511-ca7dbf8afaa9 req-626a95ed-5a7b-4495-9639-2a7d86aae503 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.2986064 Jan 31 18:02:02.929637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:02.958778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:03.016228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:03.043526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.046731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:03.081580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 92e29b67-691f-4bb3-aee2-c2793cec9d7a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=92e29b67-691f-4bb3-aee2-c2793cec9d7a,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:03.087165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.161196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=92e29b67-691f-4bb3-aee2-c2793cec9d7a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:03.173955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.179369 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-3990b17c-c300-4e10-97de-64bd714aaa2e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1097 time: 0.4031193 Jan 31 18:02:03.184499 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-321bcddc-2324-4670-8511-ca7dbf8afaa9 req-85608794-f31f-4d27-b0d9-9d5677d3b6d3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432442 Jan 31 18:02:03.288544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5806d2d2-7f3e-47fd-8991-6b8ca5075990 None None] Provisioning for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:03.295297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5806d2d2-7f3e-47fd-8991-6b8ca5075990 None None] Provisioning complete for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:03.295735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5806d2d2-7f3e-47fd-8991-6b8ca5075990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.352755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5806d2d2-7f3e-47fd-8991-6b8ca5075990 None None] Port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:03.399153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-8bd1f796-bdc9-4a10-a851-65d7e6baa2b4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 200 len: 217 time: 0.2092314 Jan 31 18:02:03.518803 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:02:03.522194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-2ee5bcb7-b6b6-49c3-b670-3b304c0b7e21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:03.523608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-2ee5bcb7-b6b6-49c3-b670-3b304c0b7e21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.1174784 Jan 31 18:02:03.531803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:03.541334 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:03.553863 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:03.554441 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:03.571631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.597214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c9fb37a-3015-4c72-82b7-ae074a8830d4 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4532297 Jan 31 18:02:03.600255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33556) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:03.607726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-987519498'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:03.613191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:03.618062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:03.620923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:03.627907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:03.641606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:03.644918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.676856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:02:03.686019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.686481 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment c7510055-8fe6-4892-9c87-084f46d4e1b5 of type vlan for network 57a2931d-308b-40f2-8592-f22b50f83d7e Jan 31 18:02:03.706991 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:03.720290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.755081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.756179 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-85218dae-c4fe-498b-8feb-372e6395b1c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2225735 Jan 31 18:02:03.759744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:03.760633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:03.883582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2814140 Jan 31 18:02:03.884570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:03.893707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:03.925959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4f43e-6385-414b-8843-954d936f4ca5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=57a2931d-308b-40f2-8592-f22b50f83d7e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:03.936972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 57a2931d-308b-40f2-8592-f22b50f83d7e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:02:04.049036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:04.052991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:04.056015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:04.061827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:04.076526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:04.105018 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:59Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:00Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:04.109039 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:04.109374 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Updating router 531864d7-d97e-403a-98b7-d9602109badd port 5f9c8c45-1adb-4327-8006-11824a6b05d7 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:02:04.168152 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.177448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.185661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2f3c2f70-d932-47e4-9a0d-f44d295e3699 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:04.194703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.200618 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-e3250ef4-e2ad-4f4c-958a-43d57b45618f service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367864 Jan 31 18:02:04.201700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.277003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:04.277858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.352457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.385509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:04.426666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 92e29b67-691f-4bb3-aee2-c2793cec9d7a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:04.527256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 92e29b67-691f-4bb3-aee2-c2793cec9d7a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:04.527628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.538712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:04.543044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:04.620080 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4d2f-c768-4c9a-b1e0-185c8651aff7 req-c0e697cc-0edc-46a9-841a-16c53e6ccf22 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:04.628392 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ed6d4d2f-c768-4c9a-b1e0-185c8651aff7 req-c0e697cc-0edc-46a9-841a-16c53e6ccf22 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.2719080 Jan 31 18:02:04.721690 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.729426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ed6d4d2f-c768-4c9a-b1e0-185c8651aff7 req-5144f5b0-6a3a-49be-a412-97f70ade5a27 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989850 Jan 31 18:02:04.735779 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Transition to ACTIVE for port object 5f9c8c45-1adb-4327-8006-11824a6b05d7 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:04.751370 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.772418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.846347 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4110bb-aae7-4dad-97a3-98b357a3e67d None None] Pushing event updated for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:04.853334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=a5e3f91a-cbda-4c73-b098-ac6ca1c4187e,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:04.894357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-58234afd-a75f-48c2-9e8d-5e68e1f28afe None None] Provisioning complete for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:04.894731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-58234afd-a75f-48c2-9e8d-5e68e1f28afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:04.900679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:04.900997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 57a2931d-308b-40f2-8592-f22b50f83d7e, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:02:04.977601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 57a2931d-308b-40f2-8592-f22b50f83d7e is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:02:04.982836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-58234afd-a75f-48c2-9e8d-5e68e1f28afe None None] Port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:05.002704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 57a2931d-308b-40f2-8592-f22b50f83d7e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:05.008334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:05.009087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:05.013608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80487c84-46e8-4582-8d59-b8b65c67e08e None None] Network 57a2931d-308b-40f2-8592-f22b50f83d7e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:05.059106 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3039747a-ada6-4da6-ba15-c789f67e7867 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1708708 Jan 31 18:02:05.062480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33568) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:05.215200 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Attempting to bind port 5f9c8c45-1adb-4327-8006-11824a6b05d7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:05.216160 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Attempting to bind port 5f9c8c45-1adb-4327-8006-11824a6b05d7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:05.216706 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Attempting to bind port 5f9c8c45-1adb-4327-8006-11824a6b05d7 on network 31259067-639d-4bae-8ab5-3c8c73a3ee8d {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:05.224157 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:05.224791 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Checking segment: {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:05.225346 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:05.226244 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Bound using segment: {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:05.226882 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Bound port: 5f9c8c45-1adb-4327-8006-11824a6b05d7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781b0d14-c5e9-4915-ac74-37dec3bb312b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:05.227414 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:05.251070 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc2059fb-5635-4c4a-8140-2e45a3e4284d req-fb468137-36f1-4fe0-b6e4-5c82ebf9aa85 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9833245 Jan 31 18:02:05.290236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:05.348755 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] For port 5f9c8c45-1adb-4327-8006-11824a6b05d7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:05.353031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] For port 5f9c8c45-1adb-4327-8006-11824a6b05d7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f9c8c45-1adb-4327-8006-11824a6b05d7,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:05.357069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-57a2931d-308b-40f2-8592-f22b50f83d7e', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:02:05.358074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:05.359356 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:05.481120 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:05.482506 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:05.499001 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-5bd3885c-22b9-4d26-9eff-18c8472cb0d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1097 time: 0.1909561 Jan 31 18:02:05.590817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Allocated IP 2001:db8:1::2 (57a2931d-308b-40f2-8592-f22b50f83d7e/a5e3f91a-cbda-4c73-b098-ac6ca1c4187e/952a671d-13ee-4599-b686-eb76375136f9) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:05.688039 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:05.726933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-7531c770-2878-4929-9ba7-4fb6595e655d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:05.728561 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-7531c770-2878-4929-9ba7-4fb6595e655d service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1659482 Jan 31 18:02:05.848267 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-3402d3d3-5839-4838-8133-de232704fdee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 200 len: 217 time: 0.1074860 Jan 31 18:02:05.853593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:05.859022 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-426098ad-b408-4f41-9139-bbe54f49cdeb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/ff2ea0a9-b665-4836-9dc2-6998e14c931a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7677596 Jan 31 18:02:05.865630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33576) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:05.888615 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4110bb-aae7-4dad-97a3-98b357a3e67d None None] Pushing event updated for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:05.924647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-3c8d626c-6ca4-4d5a-8592-c25ec494c768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:05.926169 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-3c8d626c-6ca4-4d5a-8592-c25ec494c768 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0653095 Jan 31 18:02:05.972066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:06.027607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-ab5a61c0-f7b1-43a5-acf7-38fd8f84a2b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0938776 Jan 31 18:02:06.072355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:06.072355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:06.084272 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:59Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:05Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:06.090247 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda223e7-d84e-4314-a919-b43d9a1ebe00 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:01:59Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:05Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:06.154118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.180203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Transition to ACTIVE for port object 952a671d-13ee-4599-b686-eb76375136f9 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:06.183235 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-5f81eeac-da4d-4dfe-aad8-099ba1e50e97 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479232 Jan 31 18:02:06.226477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.246306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c363a30-dbcc-40a7-933a-13f0642a3a49 req-2efe78f3-f2b1-4ed6-b230-cbb603e28fe1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.247740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c363a30-dbcc-40a7-933a-13f0642a3a49 req-2efe78f3-f2b1-4ed6-b230-cbb603e28fe1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.2695343 Jan 31 18:02:06.268572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Transition to ACTIVE for port object 952a671d-13ee-4599-b686-eb76375136f9 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:06.272379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.272704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.273240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.273621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.273963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.274307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.274655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.274989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.275499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.279956 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f721018e-d2e5-4776-8471-7c2ed6344edb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6349 time: 0.3495998 Jan 31 18:02:06.283292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33580) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:06.291597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.325821 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b3c7d4fb-b385-46cc-b970-0304c6e2f211 req-84311f7f-a627-4cab-80e0-80b0170ae436 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364126 Jan 31 18:02:06.375714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:06.420190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Network 57a2931d-308b-40f2-8592-f22b50f83d7e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:06.428051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:06.436892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Pushing event updated for resources: {'Port': ['ID=952a671d-13ee-4599-b686-eb76375136f9,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:06.439260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:06.494224 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c363a30-dbcc-40a7-933a-13f0642a3a49 req-8c485fa6-9fe9-46d9-9393-409553883ac2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2400179 Jan 31 18:02:06.526761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.527125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.527478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.527824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.528172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.528519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.528863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.529207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.529592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:06.532000 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-17e6a0c4-e2bb-4f9b-9e2c-fb3121ffdb72 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5860 time: 0.2462547 Jan 31 18:02:06.535099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33584) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:06.606435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Attempting to bind port 952a671d-13ee-4599-b686-eb76375136f9 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:06.606794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Attempting to bind port 952a671d-13ee-4599-b686-eb76375136f9 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:06.607152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Attempting to bind port 952a671d-13ee-4599-b686-eb76375136f9 on network 57a2931d-308b-40f2-8592-f22b50f83d7e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:06.662945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:06.663369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Checking segment: {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:06.663794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.664093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Bound using segment: {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:06.664561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Bound port: 952a671d-13ee-4599-b686-eb76375136f9, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:06.664924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.761951 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-10272087-dea4-4741-91a5-a0be26f62cd0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4309 time: 0.2219462 Jan 31 18:02:06.836374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] For port 952a671d-13ee-4599-b686-eb76375136f9, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:06.850193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] For port 952a671d-13ee-4599-b686-eb76375136f9, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=952a671d-13ee-4599-b686-eb76375136f9,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:06.862569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:06.892752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8:1::1 (57a2931d-308b-40f2-8592-f22b50f83d7e/a5e3f91a-cbda-4c73-b098-ac6ca1c4187e/7eefa782-efe7-4d91-85fa-ab075e6c28cd) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:06.959087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:06.972979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b0b1-1ec8-4481-a437-5df2c071f74f None None] Pushing event updated for resources: {'Port': ['ID=952a671d-13ee-4599-b686-eb76375136f9,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:06.976614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:06.976961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Updating router ff2ea0a9-b665-4836-9dc2-6998e14c931a port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:02:07.021446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fadf0c2a-50c1-4411-a5f2-5971d235827c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.050381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.065117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:07.073779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321863302', 'description': 'tempest-secgroup-smoke-321863302 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:07.081597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:07.086922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:07.090958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:07.096237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.098796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:07.112003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.125190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 7eefa782-efe7-4d91-85fa-ab075e6c28cd will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:07.154049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.170561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:07.189072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:07.192985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:07.215147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:07.253440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 57a2931d-308b-40f2-8592-f22b50f83d7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:07.257615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:07.260221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:07.260698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.265205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:07.290942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.299773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.349177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:07.360820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.362072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2959399 Jan 31 18:02:07.363548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.363885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.364213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.364536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.364860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.365177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.365517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.365956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.366136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.366443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.366778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84135fd4-3d49-4b57-84ed-5360250e9cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:07.367639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33594) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:07.379522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:07.389213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:07.396416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:07.401028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:07.404028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.419261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:07.490215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.520290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.538481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Transition to ACTIVE for port object bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:07.546968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.711794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22412ef4-5459-43f9-9450-0ba3ae8bdefa None None] Pushing event updated for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:07.770577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.785762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.848474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5bad1c-7f97-4fac-85f1-0a10e90104cc,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:07.880012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.881202 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4861dc9-8063-4b03-9eac-9d1689b7caee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5125017 Jan 31 18:02:07.884563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:07.897097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:07.905938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:07.912205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:07.917858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Attempting to bind port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:07.918509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Attempting to bind port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:07.930513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:07.931027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Attempting to bind port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:07.939775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:07.940148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Checking segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:07.940543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.940928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Bound using segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:07.941361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:07.941499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Bound port: bca8cbf6-9e08-4976-a39d-a7e7bfc59a09, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:07.941800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:07.976347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.036950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e5b65-23c8-4b3a-adb6-ded67dbe49fc req-d73e8cc0-cdaa-4787-8d95-7ff07f203a0f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:08.038426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-834e5b65-23c8-4b3a-adb6-ded67dbe49fc req-d73e8cc0-cdaa-4787-8d95-7ff07f203a0f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.3559721 Jan 31 18:02:08.112150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.123941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.161177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] For port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:08.165760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] For port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:08.176276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.177765 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2914784 Jan 31 18:02:08.178765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8af91-250a-435c-8726-55dff39447c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9755efc-a07b-426c-b830-ea3fe450e9ad,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:08.180560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:08.185701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.190301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:08.197746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:08.206106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:08.214860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:08.216275 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-834e5b65-23c8-4b3a-adb6-ded67dbe49fc req-81833dda-984e-403d-befe-161aa4d16547 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660666 Jan 31 18:02:08.232076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:08.271690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.286899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.299547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.300440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.338228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:08.338873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:08.404721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 952a671d-13ee-4599-b686-eb76375136f9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:08.420385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.430613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.473553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3495c727-62c8-40e8-ac62-2c5bb4283ff5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:08.486820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.488791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f5ec4e91-203c-4d29-8e2f-0166331fd4b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3067462 Jan 31 18:02:08.494065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:08.499519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:08.501783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d6acd-131d-4331-a307-d1cfcca33070 None None] Network 57a2931d-308b-40f2-8592-f22b50f83d7e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:08.506543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:08.510705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:08.514003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:08.524083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:08.549508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.551953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:08.559087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 57a2931d-308b-40f2-8592-f22b50f83d7e is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:08.560340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:08.613946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22412ef4-5459-43f9-9450-0ba3ae8bdefa None None] Pushing event updated for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:08.731633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-54a695e9-98a2-46d4-9603-8e14799ae954 None None] Provisioning for port 952a671d-13ee-4599-b686-eb76375136f9 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:08.753599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.759370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.787735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8225bc-11dc-4476-931d-26b83e59c193,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:08.795720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.797343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-828214cf-d110-413c-b896-5a95111d1008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3019884 Jan 31 18:02:08.801092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:08.808170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:08.815702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:08.820219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:08.823383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:08.829939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:08.848532 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:02:08.853419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 952a671d-13ee-4599-b686-eb76375136f9 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:08.856513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.880495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 952a671d-13ee-4599-b686-eb76375136f9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:08.880869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.924083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:08.960269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.965080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:08.993914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c7d66c-2c7b-4d37-b945-b39697fee0ab,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:09.004936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.006475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-08503b5d-056b-4b2d-8c06-47c74afa6f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2043445 Jan 31 18:02:09.009311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33618) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:09.018033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'd6580bdf-0f80-4ad7-a2f2-8171e60a82ac', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:09.024426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:09.029586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:09.033901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:09.040040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:09.050365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:09.054922 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:02:09.061701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.137751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.142626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.168632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a981cba-9dbd-415a-a714-6b3faa2d95f2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:09.187555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.198629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0d198843-0427-4b3b-9f83-0f08ef8b3bcc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1784227 Jan 31 18:02:09.248383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:09.259071 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9e6e6c86-b83e-496b-be66-771b41413286 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1924632 Jan 31 18:02:09.259206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:09.265131 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:09.275535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1550297088'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:09.290340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:09.299034 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:09.300552 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:01:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:09.301602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:09.313984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:09.321513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:09.337832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:09.344884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.349269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.370889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e405c10-0c98-4f32-962a-3f060c672056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.415622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:02:09.433262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.433838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment 2a8de312-46c7-41b5-b0ae-de68584477a5 of type vlan for network 1a09822c-12ad-4758-adb1-bc39626750fb Jan 31 18:02:09.451562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 952a671d-13ee-4599-b686-eb76375136f9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=952a671d-13ee-4599-b686-eb76375136f9,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:09.489237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.489721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f9c8c45-1adb-4327-8006-11824a6b05d7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:09.541075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.553229 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:09.564177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-d5e6a7f9-083f-4ec6-8012-c3d5b1f4d7b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321863302&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0788922 Jan 31 18:02:09.599455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.604663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:09.605545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.657242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=952a671d-13ee-4599-b686-eb76375136f9,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:09.685456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:08Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:09.689871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:09.694897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0927a7-dfee-419f-82fc-7f598649389e None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:08Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:09.697450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:09.700330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:09.839168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-816a402c-9cfb-443b-81ee-34f7697e1839 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:09.839843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-816a402c-9cfb-443b-81ee-34f7697e1839 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:09.847041 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5863748 Jan 31 18:02:09.856778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:09.865075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:09.883046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41073a4c-387d-470b-9aa0-e9a14af6c471 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=1a09822c-12ad-4758-adb1-bc39626750fb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:09.898420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1a09822c-12ad-4758-adb1-bc39626750fb details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:02:09.902995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af85ad8-0ce0-4415-9e28-2136e8cc11a5 req-4ad229d5-f265-476e-a54e-83105926b052 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:09.905071 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0af85ad8-0ce0-4415-9e28-2136e8cc11a5 req-4ad229d5-f265-476e-a54e-83105926b052 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.4597158 Jan 31 18:02:09.964252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0af85ad8-0ce0-4415-9e28-2136e8cc11a5 req-8071a993-6e6f-4fd3-a0ce-ddceeeaadade tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530879 Jan 31 18:02:10.051534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-816a402c-9cfb-443b-81ee-34f7697e1839 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:10.052711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-816a402c-9cfb-443b-81ee-34f7697e1839 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 796 time: 0.4793310 Jan 31 18:02:10.055010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:10.071332 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-de06bb4a-0012-4f80-a934-7b39a36e2e56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0122931 Jan 31 18:02:10.072317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:10.075587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:10.116069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:10.150452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:10.185514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Provisioning complete for port 952a671d-13ee-4599-b686-eb76375136f9 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:10.186144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.232423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.269534 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:07Z', 'revision_number': 3, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:05Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:07Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:10.275472 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:10.276428 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Updating router 531864d7-d97e-403a-98b7-d9602109badd port 7eefa782-efe7-4d91-85fa-ab075e6c28cd binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:02:10.306229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.310091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.361039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5f9c8c45-1adb-4327-8006-11824a6b05d7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f9c8c45-1adb-4327-8006-11824a6b05d7,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:10.380313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.392447 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.469260 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-b0c490a7-ae9d-4cd0-ad28-1b5434819d62 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3787003 Jan 31 18:02:10.542659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.614437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 952a671d-13ee-4599-b686-eb76375136f9 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:10.662689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:10.673988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.674333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.674672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.675007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.675338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.675661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.676120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.676298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.676620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.676927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.677245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:10.712910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 952a671d-13ee-4599-b686-eb76375136f9 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:10.713607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.738326 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-56b40f76-f09d-4d9e-8947-adf0c7e3b906 service neutron] 10.222.0.110 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287927 Jan 31 18:02:10.755449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Provisioning for port 7eefa782-efe7-4d91-85fa-ab075e6c28cd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:10.786992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Provisioning complete for port 7eefa782-efe7-4d91-85fa-ab075e6c28cd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:10.787245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.878224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ed77c565-8a7a-4e62-8025-556993be8d1a None None] Port 7eefa782-efe7-4d91-85fa-ab075e6c28cd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:10.903715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:10.956349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:10.985723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-bbaa1339-0b60-425e-9bb2-fb219d641753 service neutron] 10.222.0.110 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351465 Jan 31 18:02:10.998418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=9e5f244c-8b7d-4f1f-9eba-8b647afd9629,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:11.013113 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.025723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.026172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.026604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.027029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.027419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.027940 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.028329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.028731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.029119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.029525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.029904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:11.030432 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Transition to ACTIVE for port object 7eefa782-efe7-4d91-85fa-ab075e6c28cd will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:11.042250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:11.042685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 1a09822c-12ad-4758-adb1-bc39626750fb, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:02:11.045190 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.069068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 1a09822c-12ad-4758-adb1-bc39626750fb is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:02:11.084473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1a09822c-12ad-4758-adb1-bc39626750fb) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:11.089581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:11.090473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.115437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b2143-ea88-48af-9faf-0cd1614ee481 None None] Network 1a09822c-12ad-4758-adb1-bc39626750fb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:11.122442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33642) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:11.124173 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-10fe0c45-9ea0-4c9f-81a1-afee897e83cf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2660985 Jan 31 18:02:11.136626 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4960d4-f801-4109-b574-57754825f511 None None] Pushing event updated for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:11.288887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:11.296660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:11.297492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.396362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b041f3e1-2339-40d0-9a3a-a5cc5641208f req-6692a352-27ff-4463-ae2c-bde1958da67d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 210 time: 0.0833771 Jan 31 18:02:11.490722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f09681-2193-4095-a39d-a68835ce2f51 req-4a55671b-e328-4d7e-b661-38429f334eaa tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:11.492118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-16f09681-2193-4095-a39d-a68835ce2f51 req-4a55671b-e328-4d7e-b661-38429f334eaa tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.2299078 Jan 31 18:02:11.505290 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Attempting to bind port 7eefa782-efe7-4d91-85fa-ab075e6c28cd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:11.505809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Attempting to bind port 7eefa782-efe7-4d91-85fa-ab075e6c28cd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:11.506073 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Attempting to bind port 7eefa782-efe7-4d91-85fa-ab075e6c28cd on network 57a2931d-308b-40f2-8592-f22b50f83d7e {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:11.521855 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:11.524711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.524850 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Checking segment: {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:11.525124 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.525540 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Bound using segment: {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:11.526017 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Bound port: 7eefa782-efe7-4d91-85fa-ab075e6c28cd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7510055-8fe6-4892-9c87-084f46d4e1b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:11.526380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.637278 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] For port 7eefa782-efe7-4d91-85fa-ab075e6c28cd, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:11.640898 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] For port 7eefa782-efe7-4d91-85fa-ab075e6c28cd, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7eefa782-efe7-4d91-85fa-ab075e6c28cd,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:11.651821 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.660140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:11.674687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.681655 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-16f09681-2193-4095-a39d-a68835ce2f51 req-66ee0333-4332-48ea-9045-8cda0c379e2f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802518 Jan 31 18:02:11.755348 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4960d4-f801-4109-b574-57754825f511 None None] Pushing event updated for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:11.770022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:11.782360 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:11.783508 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:11.799926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:11.824713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1a09822c-12ad-4758-adb1-bc39626750fb', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:02:11.825518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:12.095781 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:12.164726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Allocated IP 2001:db8:2::2 (1a09822c-12ad-4758-adb1-bc39626750fb/9e5f244c-8b7d-4f1f-9eba-8b647afd9629/9ad59f1f-ea5e-4deb-92cd-5a6baa324306) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:12.220988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:12.493812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:12.498101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f9c8c45-1adb-4327-8006-11824a6b05d7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:12.523348 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:07Z', 'revision_number': 3, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:12.528219 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda1d0b6-9b0e-4460-9ad9-a0d270739519 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:07Z', 'revision_number': 3, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:12.550677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Transition to ACTIVE for port object 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:12.623051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Transition to ACTIVE for port object 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:12.634352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:12.658986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-34649542-1cbe-41c7-93b3-3fd9a25fd8a6 req-b14a3678-2897-4f62-ae41-0127bb90b12e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 210 time: 0.0625765 Jan 31 18:02:12.746067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5f9c8c45-1adb-4327-8006-11824a6b05d7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:12.746540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:12.862101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8:2::1 (1a09822c-12ad-4758-adb1-bc39626750fb/9e5f244c-8b7d-4f1f-9eba-8b647afd9629/f7101b02-8e85-4a9f-ae70-9c124b4e32d0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:12.868693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Network 1a09822c-12ad-4758-adb1-bc39626750fb is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:12.870473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Pushing event updated for resources: {'Port': ['ID=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:12.883151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:12.893169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:13.128712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:13.168791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Attempting to bind port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:13.169221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Attempting to bind port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:13.169553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Attempting to bind port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 on network 1a09822c-12ad-4758-adb1-bc39626750fb {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:13.198042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:13.198210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Checking segment: {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:13.198465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.198866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Bound using segment: {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:13.199337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Bound port: 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:13.199711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.231630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-74b93d8b-a47f-4ecd-811c-a133688f6172 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:13.232415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-74b93d8b-a47f-4ecd-811c-a133688f6172 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:13.238607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.242619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.262347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610e35c-2b5a-4643-a4b2-15bf50d03817 req-6a11441a-3d77-4882-b67d-96eca3288085 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:13.263783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c610e35c-2b5a-4643-a4b2-15bf50d03817 req-6a11441a-3d77-4882-b67d-96eca3288085 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.3859210 Jan 31 18:02:13.273518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-74b93d8b-a47f-4ecd-811c-a133688f6172 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:13.274587 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-74b93d8b-a47f-4ecd-811c-a133688f6172 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 796 time: 0.3501110 Jan 31 18:02:13.290849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object f7101b02-8e85-4a9f-ae70-9c124b4e32d0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:13.310490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:13.310867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.362135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c610e35c-2b5a-4643-a4b2-15bf50d03817 req-3dfc46cc-31f0-4c0e-8674-8768566a5707 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896382 Jan 31 18:02:13.364437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] For port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:13.365602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-22030d07-355c-41a3-af4d-9faf9668ec2f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:13.382464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.384608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] For port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:13.389642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.422720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-22030d07-355c-41a3-af4d-9faf9668ec2f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:13.423872 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-22030d07-355c-41a3-af4d-9faf9668ec2f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.1342797 Jan 31 18:02:13.442748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['d6580bdf-0f80-4ad7-a2f2-8171e60a82ac']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:13.523266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b3459-a5ac-4bb6-ab06-eebc347e7ea6 None None] Pushing event updated for resources: {'Port': ['ID=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:13.533015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 1a09822c-12ad-4758-adb1-bc39626750fb is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:13.544723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:13.545426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:13.545426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.550755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:13.625532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:13.653032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:port and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:13.663272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:13.675337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:13.704456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:13.707603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.716989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:13.872042 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7f0663e1-899c-4c52-8592-f1986136fbe1 req-66b0f978-c203-4617-9fac-69188fe7fc4d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 210 time: 0.0546699 Jan 31 18:02:14.259973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.8 (e1c9b491-13d3-4309-8ca4-64c7a833cf06/1a2b2283-0ee6-42d5-b750-3519e975a896/812863c8-0fd5-446c-bb6f-a9534412f088) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:14.358163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:14.489702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 757b47f6-d499-4982-9b62-aab46a977b33 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:02:14.530463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:14.531881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:14.612200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbb825d-c93e-4f32-83cc-5d247b9f92e6 None None] Network 1a09822c-12ad-4758-adb1-bc39626750fb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:14.632632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:14.759173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:14.809504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b88843d7-c359-4e9c-ac20-46a2cce2ec37 None None] Provisioning for port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:14.817937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:14.836083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=757b47f6-d499-4982-9b62-aab46a977b33,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:14.857267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad79cc-9e5f-47f7-bb25-f082c238a7ee req-b03961e6-c09a-46d8-89c3-853bc453a684 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:14.858733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4fad79cc-9e5f-47f7-bb25-f082c238a7ee req-b03961e6-c09a-46d8-89c3-853bc453a684 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 944 time: 0.2902908 Jan 31 18:02:14.869035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 812863c8-0fd5-446c-bb6f-a9534412f088 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:14.869274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '757b47f6-d499-4982-9b62-aab46a977b33', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'port_id': '757b47f6-d499-4982-9b62-aab46a977b33', 'mac_address': 'fa:16:3e:8e:4a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:02:14.905145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:14.915387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 1a09822c-12ad-4758-adb1-bc39626750fb is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:14.918637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:14.949330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:14.949807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.059381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.061996 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d66e4e5d-05fb-4f40-89bd-8c5adfca7b8f req-76ece4f8-51b9-406b-9e71-e0f4f5371f8e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 210 time: 0.0462315 Jan 31 18:02:15.078766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4fad79cc-9e5f-47f7-bb25-f082c238a7ee req-974b5563-9ca2-42b6-b3c9-e4d64777d356 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965632 Jan 31 18:02:15.086801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757b47f6-d499-4982-9b62-aab46a977b33 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:02:15.100132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.117575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=757b47f6-d499-4982-9b62-aab46a977b33,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:15.147251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.229209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.231882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:15.240466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:15.245477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:15.259184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:15.282872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:15.284321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:15.290843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.292111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7eefa782-efe7-4d91-85fa-ab075e6c28cd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:15.372916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:15.373546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.388878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['757b47f6-d499-4982-9b62-aab46a977b33'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:02:15.423505 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-6d502a8b-ea65-4114-8c82-699879b3dfe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9871838 Jan 31 18:02:15.437132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Request body: {'port': {'device_id': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:15.501277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:15.507094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:15.533254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7eefa782-efe7-4d91-85fa-ab075e6c28cd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:15.544356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7eefa782-efe7-4d91-85fa-ab075e6c28cd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:15.544865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.622831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.753974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Provisioning for port 812863c8-0fd5-446c-bb6f-a9534412f088 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:15.774448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Provisioning complete for port 812863c8-0fd5-446c-bb6f-a9534412f088 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:15.774827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.821981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.930573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Port 812863c8-0fd5-446c-bb6f-a9534412f088 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:15.952384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:15.962202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33668) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:15.962365 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d39d8617-c887-4a3f-8733-441617820575 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8387277 Jan 31 18:02:15.966859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 7eefa782-efe7-4d91-85fa-ab075e6c28cd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7eefa782-efe7-4d91-85fa-ab075e6c28cd,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:15.968433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1445123394'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:15.978797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:15.980254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:15.989992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:network and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:15.999447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:16.028111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:16.044899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Provisioning complete for port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:16.045825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.050766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:16.054444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.101121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] vlan segment allocate from pool success with {'vlan_id': 1405, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:02:16.104529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33676) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:16.174295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:16.288541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Provisioning for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:16.293928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Provisioning complete for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:16.295457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.323913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812863c8-0fd5-446c-bb6f-a9534412f088 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:02:16.332775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.362822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5eea9294-9ed3-4ac9-a1ab-a76950b93ec5 None None] Port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:16.377981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.378350 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added segment 1a4cf8e5-c3df-40b0-a89c-91c680d03fc0 of type vlan for network 22c79338-d4f5-4814-a5a8-18ccad69650c Jan 31 18:02:16.397754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Transition to ACTIVE for port object 812863c8-0fd5-446c-bb6f-a9534412f088 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:16.415919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.439183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.489320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5fdd3657-07f2-4eec-98fc-a1f4177d27be None None] Provisioning complete for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:16.489769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fdd3657-07f2-4eec-98fc-a1f4177d27be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.519445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:16.578117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d4548-93a2-44f8-9789-9012820280d0 req-5c54e17a-7eae-44fa-a449-274229c50cd7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:16.582090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2e9d4548-93a2-44f8-9789-9012820280d0 req-5c54e17a-7eae-44fa-a449-274229c50cd7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 945 time: 0.2460883 Jan 31 18:02:16.583536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:16.588437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Deleting port cf7368af-3a91-47c8-b312-0689b4db5f39 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:16.589040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.616203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5fdd3657-07f2-4eec-98fc-a1f4177d27be None None] Port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:16.622568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:16.622933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.629040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebcf2e-73d6-4e88-92d9-eb244446b5b8 req-6d7298e6-db3f-4353-9d5f-04eff5d7bf7c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:16.636098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ebebcf2e-73d6-4e88-92d9-eb244446b5b8 req-6d7298e6-db3f-4353-9d5f-04eff5d7bf7c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 931 time: 0.3149383 Jan 31 18:02:16.664487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.668426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:16.669201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.735269 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2e9d4548-93a2-44f8-9789-9012820280d0 req-38a3d46e-d6f2-4a8a-b5dd-756b13b7159d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414146 Jan 31 18:02:16.776414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Attempting to bind port 812863c8-0fd5-446c-bb6f-a9534412f088 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:16.776924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Attempting to bind port 812863c8-0fd5-446c-bb6f-a9534412f088 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:16.777654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Attempting to bind port 812863c8-0fd5-446c-bb6f-a9534412f088 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:16.783712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Port 812863c8-0fd5-446c-bb6f-a9534412f088 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:02:16.784176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Attempting to bind port 812863c8-0fd5-446c-bb6f-a9534412f088 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:16.786841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7eefa782-efe7-4d91-85fa-ab075e6c28cd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:16.792405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:16.792861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Checking segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:16.793346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Bound using segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:16.793902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Bound port: 812863c8-0fd5-446c-bb6f-a9534412f088, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:16.794362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.810006 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8465064 Jan 31 18:02:16.820366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:16.867034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'subnet': {'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:16.871093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7eefa782-efe7-4d91-85fa-ab075e6c28cd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:16.871469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.898747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bab8d8-1e90-4c24-87b1-c2257a81d839 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Network': ['ID=22c79338-d4f5-4814-a5a8-18ccad69650c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:16.911872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 22c79338-d4f5-4814-a5a8-18ccad69650c details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:02:16.913978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ebebcf2e-73d6-4e88-92d9-eb244446b5b8 req-eb931929-907f-40ac-9f84-4713211bb264 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2767098 Jan 31 18:02:16.980304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:16.980780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.034087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:17.039529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:subnet and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:17.042637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:17.044720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:17.049173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=812863c8-0fd5-446c-bb6f-a9534412f088,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:17.053954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:17.056526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.119283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Calling delete_port for cf7368af-3a91-47c8-b312-0689b4db5f39 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:17.128701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Made reservation on behalf of 34bad224ad314584b9f2144818e7c8c2 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:02:17.197513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.198937 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] 10.222.0.86 "PUT /v2.0/ports/812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 200 len: 1093 time: 1.7682061 Jan 31 18:02:17.208786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:17.289853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.297867 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088', 'status': 'completed', 'code': 200} Jan 31 18:02:17.298632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4ef13-c76c-4a9f-9cf4-8256596cb2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:17.311869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.339763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Port': ['ID=cf7368af-3a91-47c8-b312-0689b4db5f39,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:17.436939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.455928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-5d9f0c29-0d2a-4677-bd6e-168c3864cbbe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1096 time: 0.2169034 Jan 31 18:02:17.563468 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-239bffe1-dc63-4135-bede-030eb5f780ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 200 len: 217 time: 0.1002119 Jan 31 18:02:17.652048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-60a92b40-f4c5-4a3b-9012-a4f64694fdf0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:17.653371 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-60a92b40-f4c5-4a3b-9012-a4f64694fdf0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0849247 Jan 31 18:02:17.711431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:17.826278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Subnet': ['ID=ec3d779f-57ab-43d3-9296-ae537e98b59b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:17.854608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Checking segment: {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:17.855278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network hostable DHCP agents. Network: 22c79338-d4f5-4814-a5a8-18ccad69650c, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:02:17.867834 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-294fd211-b73a-4492-b334-b263b4ca2be2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2060268 Jan 31 18:02:17.977097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 22c79338-d4f5-4814-a5a8-18ccad69650c is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:02:18.002826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e301aca-cb88-48a5-bb95-1cb300ea0947 req-08d79eaa-74ae-42a5-8c06-70776a68c127 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:18.005381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4e301aca-cb88-48a5-bb95-1cb300ea0947 req-08d79eaa-74ae-42a5-8c06-70776a68c127 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 945 time: 0.1129334 Jan 31 18:02:18.005568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 22c79338-d4f5-4814-a5a8-18ccad69650c) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:18.006156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Router 991b24ff-8f53-4984-9205-b5eed57c1fb3 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:18.008933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:18.009634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:18.021060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17239474-a90b-45d3-b866-6752b7b6981a None None] Network 22c79338-d4f5-4814-a5a8-18ccad69650c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:18.050137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-35fc869b-af4a-419e-9baf-da036e6b2bc1 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725590 Jan 31 18:02:18.055343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5781707b-ebeb-4def-b4f2-e33dc222ccac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2010016 Jan 31 18:02:18.076193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:18.120216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4e301aca-cb88-48a5-bb95-1cb300ea0947 req-065d3e90-94e9-4fac-a814-dd9e4e06a791 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099505 Jan 31 18:02:18.272102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:18.284337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Sync routers for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:18.289526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-22c79338-d4f5-4814-a5a8-18ccad69650c', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:02:18.290258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:18.298611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:18.354832 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-afef864b-02c7-46d8-b7bc-400cc90e32be tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "DELETE /v2.0/floatingips/dfae90df-1d9a-4d56-ac4a-2750098a4369 HTTP/1.1" status: 204 len: 168 time: 2.2467685 Jan 31 18:02:18.354832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:18.356380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:18.356958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:18.513705 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e471b4ce-9c4f-4e92-aee3-1062dac72544 req-f60a4d78-94d1-43fe-8739-d23905623ecc service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569578 Jan 31 18:02:18.532615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22d712-b544-40d3-af1f-ccf382037757 req-eeb807ad-bcfa-4188-826a-40b74294540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:18.535533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5f22d712-b544-40d3-af1f-ccf382037757 req-eeb807ad-bcfa-4188-826a-40b74294540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:18.553284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 757b47f6-d499-4982-9b62-aab46a977b33 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:18.655077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5f22d712-b544-40d3-af1f-ccf382037757 req-eeb807ad-bcfa-4188-826a-40b74294540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:18.661752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f22d712-b544-40d3-af1f-ccf382037757 req-eeb807ad-bcfa-4188-826a-40b74294540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 943 time: 0.5861723 Jan 31 18:02:18.663597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Allocated IP 2001:db8:3::2 (22c79338-d4f5-4814-a5a8-18ccad69650c/ec3d779f-57ab-43d3-9296-ae537e98b59b/1d0e980d-a435-4ff5-86ce-0519e7a2851a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:18.668844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'status': 'completed', 'code': 200} Jan 31 18:02:18.691523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:18.842222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f22d712-b544-40d3-af1f-ccf382037757 req-32b0f52c-9215-456e-9fc8-14dea7fe8a30 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796100 Jan 31 18:02:18.856719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 757b47f6-d499-4982-9b62-aab46a977b33 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:18.880906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 757b47f6-d499-4982-9b62-aab46a977b33 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:18.881568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:18.896438 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-882f5b3d-c57c-4580-8bec-1050d51e701a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1096 time: 0.2761073 Jan 31 18:02:18.899701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554102b-85b7-488f-b0a9-2fa2767cb2b1 req-f291c608-4970-4629-a4e2-f3916b33433c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:18.900511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6554102b-85b7-488f-b0a9-2fa2767cb2b1 req-f291c608-4970-4629-a4e2-f3916b33433c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Synchronizing usage tracker for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:18.933357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6554102b-85b7-488f-b0a9-2fa2767cb2b1 req-f291c608-4970-4629-a4e2-f3916b33433c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Unset dirty status for tenant:c7efde9a20bb45dbb9556afd370df5a8 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:18.934617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6554102b-85b7-488f-b0a9-2fa2767cb2b1 req-f291c608-4970-4629-a4e2-f3916b33433c tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1630957 Jan 31 18:02:18.988387 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6554102b-85b7-488f-b0a9-2fa2767cb2b1 req-14b64cd3-5db1-4f46-b5f0-a64630095501 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455256 Jan 31 18:02:19.042561 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-43d5ac6b-4458-421c-9d0b-9972fe0797e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 1099 time: 0.3317375 Jan 31 18:02:19.291366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.298689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-29729e44-af11-4471-84ba-066adf2389ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:19.300537 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-29729e44-af11-4471-84ba-066adf2389ee service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 898 time: 0.3965504 Jan 31 18:02:19.312965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Transition to ACTIVE for port object 1d0e980d-a435-4ff5-86ce-0519e7a2851a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:19.343233 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:19.348809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.368726 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:19.369337 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:19.403260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Transition to ACTIVE for port object 1d0e980d-a435-4ff5-86ce-0519e7a2851a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:19.414644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:19.422909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.484057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-a34d8417-6ba8-42ee-b8c6-579d6cefac1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 200 len: 217 time: 0.1689250 Jan 31 18:02:19.487910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=757b47f6-d499-4982-9b62-aab46a977b33,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:19.499497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.528067 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33', 'code': 200} Jan 31 18:02:19.533042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Network 22c79338-d4f5-4814-a5a8-18ccad69650c is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:19.534056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Pushing event updated for resources: {'Port': ['ID=1d0e980d-a435-4ff5-86ce-0519e7a2851a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:19.538509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:19.542939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:19.652863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:19.668099 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:19.700240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Checking router: 991b24ff-8f53-4984-9205-b5eed57c1fb3 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:19.714833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:19.716359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-cb148c9e-f5ee-4333-a23b-b27aefeece0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:19.717858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-cb148c9e-f5ee-4333-a23b-b27aefeece0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.2103214 Jan 31 18:02:19.726881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Attempting to bind port 1d0e980d-a435-4ff5-86ce-0519e7a2851a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:19.727250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Attempting to bind port 1d0e980d-a435-4ff5-86ce-0519e7a2851a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:19.727657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Attempting to bind port 1d0e980d-a435-4ff5-86ce-0519e7a2851a on network 22c79338-d4f5-4814-a5a8-18ccad69650c {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:19.739806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:19.739806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Checking segment: {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:19.740194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.740288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Bound using segment: {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:19.740710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Bound port: 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:19.741082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:19.751991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:19.752680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:19.766091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-0ca66eff-1192-40cf-a855-026e17eb8aa1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:19.767517 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-0ca66eff-1192-40cf-a855-026e17eb8aa1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 200 len: 899 time: 0.7156501 Jan 31 18:02:19.913951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5a6c8b55-f9d5-4c67-a472-70f6afe1faa0 req-93bee9a2-7279-4f31-820e-5de36384fca4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1099 time: 0.1131837 Jan 31 18:02:19.964125 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-062ed2c0-0a37-4589-8dc1-804bb998bdf9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 200 len: 217 time: 0.1790762 Jan 31 18:02:19.975463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5a6c8b55-f9d5-4c67-a472-70f6afe1faa0 req-2d9d561f-47ba-4a83-a5bf-dab2e8fd21f7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540938 Jan 31 18:02:19.994256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee3ee-b649-489f-844a-0021de20b16a req-788433df-8060-4290-b8ee-1d0563026dd1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:19.996012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-349ee3ee-b649-489f-844a-0021de20b16a req-788433df-8060-4290-b8ee-1d0563026dd1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 945 time: 0.6943967 Jan 31 18:02:20.008025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] For port 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:20.013330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] For port 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d0e980d-a435-4ff5-86ce-0519e7a2851a,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:20.024901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:20.071506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.084063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-1ba4dad8-2e74-4de6-a042-4375e2a506a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:20.086429 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-1ba4dad8-2e74-4de6-a042-4375e2a506a6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 200 len: 834 time: 0.0849583 Jan 31 18:02:20.126787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3a941-c65c-4c61-80c8-dbd180da8a03 req-c0b7fdb8-2b3f-4826-84c6-75397d2b795a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:20.128370 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6c3a941-c65c-4c61-80c8-dbd180da8a03 req-c0b7fdb8-2b3f-4826-84c6-75397d2b795a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 943 time: 0.0889649 Jan 31 18:02:20.177992 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:13Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:14Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:20.179447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6c3a941-c65c-4c61-80c8-dbd180da8a03 req-f2c40c26-add6-4ecd-afdd-e8117d7d80cc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Jan 31 18:02:20.183323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:20.184018 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Updating router 531864d7-d97e-403a-98b7-d9602109badd port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:02:20.232036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117bef3-5164-4da4-9b8e-401e28b284a7 None None] Pushing event updated for resources: {'Port': ['ID=1d0e980d-a435-4ff5-86ce-0519e7a2851a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:20.246032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.307500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71840-0aa6-4762-8478-620580abc377 req-a194ed81-bf2e-4bfa-bfdd-521fe64bbce0 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:20.309105 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3ca71840-0aa6-4762-8478-620580abc377 req-a194ed81-bf2e-4bfa-bfdd-521fe64bbce0 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.86 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 0.1253927 Jan 31 18:02:20.419276 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-5f557711-cc74-4c4e-82ed-f712013cd4ca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6906109 Jan 31 18:02:20.492034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Deleting port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:20.492377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.534684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 812863c8-0fd5-446c-bb6f-a9534412f088 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:02:20.618356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.630476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-349ee3ee-b649-489f-844a-0021de20b16a req-cb99d5f9-3de4-4b3c-b3c0-dabef4e3fab1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5426252 Jan 31 18:02:20.736006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=812863c8-0fd5-446c-bb6f-a9534412f088,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:20.751195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '812863c8-0fd5-446c-bb6f-a9534412f088', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'port_id': '812863c8-0fd5-446c-bb6f-a9534412f088', 'mac_address': 'fa:16:3e:35:de:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:02:20.812227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-e481383d-f049-439b-8155-3b8cb616c12d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=09466f2c-55e1-45cb-a8b2-0347d7a33b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6006083 Jan 31 18:02:20.831367 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.837428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.848788 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Transition to ACTIVE for port object f7101b02-8e85-4a9f-ae70-9c124b4e32d0 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:20.866130 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.867814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:20.874398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812863c8-0fd5-446c-bb6f-a9534412f088 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:02:20.892695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=812863c8-0fd5-446c-bb6f-a9534412f088,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:20.894456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b919eb46-160b-4580-9b4c-792ccc397b25 None None] The sync data for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv is: [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:00:08Z', 'revision_number': 4, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd79e8258-d3c3-427b-9c92-17330d5d42d2', 'name': '', 'network_id': '09466f2c-55e1-45cb-a8b2-0347d7a33b42', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'mac_address': 'fa:16:3e:1c:7f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:03Z', 'updated_at': '2022-01-31T18:00:26Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'subnets': [{'id': '6635e525-8226-4f91-b0dc-17dbe2f07628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:20.903108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:20.906804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] For port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:20.907303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.066250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:21.068842 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-76b4d8b9-e3c1-48f5-9cda-ddbaf3cb9f72 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328518 Jan 31 18:02:21.117518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Calling delete_port for 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:21.133476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['812863c8-0fd5-446c-bb6f-a9534412f088'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:02:21.133898 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Pushing event updated for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:21.285133 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.285664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.286094 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.286572 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.286994 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.287423 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.287869 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.288281 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.288695 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.289118 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.289554 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:02:21.291601 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-af3a820c-ccde-4ef8-92c8-ffb30634bc6a service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096050 Jan 31 18:02:21.294317 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Attempting to bind port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:21.294656 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Attempting to bind port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:21.295097 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Attempting to bind port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 on network 1a09822c-12ad-4758-adb1-bc39626750fb {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:21.320836 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:21.321937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Checking segment: {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:21.321937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.322380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Bound using segment: {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:21.322933 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Bound port: f7101b02-8e85-4a9f-ae70-9c124b4e32d0, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8de312-46c7-41b5-b0ae-de68584477a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:21.324818 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.455540 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] For port f7101b02-8e85-4a9f-ae70-9c124b4e32d0, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:21.460057 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] For port f7101b02-8e85-4a9f-ae70-9c124b4e32d0, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:21.464314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101b877-491b-45e2-97c0-d1990b1a9f49 req-5562bc26-771d-4469-b42b-0d3beb6fc5e3 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:21.465132 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.476695 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f101b877-491b-45e2-97c0-d1990b1a9f49 req-5562bc26-771d-4469-b42b-0d3beb6fc5e3 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/ports?device_id=0efa1bbd-9676-4305-860d-ecd0c1c54d03 HTTP/1.1" status: 200 len: 946 time: 1.0639668 Jan 31 18:02:21.544389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.602525 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-39b42db6-1672-4b89-9b11-c05efaaa9419 service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564019 Jan 31 18:02:21.660354 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32342576-80f2-4439-8a1b-dbc07406d4c6 None None] Pushing event updated for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:21.666668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Port': ['ID=5a0311c9-bb9d-43ae-9c2c-cd067fa1318f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:21.700796 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:21.702056 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:21.708912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] No DVR routers for this DVR port 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:21.711503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:21.715608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-deleted', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:21.742067 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f101b877-491b-45e2-97c0-d1990b1a9f49 req-c0b7533e-d11c-4569-aeef-5f42688c9b48 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "GET /v2.0/security-groups?id=ab0bf47a-b68a-463d-bb85-9812afefaae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600808 Jan 31 18:02:21.760525 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3ca71840-0aa6-4762-8478-620580abc377 req-12058e88-620a-42a0-ac3b-cf11228e5cbe tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.86 "DELETE /v2.0/ports/5a0311c9-bb9d-43ae-9c2c-cd067fa1318f HTTP/1.1" status: 204 len: 173 time: 1.4441686 Jan 31 18:02:21.815030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76ce7a-5d28-4883-a2f0-d6959b727174 req-1b642f31-f887-4356-be70-5dfcb5453d64 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:21.822427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ce76ce7a-5d28-4883-a2f0-d6959b727174 req-1b642f31-f887-4356-be70-5dfcb5453d64 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 944 time: 0.3327935 Jan 31 18:02:22.060675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:22.087045 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ce76ce7a-5d28-4883-a2f0-d6959b727174 req-cf7ad3b2-bbfd-4c87-af12-8d6df028702e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633753 Jan 31 18:02:22.090425 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7421a2a8-b6b4-46e8-a000-ddf9ca500f3e req-4c956ef3-c8ce-48fe-ae7b-40ef0319c03c service neutron] 10.222.0.86 "GET /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797046 Jan 31 18:02:22.130814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Allocated IP 2001:db8:3::1 (22c79338-d4f5-4814-a5a8-18ccad69650c/ec3d779f-57ab-43d3-9296-ae537e98b59b/0f7041ec-0707-4658-99ff-0b740ad15613) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:22.171890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469ccf7-15d8-43f1-a446-581093559308 None None] Network 22c79338-d4f5-4814-a5a8-18ccad69650c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:22.231624 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efa1bbd-9676-4305-860d-ecd0c1c54d03', 'name': 'network-vif-deleted', 'tag': '5a0311c9-bb9d-43ae-9c2c-cd067fa1318f', 'status': 'completed', 'code': 200} Jan 31 18:02:22.269024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c049a3-98f5-45b2-b132-4d13665f6091 req-e2337e79-a4f6-4567-ae69-4d1e70e6316d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:22.270939 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8c049a3-98f5-45b2-b132-4d13665f6091 req-e2337e79-a4f6-4567-ae69-4d1e70e6316d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 946 time: 0.3796780 Jan 31 18:02:22.343167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-543db648-1883-4e7b-b55f-867c0cd8ac8e None None] Provisioning for port 1d0e980d-a435-4ff5-86ce-0519e7a2851a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:22.348622 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8c049a3-98f5-45b2-b132-4d13665f6091 req-5524ca7c-c48a-4611-a7a2-37bed99d84ec tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697672 Jan 31 18:02:22.541749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 812863c8-0fd5-446c-bb6f-a9534412f088 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:22.597388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d0e980d-a435-4ff5-86ce-0519e7a2851a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:22.683839 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:13Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:21Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:22.689100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82bce26-6c76-4f9b-9871-d9076fc25d30 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:13Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:21Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:22.772829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 1d0e980d-a435-4ff5-86ce-0519e7a2851a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:22.777469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:22.785296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 812863c8-0fd5-446c-bb6f-a9534412f088 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:22.797207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 812863c8-0fd5-446c-bb6f-a9534412f088 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:22.797845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:22.801733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff050304-63eb-42a2-87fc-8ed070517e28 req-dc92c627-da02-4a70-8431-742f895a6713 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:22.808681 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff050304-63eb-42a2-87fc-8ed070517e28 req-dc92c627-da02-4a70-8431-742f895a6713 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 946 time: 0.1971338 Jan 31 18:02:22.835355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d0e980d-a435-4ff5-86ce-0519e7a2851a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:22.835728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:22.871833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Transition to ACTIVE for port object 0f7041ec-0707-4658-99ff-0b740ad15613 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:22.886000 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff050304-63eb-42a2-87fc-8ed070517e28 req-5a2fdde0-0609-4c70-8b27-18a594db3cce tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763547 Jan 31 18:02:22.913385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33720) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:22.934751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33724) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:23.053974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.134770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.168469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 22c79338-d4f5-4814-a5a8-18ccad69650c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:23.177246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:23.194136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.205955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=812863c8-0fd5-446c-bb6f-a9534412f088,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:23.207675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:23.211135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:23.221721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:23.222604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.223387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:23.224105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.243596 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8fb19ba4-5a61-4d65-9c1e-bd11e02b8000 tempest-TestVolumeBootPattern-1382689914 tempest-TestVolumeBootPattern-1382689914-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1094 time: 0.3016210 Jan 31 18:02:23.245658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:23.254720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '757b47f6-d499-4982-9b62-aab46a977b33', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:23.265040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:23.270478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:floatingip and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:23.274435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:23.285331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:23.302405 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.332102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c92d2b53-561a-48d1-9371-e7f8cf478a83 None None] Provisioning complete for port 1d0e980d-a435-4ff5-86ce-0519e7a2851a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:23.332817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c92d2b53-561a-48d1-9371-e7f8cf478a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.429527 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088', 'code': 200} Jan 31 18:02:23.528005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:23.533609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:23.540029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5a0311c9-bb9d-43ae-9c2c-cd067fa1318f not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:23.547658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d0e980d-a435-4ff5-86ce-0519e7a2851a,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:23.556517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.609932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.631980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1dfe04-e520-4d2a-ae16-47fad961722b req-bd62a645-1f3f-4a34-b445-9935639ede2a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:23.633588 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-de1dfe04-e520-4d2a-ae16-47fad961722b req-bd62a645-1f3f-4a34-b445-9935639ede2a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.1700902 Jan 31 18:02:23.639734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.649640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=1d0e980d-a435-4ff5-86ce-0519e7a2851a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:23.773857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-de1dfe04-e520-4d2a-ae16-47fad961722b req-d7c36e3c-5334-427d-b372-dac1bb02a33c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947952 Jan 31 18:02:23.858074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e178bc37-46c7-4e45-8b7d-95104102744d None None] Provisioning for port 0f7041ec-0707-4658-99ff-0b740ad15613 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:23.863984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.26.4.191 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/1658e791-f6fe-4385-a300-5815782bf2bf) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:23.867854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e178bc37-46c7-4e45-8b7d-95104102744d None None] Provisioning complete for port 0f7041ec-0707-4658-99ff-0b740ad15613 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:23.868421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e178bc37-46c7-4e45-8b7d-95104102744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:23.944040 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e178bc37-46c7-4e45-8b7d-95104102744d None None] Port 0f7041ec-0707-4658-99ff-0b740ad15613 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:23.950990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-78641ce2-5cca-4a72-89c3-3f95d4caea1c req-189aa2f1-4408-403a-b7ff-deff31a7cf69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1098 time: 0.3266184 Jan 31 18:02:24.021946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.050767 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.102287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-78641ce2-5cca-4a72-89c3-3f95d4caea1c req-cb869783-82b0-4629-a746-1674f31dff60 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962164 Jan 31 18:02:24.123180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:24.127371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:24.129107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=1658e791-f6fe-4385-a300-5815782bf2bf,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:24.131134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:24.351114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.353687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.410216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.410962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.584657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d0e980d-a435-4ff5-86ce-0519e7a2851a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:24.674870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.704916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 1d0e980d-a435-4ff5-86ce-0519e7a2851a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:24.705595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.712245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event updated for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:24.735836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:24.855460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f7101b02-8e85-4a9f-ae70-9c124b4e32d0 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:24.863584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Network 22c79338-d4f5-4814-a5a8-18ccad69650c is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:24.865242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:24.977837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70502c4-bd78-4049-8bb3-a51c26131e29 None None] New status for floating IP dfae90df-1d9a-4d56-ac4a-2750098a4369: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:02:25.019856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.031634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.221153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:25.237087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:25.237563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.262402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=1658e791-f6fe-4385-a300-5815782bf2bf,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:25.297501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.368641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-917321e8-ae08-4d66-bf1c-512bc5a408dd None None] Provisioning complete for port 0f7041ec-0707-4658-99ff-0b740ad15613 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:25.369005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-917321e8-ae08-4d66-bf1c-512bc5a408dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.393152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590993e4-4159-4fc9-bb1f-242188326dcc req-3eb0d174-6f50-4061-a89a-f1f1095353a2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:25.394646 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-590993e4-4159-4fc9-bb1f-242188326dcc req-3eb0d174-6f50-4061-a89a-f1f1095353a2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.3663912 Jan 31 18:02:25.433348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.445799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-917321e8-ae08-4d66-bf1c-512bc5a408dd None None] Port 0f7041ec-0707-4658-99ff-0b740ad15613 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:02:25.471490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port f7101b02-8e85-4a9f-ae70-9c124b4e32d0, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:25.477953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:25.518754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Floating IP 47457988-a23b-4819-88fb-2f8f8f807a18 associated. External IP: 172.26.4.191, port: 757b47f6-d499-4982-9b62-aab46a977b33. Jan 31 18:02:25.553359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:25.613846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-590993e4-4159-4fc9-bb1f-242188326dcc req-0aa0be15-0808-40b9-bcbe-80bb64e168a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134030 Jan 31 18:02:25.696475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:25.910381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:25.982915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:25.994551 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:26.003846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b1b8f085-a84b-4c4d-96cf-ac27222b8c56 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9266989 Jan 31 18:02:26.006963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33740) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:26.008663 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:26.009498 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:26.012648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:26.113747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:26.132198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:26.142066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:26.146140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:26.146838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:26.182489 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:26.214010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dd870a53-17e1-413e-9982-3fcb66b16f56 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9670126 Jan 31 18:02:26.214832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:26.283808 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33', 'status': 'completed', 'code': 200} Jan 31 18:02:26.362507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:26.378952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Deleting port d79e8258-d3c3-427b-9c92-17330d5d42d2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:26.379284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:26.529375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f7101b02-8e85-4a9f-ae70-9c124b4e32d0 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:26.564095 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:23Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:24Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:26.568985 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:26.569323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Updating router 531864d7-d97e-403a-98b7-d9602109badd port 0f7041ec-0707-4658-99ff-0b740ad15613 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:02:26.594989 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-f6a4c231-e81d-4189-af68-04fa51305fd4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1099 time: 0.2689123 Jan 31 18:02:26.629322 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:26.742284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:26.742658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:26.827251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] For port d79e8258-d3c3-427b-9c92-17330d5d42d2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d79e8258-d3c3-427b-9c92-17330d5d42d2,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:26.828218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:26.998372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '47457988-a23b-4819-88fb-2f8f8f807a18', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': '757b47f6-d499-4982-9b62-aab46a977b33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:8e:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:24Z', 'updated_at': '2022-01-31T18:02:24Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:27.006290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:27.021363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:27.022286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:27.025980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Calling delete_port for d79e8258-d3c3-427b-9c92-17330d5d42d2 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:27.068548 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.081474 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Transition to ACTIVE for port object 0f7041ec-0707-4658-99ff-0b740ad15613 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:02:27.090631 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.194786 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109be3-7583-488a-b6f0-884ac4b77d9f None None] Pushing event updated for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:27.317438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e7-7635-48af-a229-fd520c713c0e req-0e51cc17-1033-4ba9-bd4e-7527983e433f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:27.318967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-0e51cc17-1033-4ba9-bd4e-7527983e433f service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.7098196 Jan 31 18:02:27.341051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:27.398539 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Attempting to bind port 0f7041ec-0707-4658-99ff-0b740ad15613 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:02:27.399021 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Attempting to bind port 0f7041ec-0707-4658-99ff-0b740ad15613 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:02:27.399371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Attempting to bind port 0f7041ec-0707-4658-99ff-0b740ad15613 on network 22c79338-d4f5-4814-a5a8-18ccad69650c {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:02:27.407899 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:02:27.408273 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Checking segment: {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:02:27.408646 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.409159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Bound using segment: {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:02:27.409638 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Bound port: 0f7041ec-0707-4658-99ff-0b740ad15613, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:02:27.409998 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.528919 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] For port 0f7041ec-0707-4658-99ff-0b740ad15613, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:02:27.533258 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] For port 0f7041ec-0707-4658-99ff-0b740ad15613, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0f7041ec-0707-4658-99ff-0b740ad15613,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:02:27.540471 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.612432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 18:02:27.629564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.extraroute_db [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Removed routes are [] {{(pid=83557) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 18:02:27.630042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.654394 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:27.655161 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:27.752032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b109be3-7583-488a-b6f0-884ac4b77d9f None None] Pushing event updated for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:27.869498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:27.880125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '47457988-a23b-4819-88fb-2f8f8f807a18', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': '757b47f6-d499-4982-9b62-aab46a977b33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:8e:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:24Z', 'updated_at': '2022-01-31T18:02:24Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:27.897081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b46e435-5e61-4042-9242-1c417d86f820 None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '47457988-a23b-4819-88fb-2f8f8f807a18', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.191', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': '757b47f6-d499-4982-9b62-aab46a977b33', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:8e:4a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:24Z', 'updated_at': '2022-01-31T18:02:24Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:27.932700 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:28.076551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd9087-ae0a-4231-bd82-6342a3a20fe1 req-84b5987f-c477-4d48-a996-2ecc93bfeabd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:28.081956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6dfd9087-ae0a-4231-bd82-6342a3a20fe1 req-84b5987f-c477-4d48-a996-2ecc93bfeabd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 1.0264843 Jan 31 18:02:28.100121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Port': ['ID=d79e8258-d3c3-427b-9c92-17330d5d42d2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:28.181452 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7123f7-eae0-498c-881e-1ba4f46af2b0 None None] New status for floating IP 47457988-a23b-4819-88fb-2f8f8f807a18: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:02:28.282349 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-41f64bfb-a95f-4596-8520-03e29ff7dec5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 200 len: 1000 time: 0.9559536 Jan 31 18:02:28.480104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e486e7-7635-48af-a229-fd520c713c0e req-2e369398-718c-4d64-a900-df516adcaa5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:28.481571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-2e369398-718c-4d64-a900-df516adcaa5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.1851442 Jan 31 18:02:28.524336 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6dfd9087-ae0a-4231-bd82-6342a3a20fe1 req-1877b9d4-8f0b-4e36-b2a1-bbc3ca50d25c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4269049 Jan 31 18:02:28.558960 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 6, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:28.563885 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49b62a-24df-4b9d-8087-4c397d31475b None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 6, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:28.828692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:28.838252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:28.866408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb739a4-a54c-46a8-9b42-b3b1db8e5694 req-1c183c46-1d33-42ad-b7e5-ce8f0f0c6a7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:28.868710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8bb739a4-a54c-46a8-9b42-b3b1db8e5694 req-1c183c46-1d33-42ad-b7e5-ce8f0f0c6a7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.1998014 Jan 31 18:02:28.938154 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8bb739a4-a54c-46a8-9b42-b3b1db8e5694 req-ab8485b5-d02c-4040-beac-73e26590e8cf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630708 Jan 31 18:02:28.942715 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-e348a49f-8b57-44a0-b0e9-1955362693cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4524229 Jan 31 18:02:28.959120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33756) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:29.036568 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d86e0d0f-81c8-4871-a35c-f14b3922ebef tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1093 time: 0.0758348 Jan 31 18:02:29.039118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:29.044473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '812863c8-0fd5-446c-bb6f-a9534412f088', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:29.050260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:29.054318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:29.057127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:29.063585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:29.074442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:29.103213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:29.216075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:29.244305 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-5c307135-b521-4924-b508-4e8172e0b206 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933910 Jan 31 18:02:29.361921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.11 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/87287c79-6c92-4734-80a1-b01b8c32545d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:02:29.367923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:29.617941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:29.646802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:29.698392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31e486e7-7635-48af-a229-fd520c713c0e req-79a1e413-40a5-48e5-bbc3-b6702b351542 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409690 Jan 31 18:02:29.713028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:02:29.716050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:02:29.720498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:02:29.752798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=87287c79-6c92-4734-80a1-b01b8c32545d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:29.979403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:30.004723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.005828 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4c24b402-eeb8-41b6-8b1b-9599380af1ab tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 954 time: 3.9979637 Jan 31 18:02:30.008766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:30.244185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.277243 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fa535dec-4f99-4a22-a5a8-ea0966e06a96 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 954 time: 0.2651689 Jan 31 18:02:30.285885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33768) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:30.293501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:30.373183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.388306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Router 991b24ff-8f53-4984-9205-b5eed57c1fb3 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:30.520598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0f7041ec-0707-4658-99ff-0b740ad15613 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:30.553277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:30.586535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:30.587187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:30.608642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:30.613925 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8c83777f-c878-40a4-81ef-7c7b6d439291 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "PUT /v2.0/routers/991b24ff-8f53-4984-9205-b5eed57c1fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6989717 Jan 31 18:02:30.616629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33772) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:30.620665 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Sync routers for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:30.638809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:30.639660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:30.762569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:30.844776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Deleting subnet 6635e525-8226-4f91-b0dc-17dbe2f07628 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:02:30.848088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.865304 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:30.879357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0f7041ec-0707-4658-99ff-0b740ad15613 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:02:30.926768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.931854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.941135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:30.948952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0f7041ec-0707-4658-99ff-0b740ad15613 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:30.949700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.057140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.171847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.197127 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:31.204758 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Checking router: 991b24ff-8f53-4984-9205-b5eed57c1fb3 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:31.217023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=87287c79-6c92-4734-80a1-b01b8c32545d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:31.218796 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Routers {'991b24ff-8f53-4984-9205-b5eed57c1fb3'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:31.220293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['991b24ff-8f53-4984-9205-b5eed57c1fb3'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:31.231622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.239525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Subnet': ['ID=6635e525-8226-4f91-b0dc-17dbe2f07628,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:31.263139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.268133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.272820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611f807-d90e-4271-81f4-986ecf83ac6e None None] Network 09466f2c-55e1-45cb-a8b2-0347d7a33b42 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:31.277592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-94bf8982-0eef-45cb-bcf8-175b32f1ecf1 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "DELETE /v2.0/subnets/6635e525-8226-4f91-b0dc-17dbe2f07628 HTTP/1.1" status: 204 len: 168 time: 0.6599569 Jan 31 18:02:31.280171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33776) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:31.351162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0f7041ec-0707-4658-99ff-0b740ad15613, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0f7041ec-0707-4658-99ff-0b740ad15613,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:31.371354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.422010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 6, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 4, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:31.438608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:31.490995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 18:02:31.491303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 18:02:31.510384 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:31.565616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:31.566813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:31.590673 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] Set router 991b24ff-8f53-4984-9205-b5eed57c1fb3 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:31.602133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.825928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:31.874726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657 associated. External IP: 172.26.4.11, port: 812863c8-0fd5-446c-bb6f-a9534412f088. Jan 31 18:02:31.886371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:32.089778 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:32.101145 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247445e-2652-4416-8d1a-5091a214b82f None None] The sync data for ids ['991b24ff-8f53-4984-9205-b5eed57c1fb3'] in dv-neutron-823271-3-hyperv is: [{'id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1800559729', 'tenant_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T17:59:48Z', 'updated_at': '2022-01-31T18:02:27Z', 'revision_number': 5, 'project_id': 'c7efde9a20bb45dbb9556afd370df5a8', 'gw_port': {'id': '7ff594b4-cf09-4330-be7a-7671fe6918b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '991b24ff-8f53-4984-9205-b5eed57c1fb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T17:59:49Z', 'updated_at': '2022-01-31T18:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:32.124131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] DHCP port deletion for 09466f2c-55e1-45cb-a8b2-0347d7a33b42 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:02:32.185994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.199012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Deleting port 7ff594b4-cf09-4330-be7a-7671fe6918b2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:32.200907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.243858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Deleting port f74dfbb6-2c15-4505-865f-a2a92643c7b5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:32.243858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.306253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.313628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.432428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] For port 7ff594b4-cf09-4330-be7a-7671fe6918b2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7ff594b4-cf09-4330-be7a-7671fe6918b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:32.432428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.565132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] For port f74dfbb6-2c15-4505-865f-a2a92643c7b5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f74dfbb6-2c15-4505-865f-a2a92643c7b5,segment=NetworkSegment(cf8f6ab9-6c19-405e-8797-502cc58acc49),segment_id=cf8f6ab9-6c19-405e-8797-502cc58acc49)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:32.565562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.636802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0f7041ec-0707-4658-99ff-0b740ad15613 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:02:32.679281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Calling delete_port for 7ff594b4-cf09-4330-be7a-7671fe6918b2 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:32.688809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:32.728478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Calling delete_port for f74dfbb6-2c15-4505-865f-a2a92643c7b5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:32.763182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 7, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:32.790287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1d90e0-5a49-4470-9c02-577097f70adc None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 7, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:32.909748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.976592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0f7041ec-0707-4658-99ff-0b740ad15613 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:02:32.977860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:32.987800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.021319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] Pushing event deleted for resources: {'Port': ['ID=f74dfbb6-2c15-4505-865f-a2a92643c7b5,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:33.026836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405c1df5-dad2-42d0-8979-f63e1fa84e04 None None] No DVR routers for this DVR port f74dfbb6-2c15-4505-865f-a2a92643c7b5 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:33.046325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Port': ['ID=7ff594b4-cf09-4330-be7a-7671fe6918b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:33.168695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:33.179373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:33.193870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d79e8258-d3c3-427b-9c92-17330d5d42d2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:33.229525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d79e8258-d3c3-427b-9c92-17330d5d42d2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:33.229759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d79e8258-d3c3-427b-9c92-17330d5d42d2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:33.230175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74dfbb6-2c15-4505-865f-a2a92643c7b5 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:33.256609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.260070 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-189d14fa-ca2d-4c85-ad46-1c4392afcc6b tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 704 time: 2.9709175 Jan 31 18:02:33.264737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33780) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:33.269888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f74dfbb6-2c15-4505-865f-a2a92643c7b5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:33.270232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f74dfbb6-2c15-4505-865f-a2a92643c7b5 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:33.290809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.543928 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b49d61bf-74f8-437d-8ad5-c11bab9e4d9c tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 704 time: 0.2775412 Jan 31 18:02:33.546724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33784) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:33.631661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:33.642049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:33.654370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:33.654973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:33.667433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.671665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.700808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.701867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Fanout notify agent at l3_agent the message router_deleted on router 991b24ff-8f53-4984-9205-b5eed57c1fb3 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:02:33.716558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.721376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.722474 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-31540058-4f06-45a7-bf14-9b6b23fe9e04 tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "DELETE /v2.0/routers/991b24ff-8f53-4984-9205-b5eed57c1fb3 HTTP/1.1" status: 204 len: 168 time: 2.4404299 Jan 31 18:02:33.725178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33788) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:33.783017 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-175adc88-7585-425d-a0a1-f6fe31396c69 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.7427137 Jan 31 18:02:33.784496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:02:33.788945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33794) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:33.870804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:33.875355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:33.900153 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088', 'status': 'completed', 'code': 200} Jan 31 18:02:34.009743 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7a8b5db2-68bd-4f58-97ef-14cf7f77a644 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 990 time: 0.2181740 Jan 31 18:02:34.068335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.099112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09466f2c-55e1-45cb-a8b2-0347d7a33b42']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.116850 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-072f12df-a853-477c-9a34-fc113bb389f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1098 time: 0.1993825 Jan 31 18:02:34.118071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8f6ab9-6c19-405e-8797-502cc58acc49') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.118419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8f6ab9-6c19-405e-8797-502cc58acc49') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.122764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.157688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.222993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.239926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Releasing vlan 1447 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:02:34.240451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:02:34.256214 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:02:34.303085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': '812863c8-0fd5-446c-bb6f-a9534412f088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:35:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:02:30Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.306995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:34.318568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:34.319089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.367266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-726f0fb4-dbdb-49b0-b0c7-0ad64fab5f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:34.368754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-726f0fb4-dbdb-49b0-b0c7-0ad64fab5f81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 898 time: 0.2425878 Jan 31 18:02:34.369744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.389982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.469060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'Network': ['ID=09466f2c-55e1-45cb-a8b2-0347d7a33b42,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:34.507981 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f9101c46-c6f3-40ec-8857-d9bb99def01b tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "DELETE /v2.0/networks/09466f2c-55e1-45cb-a8b2-0347d7a33b42 HTTP/1.1" status: 204 len: 168 time: 0.7788765 Jan 31 18:02:34.508171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33800) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:34.578069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-1ff3849b-4204-4156-a908-d1c2f60a4d99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 200 len: 998 time: 0.1894140 Jan 31 18:02:34.631609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:34.643063 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:34.667668 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:34.668543 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:34.684176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.689019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-4cc94ca6-9bd6-4d3e-bc09-50adf64cc276 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:02:34.691078 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-4cc94ca6-9bd6-4d3e-bc09-50adf64cc276 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0998843 Jan 31 18:02:34.784147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:34.825237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-f691d12d-79a3-4a65-b289-6cc3c68ef974 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1238873 Jan 31 18:02:34.925168 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:35.003167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:35.016252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:35.021433 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 0f7041ec-0707-4658-99ff-0b740ad15613 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:35.021996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:35.116938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:35.118358 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] 10.222.0.110 "DELETE /v2.0/security-groups/ab0bf47a-b68a-463d-bb85-9812afefaae4 HTTP/1.1" status: 204 len: 168 time: 0.6090491 Jan 31 18:02:35.119588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326a8de-3c89-4bca-b5fb-652dc481906d tempest-TestNetworkAdvancedServerOps-588063513 tempest-TestNetworkAdvancedServerOps-588063513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0bf47a-b68a-463d-bb85-9812afefaae4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:35.138655 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-69474891-2fa0-4d68-84c5-0e6b459f71cf service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022923 Jan 31 18:02:35.262533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': '812863c8-0fd5-446c-bb6f-a9534412f088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:35:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:02:30Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:35.269096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199d746a-a2d6-4c43-bceb-650b79978b8f None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': '812863c8-0fd5-446c-bb6f-a9534412f088', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:35:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:02:30Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:35.269392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 0f7041ec-0707-4658-99ff-0b740ad15613, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0f7041ec-0707-4658-99ff-0b740ad15613,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:35.270138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:35.302722 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-593b69b3-0c31-4ce1-986d-5a02e31e3da9 req-91190b52-2f39-4261-bc58-86fa883d6b8a service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553531 Jan 31 18:02:35.334286 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-22067637-0800-4114-9e63-d3cbd718b647 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 990 time: 0.3081200 Jan 31 18:02:35.435385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 0f7041ec-0707-4658-99ff-0b740ad15613 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:35.455724 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 7, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:35.460208 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:35.471664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:35.472268 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:35.604383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d64e142-7f21-4a5f-b1ff-8a2007bce9f8 None None] New status for floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:02:35.659737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:35.683788 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:35.707447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:35.777765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=0f7041ec-0707-4658-99ff-0b740ad15613,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:35.998142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bcde9828-2509-43ab-b72d-6eb73037a734 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c7efde9a20bb45dbb9556afd370df5a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2887335 Jan 31 18:02:36.001054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33820) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:36.092607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.126116 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 7, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:36.130404 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd598a59-59d0-4f8c-9ff4-f06a6dc3b77a None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 7, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '0f7041ec-0707-4658-99ff-0b740ad15613', 'name': '', 'network_id': '22c79338-d4f5-4814-a5a8-18ccad69650c', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:1b:2c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:21Z', 'updated_at': '2022-01-31T18:02:31Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'ec3d779f-57ab-43d3-9296-ae537e98b59b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:36.167722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.197312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.254964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.272573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cbd693-a36c-40cd-bd88-7a014df80be6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:36.282632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.286217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b1c88054-d548-4f9e-a759-a22c50eba914 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/a7cbd693-a36c-40cd-bd88-7a014df80be6 HTTP/1.1" status: 204 len: 168 time: 0.2812624 Jan 31 18:02:36.336569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33826) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:36.465198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6ee70306-e8f6-430e-abcd-ac7e55394d27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 992 time: 0.1243064 Jan 31 18:02:36.507962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7ff594b4-cf09-4330-be7a-7671fe6918b2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:36.545972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7ff594b4-cf09-4330-be7a-7671fe6918b2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:36.546623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7ff594b4-cf09-4330-be7a-7671fe6918b2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:36.693172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:36.712157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.717263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:36.745262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:36.749128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Usage tracker for resource:security_group_rule and tenant:edbc7f6dcad744d3b7ad8210a4a827e4 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:36.752936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:36.758722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:36.832369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.836394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.883343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b575d8f-aea8-4af6-8fef-59915e615cbb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:36.889545 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e7504d46-eea8-4d0d-acf0-43b0b645958b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=edbc7f6dcad744d3b7ad8210a4a827e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938086 Jan 31 18:02:36.891467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:36.902459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:36.915291 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-83df4fcd-e622-46b0-9181-0257de17a1aa tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675904 Jan 31 18:02:36.917877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:36.954950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.955215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dc80972f-4929-48b6-b024-f8e772d5c900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:36.981040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.033589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.048340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b575d8f-aea8-4af6-8fef-59915e615cbb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:37.055855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.057845 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-86f04904-9b1a-4bb1-af8c-7491fedef297 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/1b575d8f-aea8-4af6-8fef-59915e615cbb HTTP/1.1" status: 204 len: 168 time: 0.1653514 Jan 31 18:02:37.111076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet ec3d779f-57ab-43d3-9296-ae537e98b59b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:02:37.113974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.166384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.254851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.335276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.378620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3d779f-57ab-43d3-9296-ae537e98b59b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:37.382730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.388923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b7b98-9c43-4055-a9ad-79878e077fea None None] Network 22c79338-d4f5-4814-a5a8-18ccad69650c requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:37.389151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-279a823b-36b1-4da9-9da3-4d416f64fea5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/ec3d779f-57ab-43d3-9296-ae537e98b59b HTTP/1.1" status: 204 len: 168 time: 0.4702027 Jan 31 18:02:37.391866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:37.516585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.523360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 1d0e980d-a435-4ff5-86ce-0519e7a2851a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:37.523635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.701192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] DHCP port deletion for 22c79338-d4f5-4814-a5a8-18ccad69650c request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:02:37.705720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Deleting port 1d0e980d-a435-4ff5-86ce-0519e7a2851a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:37.706091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.745574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d0e980d-a435-4ff5-86ce-0519e7a2851a,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:37.746163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.869824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 1d0e980d-a435-4ff5-86ce-0519e7a2851a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:37.910115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] For port 1d0e980d-a435-4ff5-86ce-0519e7a2851a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=1d0e980d-a435-4ff5-86ce-0519e7a2851a,segment=NetworkSegment(1a4cf8e5-c3df-40b0-a89c-91c680d03fc0),segment_id=1a4cf8e5-c3df-40b0-a89c-91c680d03fc0)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:37.910493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.945525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:37.988632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=1d0e980d-a435-4ff5-86ce-0519e7a2851a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:37.994667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No DVR routers for this DVR port 1d0e980d-a435-4ff5-86ce-0519e7a2851a on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:38.028515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Calling delete_port for 1d0e980d-a435-4ff5-86ce-0519e7a2851a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn_limited( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn_limited( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:02:38.090155 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:02:38.095910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:02:38.096266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:02:38.120724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.146243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c79338-d4f5-4814-a5a8-18ccad69650c']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:38.158502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:38.158798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4cf8e5-c3df-40b0-a89c-91c680d03fc0') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:38.169705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.184714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.191532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:02:38.191936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:02:38.206464 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:02:38.286810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.303866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.317763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=22c79338-d4f5-4814-a5a8-18ccad69650c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:38.322445 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-df6c483d-7832-4102-88f4-73e15f5708c5 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/22c79338-d4f5-4814-a5a8-18ccad69650c HTTP/1.1" status: 204 len: 168 time: 0.9295616 Jan 31 18:02:38.325093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:38.479617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d0e980d-a435-4ff5-86ce-0519e7a2851a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:38.519664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 1d0e980d-a435-4ff5-86ce-0519e7a2851a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:38.520008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 1d0e980d-a435-4ff5-86ce-0519e7a2851a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:38.597494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Deleting port 1d0e980d-a435-4ff5-86ce-0519e7a2851a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:38.597878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:38.671206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8b70c16c-0313-481f-8f68-8ced2564c688 None None] The port '1d0e980d-a435-4ff5-86ce-0519e7a2851a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:02:38.793097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:39.326223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-004fcac8-3801-406e-807c-423df787cafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:39.436018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port f7101b02-8e85-4a9f-ae70-9c124b4e32d0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:39.436018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:39.631381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port f7101b02-8e85-4a9f-ae70-9c124b4e32d0, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:39.631657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:39.757714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for f7101b02-8e85-4a9f-ae70-9c124b4e32d0 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:39.852415 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:39.865088 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:39.866014 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:39.932473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:39.978768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=f7101b02-8e85-4a9f-ae70-9c124b4e32d0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:40.030460 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:40.187671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:40.292626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:40.359694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:40.360255 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:35Z', 'revision_number': 8, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f7101b02-8e85-4a9f-ae70-9c124b4e32d0', 'name': '', 'network_id': '1a09822c-12ad-4758-adb1-bc39626750fb', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:a5:c7:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:12Z', 'updated_at': '2022-01-31T18:02:25Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': '9e5f244c-8b7d-4f1f-9eba-8b647afd9629', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:40.364577 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:40.376863 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:40.377471 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:40.553508 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:02:40.557500 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:40.831095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:40.882542 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:39Z', 'revision_number': 9, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:40.886602 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04c3fbe-306a-4eb7-8002-53048a163479 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:39Z', 'revision_number': 9, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:41.005263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:41.017664 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c03ea6f6-3b04-444c-a59d-16b2e1413748 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6915843 Jan 31 18:02:41.020306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33856) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:41.201169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet 9e5f244c-8b7d-4f1f-9eba-8b647afd9629 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:02:41.204342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.264025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.345451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.420427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.461159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5f244c-8b7d-4f1f-9eba-8b647afd9629,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:41.467285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.472752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a07380d0-2e41-4220-80ae-975937fa0e13 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/9e5f244c-8b7d-4f1f-9eba-8b647afd9629 HTTP/1.1" status: 204 len: 168 time: 0.4514821 Jan 31 18:02:41.474453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896dc398-5b74-4980-b129-4ef8c371f05f None None] Network 1a09822c-12ad-4758-adb1-bc39626750fb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:41.477265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33860) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:41.610818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.623046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:41.623380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.699459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.779826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] DHCP port deletion for 1a09822c-12ad-4758-adb1-bc39626750fb request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:02:41.785337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Deleting port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:41.785757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.852391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:41.852859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:41.986013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:42.038696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] For port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,segment=NetworkSegment(2a8de312-46c7-41b5-b0ae-de68584477a5),segment_id=2a8de312-46c7-41b5-b0ae-de68584477a5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:42.039264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.066678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.114737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=9ad59f1f-ea5e-4deb-92cd-5a6baa324306,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:42.121667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No DVR routers for this DVR port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:42.164786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Calling delete_port for 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:42.235060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:02:42.235909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:02:42.357079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.384505 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a09822c-12ad-4758-adb1-bc39626750fb']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:42.397009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8de312-46c7-41b5-b0ae-de68584477a5') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:42.397009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8de312-46c7-41b5-b0ae-de68584477a5') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:42.409065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.425785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.432370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:02:42.432370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:02:42.446511 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:02:42.475409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0f7041ec-0707-4658-99ff-0b740ad15613 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:42.512495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0f7041ec-0707-4658-99ff-0b740ad15613 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:42.512832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0f7041ec-0707-4658-99ff-0b740ad15613 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:42.513246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f7101b02-8e85-4a9f-ae70-9c124b4e32d0 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:42.536118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.547226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f7101b02-8e85-4a9f-ae70-9c124b4e32d0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:42.547598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f7101b02-8e85-4a9f-ae70-9c124b4e32d0 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:42.548029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:42.554760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.565607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=1a09822c-12ad-4758-adb1-bc39626750fb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:42.579027 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dac529c6-905d-43bb-933c-148adf2c7d11 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/1a09822c-12ad-4758-adb1-bc39626750fb HTTP/1.1" status: 204 len: 168 time: 1.0988257 Jan 31 18:02:42.579027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33864) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:42.586503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:42.586503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:42.736853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Deleting port 9ad59f1f-ea5e-4deb-92cd-5a6baa324306 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:42.737670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:42.860023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-000257f7-674d-4f29-80cc-5b9ec0b2e506 None None] The port '9ad59f1f-ea5e-4deb-92cd-5a6baa324306' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:02:42.941981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:43.005514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:43.019811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:43.020397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:43.192074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:43.232935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:43.522602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:39Z', 'revision_number': 9, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:43.531988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:43.549487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:43.549487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:43.574964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 7eefa782-efe7-4d91-85fa-ab075e6c28cd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:43.574964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:43.699176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:43.772239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 7eefa782-efe7-4d91-85fa-ab075e6c28cd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7eefa782-efe7-4d91-85fa-ab075e6c28cd,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:43.773629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:43.993932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 7eefa782-efe7-4d91-85fa-ab075e6c28cd owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:44.047317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:39Z', 'revision_number': 9, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:44.055586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b69962-a4e3-4434-a86d-352ed57a28f9 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:39Z', 'revision_number': 9, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7eefa782-efe7-4d91-85fa-ab075e6c28cd', 'name': '', 'network_id': '57a2931d-308b-40f2-8592-f22b50f83d7e', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:2c:2b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:06Z', 'updated_at': '2022-01-31T18:02:15Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'a5e3f91a-cbda-4c73-b098-ac6ca1c4187e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:44.183853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:44.234118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=7eefa782-efe7-4d91-85fa-ab075e6c28cd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:44.460558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:44.980463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:45.151460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:45.162605 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:45.174011 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1938bec2-36e5-400d-a20a-1f61d5e0e9f6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5904968 Jan 31 18:02:45.174011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33868) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:45.178887 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:45.179576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:45.350184 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:45.490381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet a5e3f91a-cbda-4c73-b098-ac6ca1c4187e {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:02:45.494136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:45.557238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:45.653059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:45.729976 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:44Z', 'revision_number': 10, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:45.734484 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:45.736675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:45.745480 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:45.745641 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:45.791985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e3f91a-cbda-4c73-b098-ac6ca1c4187e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:45.791985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:45.805513 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4f1ef2e-4be8-4816-897b-07b09b9a18ef tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/a5e3f91a-cbda-4c73-b098-ac6ca1c4187e HTTP/1.1" status: 204 len: 168 time: 0.6214104 Jan 31 18:02:45.813672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:45.819795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a5ed9-5de3-4740-b354-32deb95c4ce3 None None] Network 57a2931d-308b-40f2-8592-f22b50f83d7e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:45.995385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.014250 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:46.027316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 952a671d-13ee-4599-b686-eb76375136f9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:46.028250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.168956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] DHCP port deletion for 57a2931d-308b-40f2-8592-f22b50f83d7e request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:02:46.176606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Deleting port 952a671d-13ee-4599-b686-eb76375136f9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:46.177081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.398469 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:44Z', 'revision_number': 10, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:46.403118 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b8a1d-e61b-41fc-a38b-ee2c2acd40ba None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:44Z', 'revision_number': 10, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None, '_interfaces': [{'id': '5f9c8c45-1adb-4327-8006-11824a6b05d7', 'name': '', 'network_id': '31259067-639d-4bae-8ab5-3c8c73a3ee8d', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'mac_address': 'fa:16:3e:31:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '531864d7-d97e-403a-98b7-d9602109badd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:57Z', 'updated_at': '2022-01-31T18:02:10Z', 'revision_number': 5, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'subnets': [{'id': 'c5b1c2b1-d8a0-4af2-8515-22f8f191b946', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:46.411858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 952a671d-13ee-4599-b686-eb76375136f9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=952a671d-13ee-4599-b686-eb76375136f9,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:46.412265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.465220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] For port 952a671d-13ee-4599-b686-eb76375136f9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=952a671d-13ee-4599-b686-eb76375136f9,segment=NetworkSegment(c7510055-8fe6-4892-9c87-084f46d4e1b5),segment_id=c7510055-8fe6-4892-9c87-084f46d4e1b5)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:46.465719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.540137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 952a671d-13ee-4599-b686-eb76375136f9 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:46.585531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Calling delete_port for 952a671d-13ee-4599-b686-eb76375136f9 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:46.613640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.662158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=952a671d-13ee-4599-b686-eb76375136f9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:46.672025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:02:46.672025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:02:46.673364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No DVR routers for this DVR port 952a671d-13ee-4599-b686-eb76375136f9 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:46.795698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.799934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 952a671d-13ee-4599-b686-eb76375136f9 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:46.836023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a2931d-308b-40f2-8592-f22b50f83d7e']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:46.845007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 952a671d-13ee-4599-b686-eb76375136f9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:46.845703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 952a671d-13ee-4599-b686-eb76375136f9 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:46.859622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7510055-8fe6-4892-9c87-084f46d4e1b5') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:46.859622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7510055-8fe6-4892-9c87-084f46d4e1b5') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:46.870584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.886528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.893420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:02:46.893792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:02:46.908248 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:02:46.987359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:47.005129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:47.016696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=57a2931d-308b-40f2-8592-f22b50f83d7e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:47.024090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ba1856ba-afcc-4284-9b14-4ed9d7ad6895 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/57a2931d-308b-40f2-8592-f22b50f83d7e HTTP/1.1" status: 204 len: 168 time: 1.2221620 Jan 31 18:02:47.026769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:47.166408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Deleting port 952a671d-13ee-4599-b686-eb76375136f9 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:47.166789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:47.228096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5e0260c5-2039-4883-983b-d70c311bdedd None None] The port '952a671d-13ee-4599-b686-eb76375136f9' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:02:47.361793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:48.026569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 5f9c8c45-1adb-4327-8006-11824a6b05d7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:48.027312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:48.216366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 5f9c8c45-1adb-4327-8006-11824a6b05d7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5f9c8c45-1adb-4327-8006-11824a6b05d7,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:48.216366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:48.337207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 5f9c8c45-1adb-4327-8006-11824a6b05d7 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:48.441971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7eefa782-efe7-4d91-85fa-ab075e6c28cd no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:48.487468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7eefa782-efe7-4d91-85fa-ab075e6c28cd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:48.487468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7eefa782-efe7-4d91-85fa-ab075e6c28cd not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:48.534540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:48.584085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=5f9c8c45-1adb-4327-8006-11824a6b05d7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:48.793031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:49.351854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:49.502559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:49.510911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:49.515510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-32d58f16-9390-4682-8662-c4f8a0db7962 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867449 Jan 31 18:02:49.517268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33882) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:49.533023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:49.533023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:49.670361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:49.737074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting subnet c5b1c2b1-d8a0-4af2-8515-22f8f191b946 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:02:49.745670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:49.785971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:49.787479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:49.810882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:49.810882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:49.835837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:49.944184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:49.986785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:50.031727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.079784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b1c2b1-d8a0-4af2-8515-22f8f191b946,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:50.084399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.095803 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8355e728-c78f-4e0a-962e-8940e2b0dec6 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/c5b1c2b1-d8a0-4af2-8515-22f8f191b946 HTTP/1.1" status: 204 len: 168 time: 0.5726836 Jan 31 18:02:50.095803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33886) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:50.105893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc2977-4e7f-4059-9748-ccb3469338f7 None None] Network 31259067-639d-4bae-8ab5-3c8c73a3ee8d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:02:50.131085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:50.192141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ba0275-797e-43de-8cc1-4789ea507b00 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:50.224296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.238419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Deleting port 192f59a0-228f-4f3e-b065-def2da8eccec {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:50.238419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.459864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] For port 192f59a0-228f-4f3e-b065-def2da8eccec, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=192f59a0-228f-4f3e-b065-def2da8eccec,segment=NetworkSegment(781b0d14-c5e9-4915-ac74-37dec3bb312b),segment_id=781b0d14-c5e9-4915-ac74-37dec3bb312b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:02:50.459864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.578941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Calling delete_port for 192f59a0-228f-4f3e-b065-def2da8eccec owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:02:50.621979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daa9b0f-2900-4c84-94d1-af383d43ada7 None None] DHCP port deletion for 31259067-639d-4bae-8ab5-3c8c73a3ee8d request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:02:50.632369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9b0f-2900-4c84-94d1-af383d43ada7 None None] Deleting port 192f59a0-228f-4f3e-b065-def2da8eccec {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:02:50.632369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9daa9b0f-2900-4c84-94d1-af383d43ada7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.711052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.722363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f9c8c45-1adb-4327-8006-11824a6b05d7 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:50.768583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5f9c8c45-1adb-4327-8006-11824a6b05d7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:50.768583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5f9c8c45-1adb-4327-8006-11824a6b05d7 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:50.769856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 192f59a0-228f-4f3e-b065-def2da8eccec no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:02:50.773223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No DVR routers for this DVR port 192f59a0-228f-4f3e-b065-def2da8eccec on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:02:50.879276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 192f59a0-228f-4f3e-b065-def2da8eccec {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:02:50.879276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 192f59a0-228f-4f3e-b065-def2da8eccec not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:02:50.907728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9b0f-2900-4c84-94d1-af383d43ada7 None None] The port '192f59a0-228f-4f3e-b065-def2da8eccec' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:02:50.962182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Port': ['ID=192f59a0-228f-4f3e-b065-def2da8eccec,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:50.967668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:50.999401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31259067-639d-4bae-8ab5-3c8c73a3ee8d']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:51.012183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781b0d14-c5e9-4915-ac74-37dec3bb312b') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:51.012546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781b0d14-c5e9-4915-ac74-37dec3bb312b') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:51.026205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.044746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.052351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:02:51.052755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:02:51.067123 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:02:51.229908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.248982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.259225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Pushing event deleted for resources: {'Network': ['ID=31259067-639d-4bae-8ab5-3c8c73a3ee8d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:51.269151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0557cd68-6ba3-47c4-a567-a051d6c05640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/networks/31259067-639d-4bae-8ab5-3c8c73a3ee8d HTTP/1.1" status: 204 len: 168 time: 1.1723771 Jan 31 18:02:51.269715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33894) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:51.275771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'routes': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:51.580178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Added routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 31 18:02:51.580850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.extraroute_db [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Removed routes are [] {{(pid=83558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 31 18:02:51.580850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.850122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.853306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:51.984875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router 531864d7-d97e-403a-98b7-d9602109badd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:02:52.122725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:52.129737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.135006 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bd786b62-f883-4b9b-a6ee-5f64bf46d647 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 705 time: 0.8629186 Jan 31 18:02:52.141051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33898) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:52.144812 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Sync routers for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:52.161061 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:52.161061 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:52.180772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9db2e815-7b5b-404e-a928-79d76c80df80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:52.197776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9db2e815-7b5b-404e-a928-79d76c80df80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:52.199895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9db2e815-7b5b-404e-a928-79d76c80df80 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 205 time: 0.0640330 Jan 31 18:02:52.201643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:52.298023 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:52.355524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.404725 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:52.409329 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Checking router: 531864d7-d97e-403a-98b7-d9602109badd for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:52.420164 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Routers {'531864d7-d97e-403a-98b7-d9602109badd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:52.421161 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['531864d7-d97e-403a-98b7-d9602109badd'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:52.550061 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] Set router 531864d7-d97e-403a-98b7-d9602109badd gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:52.681883 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:52.685938 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cd9b9-f4a9-46ab-9ce9-96c35311e9f5 None None] The sync data for ids ['531864d7-d97e-403a-98b7-d9602109badd'] in dv-neutron-823271-3-hyperv is: [{'id': '531864d7-d97e-403a-98b7-d9602109badd', 'name': 'tempest-RoutersIpV6Test-router-1681520311', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:48Z', 'revision_number': 11, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:52.739882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.744100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.772204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.772647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router 531864d7-d97e-403a-98b7-d9602109badd {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:02:52.787147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.788228 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-abbebb2a-8051-468c-9306-616f5ffb3e19 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 204 len: 168 time: 0.5857008 Jan 31 18:02:52.792832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33906) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:52.798514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-610434492', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:52.805097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:52.810086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Usage tracker for resource:router and tenant:34bad224ad314584b9f2144818e7c8c2 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:52.815049 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:52.821061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:52.832998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.834236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.854065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.875409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.904241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:52.905541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c781c540-417f-4d98-8c6a-bda79ae1d5f1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1115997 Jan 31 18:02:52.908060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33910) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:52.912904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:53.373572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:53.384296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:53.549967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Router aad3e969-8e47-46dd-b913-1fd5ac29e18d is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:02:53.683710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:02:53.689201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:53.690403 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3b06de56-ead1-4223-9b49-e97b83c99305 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "PUT /v2.0/routers/aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 200 len: 697 time: 0.7813778 Jan 31 18:02:53.692955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:53.695525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Sync routers for ids ['aad3e969-8e47-46dd-b913-1fd5ac29e18d'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:02:53.707830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Routers {'aad3e969-8e47-46dd-b913-1fd5ac29e18d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:53.708425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['aad3e969-8e47-46dd-b913-1fd5ac29e18d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:53.835958 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-17732a6a-46da-4507-b8f1-a0fc60f31224 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/routers/aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 200 len: 703 time: 0.1385765 Jan 31 18:02:53.836551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33922) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:53.866936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Set router aad3e969-8e47-46dd-b913-1fd5ac29e18d gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:53.880934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8a9efc3b-a41e-45e0-a64e-c780fa85fbf7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Synchronizing usage tracker for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:53.892947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8a9efc3b-a41e-45e0-a64e-c780fa85fbf7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Unset dirty status for tenant:34bad224ad314584b9f2144818e7c8c2 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:53.894091 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8a9efc3b-a41e-45e0-a64e-c780fa85fbf7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 200 len: 205 time: 0.0569127 Jan 31 18:02:53.896786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:53.971189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad3e969-8e47-46dd-b913-1fd5ac29e18d', 'name': 'tempest-RoutersIpV6Test-router-610434492', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:02:52Z', 'updated_at': '2022-01-31T18:02:53Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:53.975149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Checking router: aad3e969-8e47-46dd-b913-1fd5ac29e18d for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:02:53.985725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Routers {'aad3e969-8e47-46dd-b913-1fd5ac29e18d'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:02:53.986319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['aad3e969-8e47-46dd-b913-1fd5ac29e18d'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:54.029816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:54.114556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] Set router aad3e969-8e47-46dd-b913-1fd5ac29e18d gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:02:54.219390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad3e969-8e47-46dd-b913-1fd5ac29e18d', 'name': 'tempest-RoutersIpV6Test-router-610434492', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:02:52Z', 'updated_at': '2022-01-31T18:02:53Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:02:54.223169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9554bdbb-4e07-4e8d-a107-c78c687d2f8a None None] The sync data for ids ['aad3e969-8e47-46dd-b913-1fd5ac29e18d'] in dv-neutron-823271-3-hyperv is: [{'id': 'aad3e969-8e47-46dd-b913-1fd5ac29e18d', 'name': 'tempest-RoutersIpV6Test-router-610434492', 'tenant_id': '34bad224ad314584b9f2144818e7c8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:02:52Z', 'updated_at': '2022-01-31T18:02:53Z', 'revision_number': 2, 'project_id': '34bad224ad314584b9f2144818e7c8c2', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:02:54.516422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:54.520484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:54.543617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:54.544429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Fanout notify agent at l3_agent the message router_deleted on router aad3e969-8e47-46dd-b913-1fd5ac29e18d {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:02:54.558136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:54.559185 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6bb0faff-dea4-4eb0-a2c3-2931c3b14cbd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 204 len: 168 time: 0.6615512 Jan 31 18:02:54.563279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.604387 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52ea14f6-b4e4-4d9e-b99f-02b555d37f72 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 200 len: 205 time: 0.0399983 Jan 31 18:02:54.606763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.673074 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-d8c7dea3-fb8f-48d4-a823-113e2e5d3a8d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:54.674128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d8c7dea3-fb8f-48d4-a823-113e2e5d3a8d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/aad3e969-8e47-46dd-b913-1fd5ac29e18d HTTP/1.1" status: 404 len: 336 time: 0.0665221 Jan 31 18:02:54.676592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.712761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-26502149-7890-46e5-b505-e78cb90b6d30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:54.713190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26502149-7890-46e5-b505-e78cb90b6d30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:54.714767 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-26502149-7890-46e5-b505-e78cb90b6d30 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/ec3d779f-57ab-43d3-9296-ae537e98b59b HTTP/1.1" status: 404 len: 337 time: 0.0373220 Jan 31 18:02:54.717033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.753742 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-8932957f-6aec-4e1c-8d42-e268a9a5dad1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:54.754092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8932957f-6aec-4e1c-8d42-e268a9a5dad1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:54.755603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8932957f-6aec-4e1c-8d42-e268a9a5dad1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/9e5f244c-8b7d-4f1f-9eba-8b647afd9629 HTTP/1.1" status: 404 len: 337 time: 0.0370834 Jan 31 18:02:54.757963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33946) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.797806 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-0783aa2c-05a0-46a0-bdc5-dfdd9d28a56d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:54.798162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0783aa2c-05a0-46a0-bdc5-dfdd9d28a56d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:54.799716 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0783aa2c-05a0-46a0-bdc5-dfdd9d28a56d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/a5e3f91a-cbda-4c73-b098-ac6ca1c4187e HTTP/1.1" status: 404 len: 337 time: 0.0409162 Jan 31 18:02:54.802093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 33950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.843000 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce37d5b8-fa8a-4cf5-9eeb-bb2d92e8ff0f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:54.844268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce37d5b8-fa8a-4cf5-9eeb-bb2d92e8ff0f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:54.849245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33954) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.849754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ce37d5b8-fa8a-4cf5-9eeb-bb2d92e8ff0f tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/c5b1c2b1-d8a0-4af2-8515-22f8f191b946 HTTP/1.1" status: 404 len: 337 time: 0.0461214 Jan 31 18:02:54.898371 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4e6c35a2-7ce8-4ab3-b4a3-7b3c33a0e337 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 200 len: 205 time: 0.0471916 Jan 31 18:02:54.900719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33958) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:54.963721 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-21eecb3b-bbda-4c85-8f42-58d74e1f43fd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:54.964746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-21eecb3b-bbda-4c85-8f42-58d74e1f43fd tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/531864d7-d97e-403a-98b7-d9602109badd HTTP/1.1" status: 404 len: 336 time: 0.0631149 Jan 31 18:02:54.967372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33962) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.013548 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3fd49fec-4aa0-4202-b432-689f3fd93bac tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=bd92b5bf-5f35-45fe-8460-3db9cc9db55f HTTP/1.1" status: 200 len: 205 time: 0.0444601 Jan 31 18:02:55.015877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33966) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.081903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-d4b68ed3-79e1-4dd3-ac65-ac50bccccb5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:55.083093 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d4b68ed3-79e1-4dd3-ac65-ac50bccccb5d tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/bd92b5bf-5f35-45fe-8460-3db9cc9db55f HTTP/1.1" status: 404 len: 336 time: 0.0661404 Jan 31 18:02:55.085460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33970) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.127982 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-92811972-919c-4b64-9a62-accde147aeea tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:55.128273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92811972-919c-4b64-9a62-accde147aeea tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:55.132276 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-92811972-919c-4b64-9a62-accde147aeea tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/2447a1a1-c2d5-4536-bc95-60fc26014d9f HTTP/1.1" status: 404 len: 337 time: 0.0435634 Jan 31 18:02:55.132486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33974) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.174536 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dbd887a9-191a-4fd6-aea1-bbc2b62aa640 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 200 len: 205 time: 0.0410025 Jan 31 18:02:55.176801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33978) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.242447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-efcde74f-d3ce-4fff-a329-96388661db39 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:55.243450 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-efcde74f-d3ce-4fff-a329-96388661db39 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/8cdb743c-c6ca-4899-aa80-90d9ace3907b HTTP/1.1" status: 404 len: 336 time: 0.0657809 Jan 31 18:02:55.245985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33982) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.287495 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f6c33902-0363-4bca-94a6-0f0d5ca37faf tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d66c376-0146-4dfe-86e8-7d2cbaa68711 HTTP/1.1" status: 200 len: 205 time: 0.0404999 Jan 31 18:02:55.289726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33986) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.354519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-b5fcf5ed-0d6b-42a1-ab93-ff7769ae6094 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:55.355399 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b5fcf5ed-0d6b-42a1-ab93-ff7769ae6094 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/8d66c376-0146-4dfe-86e8-7d2cbaa68711 HTTP/1.1" status: 404 len: 336 time: 0.0648093 Jan 31 18:02:55.357923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.394800 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4695bc0-a4a9-4852-8266-e03f200a8404 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:55.395223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4695bc0-a4a9-4852-8266-e03f200a8404 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:55.396758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b4695bc0-a4a9-4852-8266-e03f200a8404 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/897d6d87-6063-4ccd-8aab-cbbf36b12e95 HTTP/1.1" status: 404 len: 337 time: 0.0378520 Jan 31 18:02:55.399158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.440541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-05d3e290-10b6-4018-817b-19fac1d872b3 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=e06a01e7-73d3-4f91-b09d-34b0aeb8694f HTTP/1.1" status: 200 len: 205 time: 0.0403943 Jan 31 18:02:55.442765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 33998) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.507845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-f7088e9e-6f5e-49df-a3a5-c53446b7dbd7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:55.508818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f7088e9e-6f5e-49df-a3a5-c53446b7dbd7 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/e06a01e7-73d3-4f91-b09d-34b0aeb8694f HTTP/1.1" status: 404 len: 336 time: 0.0651903 Jan 31 18:02:55.511231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.548181 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-32ad894b-41eb-4a07-9745-15609e334de8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:55.548603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32ad894b-41eb-4a07-9745-15609e334de8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:55.550189 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-32ad894b-41eb-4a07-9745-15609e334de8 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/f24c034a-588b-4924-920b-4f4bb1a1e658 HTTP/1.1" status: 404 len: 337 time: 0.0381021 Jan 31 18:02:55.552623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34006) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.596775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5cc90eb6-9c93-437f-a543-f5529280a7ee tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "GET /v2.0/ports?device_id=5276e303-c3bb-4941-a156-5a84e5d68630 HTTP/1.1" status: 200 len: 205 time: 0.0431662 Jan 31 18:02:55.601663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.665293 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-7ddf4431-5d47-4b89-91fb-9869712747e1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] delete failed (client error): The resource could not be found. Jan 31 18:02:55.666318 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7ddf4431-5d47-4b89-91fb-9869712747e1 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/routers/5276e303-c3bb-4941-a156-5a84e5d68630 HTTP/1.1" status: 404 len: 336 time: 0.0661130 Jan 31 18:02:55.668919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34014) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.708576 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc4fa1b8-6881-4501-8d7d-2af4face92dc tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:55.708991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc4fa1b8-6881-4501-8d7d-2af4face92dc tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:55.711229 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cc4fa1b8-6881-4501-8d7d-2af4face92dc tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/f15b87b5-75df-47bb-b14b-dba99b2a2646 HTTP/1.1" status: 404 len: 337 time: 0.0414057 Jan 31 18:02:55.713615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34018) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:55.749694 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-214f3bc3-991b-477d-b514-78119bd03b12 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] DELETE failed (client error): The resource could not be found. Jan 31 18:02:55.750081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214f3bc3-991b-477d-b514-78119bd03b12 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:02:55.751845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-214f3bc3-991b-477d-b514-78119bd03b12 tempest-RoutersIpV6Test-207250074 tempest-RoutersIpV6Test-207250074-project] 10.222.0.110 "DELETE /v2.0/subnets/0f84a686-22ad-454c-994a-e7491976b090 HTTP/1.1" status: 404 len: 337 time: 0.0373878 Jan 31 18:02:56.041706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:56.214094 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d6a8510c-cc31-4d70-b065-f8d4c77cc7fa admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=34bad224ad314584b9f2144818e7c8c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1711595 Jan 31 18:02:56.216372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:56.276906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:56.403008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:56.453678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:56.469448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b9d27e-4b98-4a30-836a-d7b0efb804a7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:56.474227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:56.475475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f7f9a64d-22a2-4977-969b-b9dda135c60b admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/19b9d27e-4b98-4a30-836a-d7b0efb804a7 HTTP/1.1" status: 204 len: 168 time: 0.2580314 Jan 31 18:02:57.360598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:57.487220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--970010374'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:57.493002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:57.496992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:57.500309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:57.506865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:57.517003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.528974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.560255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:57.564067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:57.566799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:57.572365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:57.641962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.645693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.684742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:57.689329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea1969d-d562-4790-89e8-d111799ba35e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:57.691994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:57.695311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:57.701240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:57.761772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.766263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.812125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb463079-314c-4ada-ba93-78697686238c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:57.814832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.816876 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2247b1d0-9e3c-4974-a7f8-8f778db07378 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4551697 Jan 31 18:02:57.820037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:57.886512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b150242a-c5e5-4219-96c5-1d763e107f48 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:57.903872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b150242a-c5e5-4219-96c5-1d763e107f48 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:57.905232 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b150242a-c5e5-4219-96c5-1d763e107f48 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.0841672 Jan 31 18:02:57.908274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34066) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:57.913573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-security--2135554584', 'description': 'tempest-security-description-99659730'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:57.943878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.994751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:57.998080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.000799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.002254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "PUT /v2.0/security-groups/eb463079-314c-4ada-ba93-78697686238c HTTP/1.1" status: 200 len: 1610 time: 0.0930567 Jan 31 18:02:58.005482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34070) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.029317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3c99a-c85e-4569-a979-2e8557c94895 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb463079-314c-4ada-ba93-78697686238c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.055438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8a20f96c-2e38-4d1c-a929-dd7c31e5281b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups/eb463079-314c-4ada-ba93-78697686238c HTTP/1.1" status: 200 len: 1610 time: 0.0486076 Jan 31 18:02:58.058020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34074) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.118543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.148484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.193439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.212352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb463079-314c-4ada-ba93-78697686238c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.222368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.223483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-82a7d0a9-7851-49a0-a071-4eb1511daf5b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/eb463079-314c-4ada-ba93-78697686238c HTTP/1.1" status: 204 len: 168 time: 0.1645896 Jan 31 18:02:58.225951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34078) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.279624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-041406ce-774e-4035-ad21-2a371f3a3520 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:58.294592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-041406ce-774e-4035-ad21-2a371f3a3520 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:58.295897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-041406ce-774e-4035-ad21-2a371f3a3520 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0690198 Jan 31 18:02:58.299387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34082) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.316233 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-62bdb8cd-5e1b-40c2-8d79-d806e7b6c6f4 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] delete failed (client error): The resource could not be found. Jan 31 18:02:58.317174 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-62bdb8cd-5e1b-40c2-8d79-d806e7b6c6f4 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/eb463079-314c-4ada-ba93-78697686238c HTTP/1.1" status: 404 len: 347 time: 0.0169618 Jan 31 18:02:58.321259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.327823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--326132334'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:58.333825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:58.343260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:58.353217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.391795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:58.396512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:58.399958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:58.405878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:58.462876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.466978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.513569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788cf467-1f7d-4066-9fde-626444a1a724,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.516656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.520773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1819e917-88bc-4b2b-8ecd-b05dd29b4c97 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1980228 Jan 31 18:02:58.520990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34090) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.526642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '788cf467-1f7d-4066-9fde-626444a1a724', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:58.532942 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:58.537559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:58.540330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:58.546716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:58.562072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.623378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.627355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.649477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9449d1fd-54a2-4d61-9f6a-97bbaa044b48,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.659496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.660651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1e85d915-5fc6-461c-b678-5f6f6bf54344 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1386731 Jan 31 18:02:58.663435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34094) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.692770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.707171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.731642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.747342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9449d1fd-54a2-4d61-9f6a-97bbaa044b48,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.749611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.750683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bdcb24a4-4411-4dc7-896f-cd14f10b9f5e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/9449d1fd-54a2-4d61-9f6a-97bbaa044b48 HTTP/1.1" status: 204 len: 168 time: 0.0863695 Jan 31 18:02:58.753613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34098) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.799024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-303c4b05-3eb7-42c3-be97-f74404e03041 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:58.816581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-303c4b05-3eb7-42c3-be97-f74404e03041 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:58.820672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-303c4b05-3eb7-42c3-be97-f74404e03041 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0633500 Jan 31 18:02:58.821791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34102) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:58.888107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.915152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.962842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:58.980579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788cf467-1f7d-4066-9fde-626444a1a724,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:58.999856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.000969 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7c8b6e75-c804-4063-a86c-f2e0ddf5f925 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/788cf467-1f7d-4066-9fde-626444a1a724 HTTP/1.1" status: 204 len: 168 time: 0.1789792 Jan 31 18:02:59.004142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.056941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4956787c-71bf-4fd3-ae2a-6458803f2975 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:02:59.071636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4956787c-71bf-4fd3-ae2a-6458803f2975 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:02:59.072758 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4956787c-71bf-4fd3-ae2a-6458803f2975 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0674806 Jan 31 18:02:59.076530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.082773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270114053'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:59.089117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.099378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.108944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.144120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.148192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:59.150889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:59.157475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.214427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.220203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.268263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baef5d06-82d0-460a-8ceb-0a89d90a50af,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:59.277997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.279324 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d2a0e73a-644b-4635-bdde-63241326e7d3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2012324 Jan 31 18:02:59.282215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.287485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'baef5d06-82d0-460a-8ceb-0a89d90a50af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:59.296788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.300370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:59.305917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:59.310890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.323914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.392565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.392565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.412485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef5cc7c-ee05-496e-a57e-1c54f81940a7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:59.425513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.426662 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-332fe6ce-1b06-4b9c-bf76-784b57132eb1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1435575 Jan 31 18:02:59.429196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.434564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'baef5d06-82d0-460a-8ceb-0a89d90a50af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:59.440870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.444820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:59.447650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:59.453850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.468773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.537348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.541182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.567921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492eead2-04c1-4f3c-909e-14535ddbb773,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:59.582920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.584370 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2db8e77f-6a3f-4dad-89f4-078a784608e1 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1540203 Jan 31 18:02:59.587178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34124) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.594337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'baef5d06-82d0-460a-8ceb-0a89d90a50af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:59.599849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.604021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:59.609057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:59.614819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.636999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.797866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.802030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.827714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7144d277-591a-404a-8255-2c8f67e3ed4f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:02:59.839935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.847412 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6b879381-7cc6-42b7-9ac9-acf8b081f71a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2530286 Jan 31 18:02:59.847587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:02:59.850244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'baef5d06-82d0-460a-8ceb-0a89d90a50af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:02:59.857102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:02:59.862574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:02:59.865619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:02:59.871342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:02:59.891490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.962766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.964115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:02:59.992745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e293d21-0a3d-4013-a418-d011eab2fe00,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.002900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.004124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4fe8a311-383a-4864-b6c4-a938fbbf9a4d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1585629 Jan 31 18:03:00.006799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34134) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.012245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'baef5d06-82d0-460a-8ceb-0a89d90a50af', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:00.018702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:00.022129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:00.025578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:00.031241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:00.047591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.123806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.123806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.143524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75c7eec-3403-49e8-8fa7-495eae2c85ca,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.156873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.158816 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e6b45062-aee2-441e-9935-2f7e7eef3342 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.1501610 Jan 31 18:03:00.160925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.191328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.203826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.231088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.254807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f75c7eec-3403-49e8-8fa7-495eae2c85ca,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.258200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.260291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f90f601-51a1-4c07-8c84-5f8c270eed20 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/f75c7eec-3403-49e8-8fa7-495eae2c85ca HTTP/1.1" status: 204 len: 168 time: 0.0975156 Jan 31 18:03:00.261757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.327677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-02ae5d09-da21-4a5a-b9d9-e6f400f0c539 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:00.343102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-02ae5d09-da21-4a5a-b9d9-e6f400f0c539 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:00.343102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-02ae5d09-da21-4a5a-b9d9-e6f400f0c539 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.0780036 Jan 31 18:03:00.350829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34146) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.377845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.388942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.416927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.436901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e293d21-0a3d-4013-a418-d011eab2fe00,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.446381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.446381 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-85814e79-e6b9-4049-bf6d-d04cd1d5ef60 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/2e293d21-0a3d-4013-a418-d011eab2fe00 HTTP/1.1" status: 204 len: 168 time: 0.1002872 Jan 31 18:03:00.447820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34150) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.508119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f39c55e4-acf4-4b4b-8a45-0dc89ac612ea tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:00.520690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f39c55e4-acf4-4b4b-8a45-0dc89ac612ea tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:00.524564 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f39c55e4-acf4-4b4b-8a45-0dc89ac612ea tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.0755205 Jan 31 18:03:00.524687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.558217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.571569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.603737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.627003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7144d277-591a-404a-8255-2c8f67e3ed4f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.639329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.639329 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1af5a1dd-5add-4f1a-86f3-8530310dca35 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/7144d277-591a-404a-8255-2c8f67e3ed4f HTTP/1.1" status: 204 len: 168 time: 0.1104894 Jan 31 18:03:00.641908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34158) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.696002 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-045b2cf8-0250-4643-a794-d604a89a674e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0556996 Jan 31 18:03:00.698638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34162) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.728600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.740971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.763943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.785804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=492eead2-04c1-4f3c-909e-14535ddbb773,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.785804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.786451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-276d1736-5098-4f98-9974-127dfe4b5f5a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/492eead2-04c1-4f3c-909e-14535ddbb773 HTTP/1.1" status: 204 len: 168 time: 0.0866284 Jan 31 18:03:00.788717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.847683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c733928-cf2f-4702-a601-1eb136e62a36 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:00.869002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6c733928-cf2f-4702-a601-1eb136e62a36 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:00.869002 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6c733928-cf2f-4702-a601-1eb136e62a36 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0722241 Jan 31 18:03:00.872675 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:00.911769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.926043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.953444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.971766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fef5cc7c-ee05-496e-a57e-1c54f81940a7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:00.977874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:00.977874 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4b7e1847-f53d-4e39-8c26-7a50e13620eb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/fef5cc7c-ee05-496e-a57e-1c54f81940a7 HTTP/1.1" status: 204 len: 168 time: 0.1082382 Jan 31 18:03:00.977874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34174) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.031554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c6ccccc6-c4d4-45b8-b5f7-07ddffcd6ee0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:01.049739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c6ccccc6-c4d4-45b8-b5f7-07ddffcd6ee0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:01.049739 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c6ccccc6-c4d4-45b8-b5f7-07ddffcd6ee0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0699010 Jan 31 18:03:01.052522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34178) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.119332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.148668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.195666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.214775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef5d06-82d0-460a-8ceb-0a89d90a50af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:01.229790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.231576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6297e819-f8e3-40c1-8954-3c355c887d11 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/baef5d06-82d0-460a-8ceb-0a89d90a50af HTTP/1.1" status: 204 len: 168 time: 0.1787715 Jan 31 18:03:01.235259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34182) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.290139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b41d517a-0a75-4138-b297-1076c5a20bab tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:01.305369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b41d517a-0a75-4138-b297-1076c5a20bab tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:01.307140 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b41d517a-0a75-4138-b297-1076c5a20bab tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0708706 Jan 31 18:03:01.311160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.317304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--294082562'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:01.323690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:01.334056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:01.345493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.379744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:01.383645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:01.386372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:01.392067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:01.450592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.454552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.498597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da08ace9-6a59-4b41-805b-fe616eadfb4d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:01.508244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.509507 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-84d42ad3-4b6e-461a-b27a-20e94a223309 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1965890 Jan 31 18:03:01.511981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34190) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.517231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'da08ace9-6a59-4b41-805b-fe616eadfb4d', 'direction': 'ingress', 'protocol': 17}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:01.522834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:01.526829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:01.529733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:01.539125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:01.558546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.620506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.623312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.646016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ba168e-2178-4be7-99db-d1bc1a0fbd7a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:01.647756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.660360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.661818 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b29bf00-459d-4ce2-ad12-a50faef40659 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.1489327 Jan 31 18:03:01.664573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.740282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fb834e0e-e852-4257-bc79-66f5e0b619f5 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?project_id=224c0a60e04245ba9d1e4ce5580158cb&network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 2999 time: 0.0795629 Jan 31 18:03:01.740464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.765680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.815323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.832927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da08ace9-6a59-4b41-805b-fe616eadfb4d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:01.845374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.849154 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58b496e0-2182-4c17-bf6d-7c5bdaf5bf7b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/da08ace9-6a59-4b41-805b-fe616eadfb4d HTTP/1.1" status: 204 len: 168 time: 0.1836538 Jan 31 18:03:01.849750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.900798 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06958860-b4ba-4288-bed4-4905f61bd127 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:01.916948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06958860-b4ba-4288-bed4-4905f61bd127 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:01.918237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06958860-b4ba-4288-bed4-4905f61bd127 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0676003 Jan 31 18:03:01.922372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:01.928027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924477038'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:01.935645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:01.945908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:01.955458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:01.989956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:01.993926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:01.996567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:02.003151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:02.062767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.068575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.112286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e999ef8e-2927-47da-9900-b21685fceba5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:02.121084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.122331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-77e4fbbc-5f07-4eee-bee8-ac94be115266 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1990681 Jan 31 18:03:02.125855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.131207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--599097044'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:02.136719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:02.140715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:02.143513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:02.149129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:02.158674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.193225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:02.199127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:02.200897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:02.205769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:02.260005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.263529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.310703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e24acd88-4276-4564-a643-1dce8b85c0a0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:02.318744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.320029 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0e3ce5fb-d682-4b5d-b1e5-c153d3b5a680 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.1930132 Jan 31 18:03:02.322708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.328193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': 'e999ef8e-2927-47da-9900-b21685fceba5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e24acd88-4276-4564-a643-1dce8b85c0a0', 'remote_ip_prefix': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:02.334237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:02.338209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:02.341014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:02.347375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:02.368846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.429348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.433051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.458659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbe708f-51b3-402e-89e3-c6b4c5239181,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:02.470635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.471927 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a3cd87be-1a7c-445d-96a0-646361d6151e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.1483071 Jan 31 18:03:02.474887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.503639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.513787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.537238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.556403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dbe708f-51b3-402e-89e3-c6b4c5239181,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:02.558865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.559961 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bb8c3b8e-a265-4403-bffd-2c8218b38444 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/5dbe708f-51b3-402e-89e3-c6b4c5239181 HTTP/1.1" status: 204 len: 168 time: 0.0841925 Jan 31 18:03:02.563298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.609935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e800c063-b269-4f00-aa90-f8c949464ae0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:02.625212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e800c063-b269-4f00-aa90-f8c949464ae0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:02.626815 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e800c063-b269-4f00-aa90-f8c949464ae0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0626383 Jan 31 18:03:02.629585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.689879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.714751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.760867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.781255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24acd88-4276-4564-a643-1dce8b85c0a0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:02.794439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.798536 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d19a1917-c282-4743-b00e-ec18a359f1bf tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/e24acd88-4276-4564-a643-1dce8b85c0a0 HTTP/1.1" status: 204 len: 168 time: 0.1650789 Jan 31 18:03:02.798759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.861181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b14d407c-59f3-4984-87a9-44e659b2398f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:02.877529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b14d407c-59f3-4984-87a9-44e659b2398f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:02.878800 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b14d407c-59f3-4984-87a9-44e659b2398f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0791566 Jan 31 18:03:02.881748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34242) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:02.943234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:02.969812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.015163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.033762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e999ef8e-2927-47da-9900-b21685fceba5,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:03.049558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.052952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-883109c3-2fab-4800-8f42-fb46da4f118e tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/e999ef8e-2927-47da-9900-b21685fceba5 HTTP/1.1" status: 204 len: 168 time: 0.1680222 Jan 31 18:03:03.053194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34246) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.109549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3d8c518b-928b-42c6-8fa8-65fb4c46e85b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:03.124522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3d8c518b-928b-42c6-8fa8-65fb4c46e85b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:03.126240 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3d8c518b-928b-42c6-8fa8-65fb4c46e85b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0712047 Jan 31 18:03:03.130126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34250) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.135420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--2047543946'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:03.141891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:03.151381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:03.161897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.196586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:03.200458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:03.203603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:03.209066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:03.263923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.267536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.313907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f223d95-cfa2-459c-a820-8a563ceca887,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:03.321005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.321512 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7d113c20-0af4-4bf2-bde1-663c0bcf3b1a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1904559 Jan 31 18:03:03.324103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34256) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.329860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '1f223d95-cfa2-459c-a820-8a563ceca887', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:03.335638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:03.339549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:03.343136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:03.349589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:03.364353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.424728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.428112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.450619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50853a6a-a2a0-4b7f-90e3-de14e8ed5ccd,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:03.462230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.463357 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bef0fd0b-d49c-4036-b77e-23ce37f2edb3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.1383672 Jan 31 18:03:03.466140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34260) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.496923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.507434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.531096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.550148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50853a6a-a2a0-4b7f-90e3-de14e8ed5ccd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:03.554775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.555829 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6853534f-1172-4d10-bd33-b12db45e1bf3 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/50853a6a-a2a0-4b7f-90e3-de14e8ed5ccd HTTP/1.1" status: 204 len: 168 time: 0.0887856 Jan 31 18:03:03.558409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34264) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.603308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aa931719-2d19-4d16-baf7-cdc2257a1039 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:03.617958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aa931719-2d19-4d16-baf7-cdc2257a1039 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:03.619146 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aa931719-2d19-4d16-baf7-cdc2257a1039 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0598435 Jan 31 18:03:03.621886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34268) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.682833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.710938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.757062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.774370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f223d95-cfa2-459c-a820-8a563ceca887,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:03.792402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.793627 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cdb34fd1-3038-47a2-8e07-9a5040966225 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/1f223d95-cfa2-459c-a820-8a563ceca887 HTTP/1.1" status: 204 len: 168 time: 0.1708419 Jan 31 18:03:03.796477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34272) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.850884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a7fba9db-22a5-4546-a5f6-b8e6c48113b6 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:03.866089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a7fba9db-22a5-4546-a5f6-b8e6c48113b6 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:03.867230 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a7fba9db-22a5-4546-a5f6-b8e6c48113b6 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0685945 Jan 31 18:03:03.871176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34276) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:03.877912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709413029'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:03.883715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:03.893823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:03.902179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:03.939624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:03.943751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:03.947170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:03.953328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:03.991574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.007325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.010992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.054998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5ea705-bf9d-4d20-a86a-147a4e462474 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:04.055529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b30c337-5637-4df0-aecc-91b0c750f745,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.056448 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ab5ea705-bf9d-4d20-a86a-147a4e462474 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84 HTTP/1.1" status: 200 len: 814 time: 0.0638738 Jan 31 18:03:04.074140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.075328 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-06f8891b-02bd-4747-9b7c-2ed845697f34 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2030706 Jan 31 18:03:04.078264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34286) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.083704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '5b30c337-5637-4df0-aecc-91b0c750f745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:04.089465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:04.093627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:04.096404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:04.102127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:04.119040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.179004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.182723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.205878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9acc6aa6-f86c-4ace-a119-b3bae5209292,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.218647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.219768 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ac50b6ad-87fc-4114-9590-a9e1ec5fea8a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1406121 Jan 31 18:03:04.222494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34290) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.241766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5ad05719-e23a-4012-b2d1-5f9998c54faa tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules/9acc6aa6-f86c-4ace-a119-b3bae5209292 HTTP/1.1" status: 200 len: 705 time: 0.0182388 Jan 31 18:03:04.243976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.291357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-03676652-8c14-4dfe-86ec-c889e5d12d52 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:04.306428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-03676652-8c14-4dfe-86ec-c889e5d12d52 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:04.307790 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-03676652-8c14-4dfe-86ec-c889e5d12d52 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0629597 Jan 31 18:03:04.310541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34298) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.339029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.349121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.371863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.389304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9acc6aa6-f86c-4ace-a119-b3bae5209292,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.396315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.397394 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f18de695-6b16-4b28-9739-e1d8c435e995 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/9acc6aa6-f86c-4ace-a119-b3bae5209292 HTTP/1.1" status: 204 len: 168 time: 0.0852525 Jan 31 18:03:04.399932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34304) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.445070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-202b31f4-b7a0-4bab-936f-d6f41f43a965 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:04.459807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-202b31f4-b7a0-4bab-936f-d6f41f43a965 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:04.461030 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-202b31f4-b7a0-4bab-936f-d6f41f43a965 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0601490 Jan 31 18:03:04.463899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34308) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.469655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '5b30c337-5637-4df0-aecc-91b0c750f745', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:04.475288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:04.485359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:04.501481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.560492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.563993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.585978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26a69ff-0736-4707-9361-0bd0816bf5a8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.599294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.600458 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c310277d-1a01-4db6-bcdc-c12d6b067aa2 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1356514 Jan 31 18:03:04.603079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34312) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.621540 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b4874ab7-7a5d-4947-98e1-0d66078d6edb tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules/a26a69ff-0736-4707-9361-0bd0816bf5a8 HTTP/1.1" status: 200 len: 705 time: 0.0174665 Jan 31 18:03:04.624445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34316) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.671703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9c3e6b41-bcf1-4529-b4ed-72c270206116 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0461898 Jan 31 18:03:04.674321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.683500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34324) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.689259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:04.704051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.713818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.737575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.756326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a26a69ff-0736-4707-9361-0bd0816bf5a8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.760357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.763948 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e2a22ea1-a53f-4dd6-aab4-04754a25f65a tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/a26a69ff-0736-4707-9361-0bd0816bf5a8 HTTP/1.1" status: 204 len: 168 time: 0.0887127 Jan 31 18:03:04.765147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.788715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.810163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-880e244d-03a1-4a08-af1b-863a40aecdb5 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:04.826399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-880e244d-03a1-4a08-af1b-863a40aecdb5 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:04.830318 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-880e244d-03a1-4a08-af1b-863a40aecdb5 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0614989 Jan 31 18:03:04.830470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:04.835727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '5b30c337-5637-4df0-aecc-91b0c750f745', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:04.841356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:04.851192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:04.862192 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Project 68de53e7b3b048609f5aba0741365611 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:03:04.869255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.931686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.935235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.961743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f6a4484-5d8d-4c3a-82fd-1db9ad08cee4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:04.977101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:04.978247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-34910aec-d615-46fa-bc87-756b79d8add8 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1469281 Jan 31 18:03:04.980843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.000785 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-263f1f5b-c0a3-44d0-98ff-9e454d5f990c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules/5f6a4484-5d8d-4c3a-82fd-1db9ad08cee4 HTTP/1.1" status: 200 len: 711 time: 0.0189006 Jan 31 18:03:05.003490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.049242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-39f030f3-3908-4f08-a4c5-b8b4d0e2209f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:05.065932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-39f030f3-3908-4f08-a4c5-b8b4d0e2209f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:05.070360 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-39f030f3-3908-4f08-a4c5-b8b4d0e2209f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0658035 Jan 31 18:03:05.070985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34344) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.101391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.112915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.138302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.154322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f6a4484-5d8d-4c3a-82fd-1db9ad08cee4,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:05.160239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.165094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.165550 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657 disassociated. External IP: 172.26.4.11, port: 812863c8-0fd5-446c-bb6f-a9534412f088. Jan 31 18:03:05.166096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.167217 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-95766ab4-fdcd-4409-9116-efeae05f9e29 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-group-rules/5f6a4484-5d8d-4c3a-82fd-1db9ad08cee4 HTTP/1.1" status: 204 len: 168 time: 0.0953259 Jan 31 18:03:05.169654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.215035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfa5c0f8-832a-448d-93f7-12506781591c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:05.231250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cfa5c0f8-832a-448d-93f7-12506781591c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:05.232464 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cfa5c0f8-832a-448d-93f7-12506781591c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0619435 Jan 31 18:03:05.236316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34352) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.298359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.327279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.373463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.390785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b30c337-5637-4df0-aecc-91b0c750f745,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:05.408401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.411930 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-183da69f-d609-4b4e-a214-85e168812f0b tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/5b30c337-5637-4df0-aecc-91b0c750f745 HTTP/1.1" status: 204 len: 168 time: 0.1724389 Jan 31 18:03:05.412171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34356) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.463224 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c599c3b0-941c-4c6d-bfcd-14aa2aafcc09 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:05.479035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c599c3b0-941c-4c6d-bfcd-14aa2aafcc09 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:05.480208 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c599c3b0-941c-4c6d-bfcd-14aa2aafcc09 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0671649 Jan 31 18:03:05.486605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34360) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.490341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619615410'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:05.496747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:05.507300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:05.517211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.552293 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:05.556435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:05.559304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:05.562482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:03:05.565093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:05.619279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.623197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.671917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7e64a-9a47-4009-a191-76ea70a0e695,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:05.682953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.684211 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-61c33cfd-f93d-448a-b035-ae9a04bc4fc0 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.1982911 Jan 31 18:03:05.687609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34364) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.693152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Request body: {'security_group_rule': {'security_group_id': '93e7e64a-9a47-4009-a191-76ea70a0e695', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:05.698951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:05.703367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Usage tracker for resource:security_group_rule and tenant:68de53e7b3b048609f5aba0741365611 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:05.706185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:05.711981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:05.728094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.765669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:03:05.770593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.775528 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:03:05.788434 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:05.789024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:05.795596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.800187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.829531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea297a7-2e09-4a98-8115-0d7e9495699c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:05.836758 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1d68a58b-b461-4b17-9d59-e1b367553600 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 689 time: 1.1521025 Jan 31 18:03:05.837504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:03:05.841969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.872186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.873779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d3e46a5a-c5dc-4039-bfdb-dc4a6cc76e2f tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1851602 Jan 31 18:03:05.876783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34374) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:05.934410 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088', 'status': 'completed', 'code': 200} Jan 31 18:03:05.944155 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-84d8bb29-00bb-4a00-a7a4-d4647edbea05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 689 time: 0.0998108 Jan 31 18:03:05.963852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:05.981971 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:03:05.995544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:06.047094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:06.071304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7e64a-9a47-4009-a191-76ea70a0e695,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:06.085402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:06.087077 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e143a44d-5e7a-4fc5-990a-8826bc5c9221 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/93e7e64a-9a47-4009-a191-76ea70a0e695 HTTP/1.1" status: 204 len: 168 time: 0.2088239 Jan 31 18:03:06.089140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34380) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.098103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-aaea9c44-5c31-4fe1-a859-2922b8daaac4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 1098 time: 0.1487856 Jan 31 18:03:06.143324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af8cb373-4961-4c82-ae59-0602bc286e9c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:06.159344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af8cb373-4961-4c82-ae59-0602bc286e9c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:06.163109 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af8cb373-4961-4c82-ae59-0602bc286e9c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0704157 Jan 31 18:03:06.163408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34384) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.209089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-997fcb08-6754-4845-bf18-c32101b9db3c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Synchronizing usage tracker for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:06.224682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-997fcb08-6754-4845-bf18-c32101b9db3c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] Unset dirty status for tenant:68de53e7b3b048609f5aba0741365611 on resource:security_group_rule {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:06.226092 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-997fcb08-6754-4845-bf18-c32101b9db3c tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0617282 Jan 31 18:03:06.228837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34388) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.236917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-e7a8417d-2610-475a-814a-604508f5c3bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:06.238491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-e7a8417d-2610-475a-814a-604508f5c3bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 898 time: 0.1348560 Jan 31 18:03:06.244880 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-0d3940fe-2f28-4186-9c19-6aa402d66a07 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] delete failed (client error): The resource could not be found. Jan 31 18:03:06.245861 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0d3940fe-2f28-4186-9c19-6aa402d66a07 tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "DELETE /v2.0/security-groups/93e7e64a-9a47-4009-a191-76ea70a0e695 HTTP/1.1" status: 404 len: 347 time: 0.0161600 Jan 31 18:03:06.250295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34392) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.304827 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4ea9d652-d277-48ea-b73a-d08e6f51e44d tempest-SecGroupIPv6Test-380360107 tempest-SecGroupIPv6Test-380360107-project] 10.222.0.110 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0501459 Jan 31 18:03:06.315701 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-959b906e-560a-4ca4-a715-653136eb8af0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 200 len: 217 time: 0.0713372 Jan 31 18:03:06.347795 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:06.351826 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:03:06.363809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:06.364106 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:02:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:06.381341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-30d5c771-703c-4fc4-bbfd-6cede9278092 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:06.382888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-30d5c771-703c-4fc4-bbfd-6cede9278092 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0617657 Jan 31 18:03:06.468741 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-7c558a1d-bbee-4f3a-b955-e3c7728ea233 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786035 Jan 31 18:03:06.477911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-c64c1169-aa34-46bf-8111-364bd940b992 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:03:06.478844 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-c64c1169-aa34-46bf-8111-364bd940b992 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047593 Jan 31 18:03:06.556138 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:03:06.611929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34400) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.617222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-cdadf17b-d488-4111-867c-cebeadc103d0 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316888 Jan 31 18:03:06.757033 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f96226b-8dcc-4e7c-959c-5f3078dd005a req-dfcf5ec1-4002-4697-a196-084f9d7d70ba service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335282 Jan 31 18:03:06.792963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57996e64-b1e2-4e17-9a33-4b6f81aa034d admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=68de53e7b3b048609f5aba0741365611&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799188 Jan 31 18:03:06.795454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34406) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.870735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:06.899791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:06.903253 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:06.907649 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b393f1-0648-488b-99af-32c99ca829df None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:03:06.948083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34410) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:06.961935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9ce28039-221a-481c-9d44-010d232c08b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:07.024493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:07.056252 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ac68319f-0e30-4376-85e5-46a8078a03c6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 689 time: 0.1058376 Jan 31 18:03:07.058152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea1969d-d562-4790-89e8-d111799ba35e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:07.074317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:07.078535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a6fe3548-fadd-4a8e-9c08-900ab8cea2b1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6ea1969d-d562-4790-89e8-d111799ba35e HTTP/1.1" status: 204 len: 168 time: 0.2819152 Jan 31 18:03:07.147373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cd569b-d985-4e7d-8eb7-6787eaf113fb None None] New status for floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:03:08.060327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34416) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:08.139817 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ed1e6daf-34c1-4e13-8da4-ab85f7f24348 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 687 time: 0.0782921 Jan 31 18:03:09.319235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5887ba9-5e75-44df-8339-322fd309d9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.447311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34422) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:09.452907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651032144', 'description': 'tempest-secgroup-smoke-1651032144 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:09.459237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:09.468961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:09.478861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.514232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:09.518835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:09.521612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:09.527745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:09.583755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.587297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.628427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcf14c-c634-4a17-838c-22df85086dd1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:09.638050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.639176 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-476e4b6b-9851-479c-a408-672ac2435398 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1908903 Jan 31 18:03:09.642912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34426) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:09.648233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:09.654152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:09.658639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:09.661524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:09.667106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:09.682560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.742024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.745155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.768437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43e9e48a-3e6f-4536-b018-6beea8c156d8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:09.776891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.778062 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5ed92862-e104-4634-bac4-3b18e8907e03 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1342666 Jan 31 18:03:09.780988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34430) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:09.786217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:09.791745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:09.795434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:09.798403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:09.804014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:09.821929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.883960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.887480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.910186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1744c53-6fb6-474b-8ad8-6608ca8912ee,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:09.918116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:09.919296 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-55144d6e-79eb-44b7-b76d-51275c27c8c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373444 Jan 31 18:03:09.922772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34434) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:09.928047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:09.933839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:09.938182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:09.941094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:09.946704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:09.963253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.024565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.028100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.051833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227bb3cf-7651-4b9c-90ca-b72f2a8343ff,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:10.060604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.061913 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d899ef45-1310-4c83-b0fb-7cb2b8b22674 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382520 Jan 31 18:03:10.064606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34438) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:10.069927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:10.075459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:10.079918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:10.082729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:10.088212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:10.106853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.168385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.174512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.187517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.197419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5259d3-541c-43c3-8c14-df6933895a8c,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:10.206946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.208088 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9dd3a6b1-14e5-44f2-a578-2c7813631e2b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1425822 Jan 31 18:03:10.210760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34442) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:10.216045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:10.222363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:10.226100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:10.228864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:10.234529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:10.244383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:03:10.250738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.312085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.315694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.338269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2de6af8-b9c7-4214-97bd-09b00d77c4e4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:10.349883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.351022 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c57cb0a1-a58b-48e8-b03e-a5c92902fb9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1393278 Jan 31 18:03:10.354532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34446) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:10.356256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.361281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'dcfcf14c-c634-4a17-838c-22df85086dd1', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:10.367242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:10.371009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:03:10.373929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:03:10.379858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:10.390975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:03:10.397172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.535757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.539926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.563155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a6e6b3-821b-4bae-ad44-25e905041ddf,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:10.572000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:10.573207 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-674c4792-83bc-4844-a443-32ba5e6a94ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2176657 Jan 31 18:03:10.803839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-a37021cf-eea6-441f-b324-6a1395cca15b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:10.819911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-a37021cf-eea6-441f-b324-6a1395cca15b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:10.821209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-a37021cf-eea6-441f-b324-6a1395cca15b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651032144&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0574286 Jan 31 18:03:10.965667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-3c8dc09d-0c3f-4ddf-a21f-489cc2c4c2d2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:10.967131 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-3c8dc09d-0c3f-4ddf-a21f-489cc2c4c2d2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 796 time: 0.1390960 Jan 31 18:03:10.982920 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-5c3a7375-227a-4834-b318-f03569730af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0102170 Jan 31 18:03:11.065204 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-7b3be4fe-cf3f-4e3a-9404-093787bd9fe7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0767670 Jan 31 18:03:11.079938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-63258092-31be-437a-968b-79a095efa756 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:03:11.080847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-63258092-31be-437a-968b-79a095efa756 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048857 Jan 31 18:03:11.209329 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-7e621f8f-7dfd-4683-8ddf-5d97713c670d service neutron] 10.222.0.110 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230280 Jan 31 18:03:11.339747 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-97a196bd-8252-4533-9818-5ba0b073995a service neutron] 10.222.0.110 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247599 Jan 31 18:03:11.633743 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dea7a33b-8b4d-4b5d-a212-2b221e7c8498 req-7a971779-f1a3-406c-9fea-33ce3897a627 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 210 time: 0.1500564 Jan 31 18:03:11.640771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:12.537808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-8509c8b1-0445-49a8-89a8-3ce4c842915e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:12.539208 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-8509c8b1-0445-49a8-89a8-3ce4c842915e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 796 time: 0.1531422 Jan 31 18:03:12.597659 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-7c89616d-35d5-4282-98bc-205cc3685ac4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 472 time: 0.0457332 Jan 31 18:03:12.605546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['dcfcf14c-c634-4a17-838c-22df85086dd1']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:12.745356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:03:12.755706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:03:12.766349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:03:12.769578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:12.803550 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-117359a8-9b08-4b5f-a2be-73a6123fa05c req-1f077ceb-eb8b-41ba-ad97-cd4470932f36 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 210 time: 0.0442383 Jan 31 18:03:12.932896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.3 (e1c9b491-13d3-4309-8ca4-64c7a833cf06/1a2b2283-0ee6-42d5-b750-3519e975a896/b1bcd034-f913-49c5-ade6-d9b5198ccda1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:03:13.114509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.130156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object b1bcd034-f913-49c5-ade6-d9b5198ccda1 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:03:13.150659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.188690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.224135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:03:13.227182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:03:13.231645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:03:13.257599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:13.277103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.277469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.277805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.278132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.278459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.278782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.279099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.279416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.279729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.280732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.281297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:13.306170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:13.306765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.331766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-6b9f4f95-ed32-42a9-a38f-a992ac8908df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299576 Jan 31 18:03:13.344529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Request body: {'port': {'device_id': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:13.454675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.506980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ff77711-246f-4f06-8265-45a967266ac0 None None] Provisioning for port b1bcd034-f913-49c5-ade6-d9b5198ccda1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:03:13.511475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ff77711-246f-4f06-8265-45a967266ac0 None None] Provisioning complete for port b1bcd034-f913-49c5-ade6-d9b5198ccda1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:03:13.511840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ff77711-246f-4f06-8265-45a967266ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.567997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ff77711-246f-4f06-8265-45a967266ac0 None None] Port b1bcd034-f913-49c5-ade6-d9b5198ccda1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:03:13.787039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bcd034-f913-49c5-ade6-d9b5198ccda1 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:03:13.793528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.808419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Transition to ACTIVE for port object b1bcd034-f913-49c5-ade6-d9b5198ccda1 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:03:13.813848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:13.945387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:14.118449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e149f6a-406c-40d6-88b7-10dd2615da5b req-55635070-0767-4ac3-9a15-c10bec304087 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:14.119128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9e149f6a-406c-40d6-88b7-10dd2615da5b req-55635070-0767-4ac3-9a15-c10bec304087 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:03:14.123600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Attempting to bind port b1bcd034-f913-49c5-ade6-d9b5198ccda1 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:03:14.123927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Attempting to bind port b1bcd034-f913-49c5-ade6-d9b5198ccda1 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:03:14.124334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Attempting to bind port b1bcd034-f913-49c5-ade6-d9b5198ccda1 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:03:14.135485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Port b1bcd034-f913-49c5-ade6-d9b5198ccda1 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:03:14.135804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Attempting to bind port b1bcd034-f913-49c5-ade6-d9b5198ccda1 on network e1c9b491-13d3-4309-8ca4-64c7a833cf06 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:03:14.144336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:03:14.144664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Checking segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:03:14.145034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Bound using segment: {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:03:14.145473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Bound port: b1bcd034-f913-49c5-ade6-d9b5198ccda1, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84073aff-ab11-4ff0-bc9e-012859ca99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:03:14.145812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:14.159518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9e149f6a-406c-40d6-88b7-10dd2615da5b req-55635070-0767-4ac3-9a15-c10bec304087 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:03:14.160572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9e149f6a-406c-40d6-88b7-10dd2615da5b req-55635070-0767-4ac3-9a15-c10bec304087 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 943 time: 0.2162228 Jan 31 18:03:14.348066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9e149f6a-406c-40d6-88b7-10dd2615da5b req-c3eea38e-05b6-464b-a005-6d07f7879539 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808133 Jan 31 18:03:14.353696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:03:14.357293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:03:14.362130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:14.425570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:14.426916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] 10.222.0.86 "PUT /v2.0/ports/b1bcd034-f913-49c5-ade6-d9b5198ccda1 HTTP/1.1" status: 200 len: 1093 time: 1.0873535 Jan 31 18:03:14.427345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:03:14.446090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06218d20-06bb-45d7-97a7-c4c72eb5a948 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:14.506475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'status': 'completed', 'code': 200} Jan 31 18:03:14.543961 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-652059e0-2b9d-4c2a-9c5f-10dfef2d6fb5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 1096 time: 0.0742655 Jan 31 18:03:14.614964 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-595f0393-306a-4a39-bbb7-7e2598c8590e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1 HTTP/1.1" status: 200 len: 217 time: 0.0645928 Jan 31 18:03:14.675474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-4edec589-c398-432c-9188-4f63659e4366 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:14.676849 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-4edec589-c398-432c-9188-4f63659e4366 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0562835 Jan 31 18:03:14.752922 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-21b87453-a691-4464-9075-98ad8cfa1a47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703559 Jan 31 18:03:14.882572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-70b9528e-604e-4976-8eee-9bf0ea208d18 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237290 Jan 31 18:03:15.010903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a6b5a65e-9a58-438b-bcdb-023c5295e59c req-1dea6ed8-f9b2-4bf1-8967-9c59caaa1828 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226666 Jan 31 18:03:15.121486 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-096e9d98-6cc7-46b7-8d50-b76eeab8e1df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 1096 time: 0.0669754 Jan 31 18:03:15.254491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-ae7c70b3-04ea-4c61-b1c3-3a98701cfd18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:15.255936 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-ae7c70b3-04ea-4c61-b1c3-3a98701cfd18 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 898 time: 0.1258144 Jan 31 18:03:15.327765 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-18b147b3-2a0e-4fb3-9a93-af95cf8dedc5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1 HTTP/1.1" status: 200 len: 217 time: 0.0647788 Jan 31 18:03:15.404162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-073f7bea-8291-4f70-9992-4a9b81058350 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:15.406523 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-073f7bea-8291-4f70-9992-4a9b81058350 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0727270 Jan 31 18:03:15.525008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-030238f3-9842-4b51-adc3-22cef109c722 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104381 Jan 31 18:03:15.657652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7edcc-aebf-4e62-b15c-191eb37db9eb req-94e826ef-b7a9-4cd6-abe4-2c126e9a277b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:15.658987 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0db7edcc-aebf-4e62-b15c-191eb37db9eb req-94e826ef-b7a9-4cd6-abe4-2c126e9a277b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 943 time: 0.1780908 Jan 31 18:03:15.697622 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-234c8cd9-063c-480e-85cc-e0144be583c7 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646643 Jan 31 18:03:15.787547 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0db7edcc-aebf-4e62-b15c-191eb37db9eb req-f9880b59-d9c5-4041-8041-5bcfc13e0ae3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150656 Jan 31 18:03:15.841485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423ed53c-7cb6-4ab7-a985-cced9d46ea3a req-2ee3b59c-30a9-4392-8e26-80839d368cd7 service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357889 Jan 31 18:03:16.720319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b1bcd034-f913-49c5-ade6-d9b5198ccda1 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:03:16.894465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:03:16.908141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'port_id': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'mac_address': 'fa:16:3e:1a:69:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:03:16.960564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:16.978869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bcd034-f913-49c5-ade6-d9b5198ccda1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:03:16.987540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c280b60-7fe0-4b59-bcea-d05ba6597ab8 req-67ecea0a-02c4-4290-988d-243c25e1235b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:16.989132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c280b60-7fe0-4b59-bcea-d05ba6597ab8 req-67ecea0a-02c4-4290-988d-243c25e1235b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 943 time: 0.0762188 Jan 31 18:03:16.994012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:03:16.997947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:17.035888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c280b60-7fe0-4b59-bcea-d05ba6597ab8 req-8440956b-7f5b-451d-8270-b52426809fed tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412331 Jan 31 18:03:17.067841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:17.075974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.076315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.077172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.077762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.078168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.078500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.078828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.079152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.079473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.079790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.080107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:03:17.221911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['b1bcd034-f913-49c5-ade6-d9b5198ccda1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:03:17.523343 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:03:18.325505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315856e3-8c09-4e69-8264-3c9325ae174f req-c9e118f7-5b57-4fd5-8eeb-fa6c24515501 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:18.326967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-315856e3-8c09-4e69-8264-3c9325ae174f req-c9e118f7-5b57-4fd5-8eeb-fa6c24515501 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 944 time: 0.1722014 Jan 31 18:03:18.371115 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-315856e3-8c09-4e69-8264-3c9325ae174f req-7187c64a-2385-4672-9fca-132ad46cfc91 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386117 Jan 31 18:03:18.735888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b1bcd034-f913-49c5-ade6-d9b5198ccda1 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:03:18.804715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port b1bcd034-f913-49c5-ade6-d9b5198ccda1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:03:18.810084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port b1bcd034-f913-49c5-ade6-d9b5198ccda1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:03:18.810833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:18.928681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:18.956915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:03:18.967794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:03:18.971809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:19.040683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:19.188074 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'code': 200} Jan 31 18:03:19.442004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e28615e9-1db5-4f25-bb64-f215c4076071 req-2fb60be3-3d54-4651-9984-d4f669110400 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 1098 time: 0.0830228 Jan 31 18:03:19.485699 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e28615e9-1db5-4f25-bb64-f215c4076071 req-6077ca9e-b19f-4ead-ad67-20fce2fde1a1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Jan 31 18:03:19.594565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660e33e-f9f3-4fda-ad14-e081023d2f1b req-f4075a9b-8936-4e60-b39e-e1ebccd77175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:19.596178 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4660e33e-f9f3-4fda-ad14-e081023d2f1b req-f4075a9b-8936-4e60-b39e-e1ebccd77175 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0849371 Jan 31 18:03:19.650151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4660e33e-f9f3-4fda-ad14-e081023d2f1b req-5c90b997-b265-40df-99ff-c659e0261922 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Jan 31 18:03:20.854268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e038d-383b-40dd-a4c0-2357a83747d3 req-6065c0a5-4bf1-48fb-b31b-c4721e2b16d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:20.855709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b3e038d-383b-40dd-a4c0-2357a83747d3 req-6065c0a5-4bf1-48fb-b31b-c4721e2b16d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0799294 Jan 31 18:03:20.900645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9b3e038d-383b-40dd-a4c0-2357a83747d3 req-94d49bcf-7886-48af-a7b0-d95302923ff4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Jan 31 18:03:21.092833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29960141-c5c7-4ade-ac89-255414863174 req-dabcc13f-cc8c-4ef6-9697-dc43b2125099 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:21.094278 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-29960141-c5c7-4ade-ac89-255414863174 req-dabcc13f-cc8c-4ef6-9697-dc43b2125099 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0750356 Jan 31 18:03:21.142345 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-29960141-c5c7-4ade-ac89-255414863174 req-13295e02-9dc0-4430-ae3c-519feb7b9e00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426664 Jan 31 18:03:21.174393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34490) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:21.241617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1fc4a6f-3839-45c1-a260-190701e762a3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 1093 time: 0.0695775 Jan 31 18:03:21.244283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34494) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:21.249439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'port_id': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:03:21.324266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:21.983010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:21.986531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:22.195042 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657 associated. External IP: 172.26.4.11, port: b1bcd034-f913-49c5-ade6-d9b5198ccda1. Jan 31 18:03:22.575032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:03:22.777921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:03:22.782649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:22.788463 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:03:22.801682 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:22.802262 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:22.837729 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-04429333-e328-48a5-a2bb-b507eb2d1d41 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 990 time: 1.5899410 Jan 31 18:03:22.837729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:03:22.838068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:22.896283 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'status': 'completed', 'code': 200} Jan 31 18:03:22.990487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-07760776-8353-43a3-a8b8-4380055ee3b7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 990 time: 0.1513076 Jan 31 18:03:23.018182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-86d22e50-1658-439b-93a6-d4912c41e17a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 1098 time: 0.0997660 Jan 31 18:03:23.037669 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:03:23.149379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-dedb9396-07ce-4483-b8e3-85b8fad50fb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:23.150741 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-dedb9396-07ce-4483-b8e3-85b8fad50fb5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 200 len: 898 time: 0.1269474 Jan 31 18:03:23.255313 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-736f6c24-9a85-4a83-91dd-c470e6fc0b45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1 HTTP/1.1" status: 200 len: 998 time: 0.0974207 Jan 31 18:03:23.319148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-47e5b7cd-24d7-46a6-8891-1d6fde116194 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:23.320603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-47e5b7cd-24d7-46a6-8891-1d6fde116194 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 200 len: 834 time: 0.0598490 Jan 31 18:03:23.383494 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:1a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:03:21Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:23.387188 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:03:23.398962 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:23.399643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:23.401058 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-9e2f227b-8ac3-4ab5-9b8c-072e304dcf85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1c9b491-13d3-4309-8ca4-64c7a833cf06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744328 Jan 31 18:03:23.533563 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-0d55bf60-172c-479d-aff3-c076e2e1deda service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256719 Jan 31 18:03:23.579117 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:03:23.663499 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-794f78b5-7279-42c1-8c1b-5304b9508319 req-30c5bf2c-0942-41dc-ab27-fac07c63d12a service neutron] 10.222.0.86 "GET /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244955 Jan 31 18:03:23.920732 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:1a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:03:21Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:23.924754 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f6ceb0-5949-4c02-801f-455101a36d96 None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '81a4f52f-5846-46d3-97f8-7d0c16ee0657', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.11', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'port_id': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'mac_address': 'fa:16:3e:1a:69:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:02:30Z', 'updated_at': '2022-01-31T18:03:21Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:03:23.994353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34504) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:24.102120 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e61f13d9-ad2d-4a20-bb80-f3e545b7c10f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 990 time: 0.1066027 Jan 31 18:03:24.135506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4328527-547c-40d6-830a-e05467d49f38 None None] New status for floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:03:24.507376 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-67908a1f-14ae-4f9a-81a7-1f9830ffb10b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687783 Jan 31 18:03:24.657189 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-d7a5f4b5-531b-4c02-b221-9c2319214812 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 1099 time: 0.0836921 Jan 31 18:03:24.800652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-cd2c6c30-f1d5-4e44-ac52-95798f4cb0a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:24.802263 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-cd2c6c30-f1d5-4e44-ac52-95798f4cb0a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1276293 Jan 31 18:03:24.997284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-4afbea7e-2a1c-40e3-bfdc-68ab975967c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 200 len: 1002 time: 0.1895685 Jan 31 18:03:25.060516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-8c33c294-71c1-4ad4-a2ef-3a86fc029c50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:25.062847 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-8c33c294-71c1-4ad4-a2ef-3a86fc029c50 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0589967 Jan 31 18:03:25.105915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34508) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:03:25.137785 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-faf3dc68-c2c9-4b09-b843-6c2d8517bbb1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693524 Jan 31 18:03:25.216151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2f86bf2b-fd78-42ce-807f-26a73cb8ac38 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 200 len: 992 time: 0.1090996 Jan 31 18:03:25.270595 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-7c94aab3-57c5-4e29-9e95-5ba51ffa7612 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262262 Jan 31 18:03:25.400530 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc5bcb28-0559-41db-b426-ef9e43873020 req-1032d61b-f6ec-419f-8c93-fc03dcc3b9c1 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241338 Jan 31 18:03:36.952678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85356da9-6b03-4691-9b2e-6cf2c5e32053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:39.320795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2536c29a-2d9c-4f8b-a1db-ff1b0fd04587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:40.192031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:40.358212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:41.638089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:43.203112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:54.523760 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:03:56.769674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac432ed-0b94-450b-a4bc-ed3096897438 req-cf81558d-1dfe-4713-bf16-74415182656b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:56.771059 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dac432ed-0b94-450b-a4bc-ed3096897438 req-cf81558d-1dfe-4713-bf16-74415182656b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0795090 Jan 31 18:03:56.817069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dac432ed-0b94-450b-a4bc-ed3096897438 req-b674d9e9-450c-49f9-adf8-b51c6562d9a8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404344 Jan 31 18:03:58.017039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff49c-a0e2-429e-b6fe-53d615a50672 req-23190e33-f83e-450e-b312-927352902ef5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:58.019031 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bb7ff49c-a0e2-429e-b6fe-53d615a50672 req-23190e33-f83e-450e-b312-927352902ef5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0754406 Jan 31 18:03:58.027064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434069e9-a954-482f-992d-047d59bfa7c0 req-11e37ed0-837d-4b48-86b6-57cebc1fff4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:03:58.028512 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-434069e9-a954-482f-992d-047d59bfa7c0 req-11e37ed0-837d-4b48-86b6-57cebc1fff4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 945 time: 0.0760913 Jan 31 18:03:58.062923 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bb7ff49c-a0e2-429e-b6fe-53d615a50672 req-4df38206-2713-4e5f-b493-9402c5f2a287 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=dcfcf14c-c634-4a17-838c-22df85086dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384245 Jan 31 18:03:58.100772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port b1bcd034-f913-49c5-ade6-d9b5198ccda1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:03:58.101108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:58.337140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port b1bcd034-f913-49c5-ade6-d9b5198ccda1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b1bcd034-f913-49c5-ade6-d9b5198ccda1,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:03:58.337525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:58.622041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:58.622316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:58.622621 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657 disassociated. External IP: 172.26.4.11, port: b1bcd034-f913-49c5-ade6-d9b5198ccda1. Jan 31 18:03:58.622947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for b1bcd034-f913-49c5-ade6-d9b5198ccda1 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:03:58.757740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:58.806707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=b1bcd034-f913-49c5-ade6-d9b5198ccda1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:03:59.107414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:03:59.234053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f3a7aafc-1f2e-43b4-97ce-aec0aa61d888 req-793b5a39-a528-498a-8224-642610370c16 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5f17ec1d-f668-4473-bd10-8cf17f88dd20 HTTP/1.1" status: 200 len: 210 time: 0.0477345 Jan 31 18:03:59.357110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:03:59.366466 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:03:59.378694 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:59.379356 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:59.429597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port b1bcd034-f913-49c5-ade6-d9b5198ccda1 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:03:59.431890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:03:59.434385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'name': 'network-vif-deleted', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:03:59.451305 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-434069e9-a954-482f-992d-047d59bfa7c0 req-7d243cec-2480-4e05-86cb-331c9bef89b9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/b1bcd034-f913-49c5-ade6-d9b5198ccda1 HTTP/1.1" status: 204 len: 173 time: 1.4172649 Jan 31 18:03:59.560759 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:03:59.590462 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f17ec1d-f668-4473-bd10-8cf17f88dd20', 'name': 'network-vif-deleted', 'tag': 'b1bcd034-f913-49c5-ade6-d9b5198ccda1', 'status': 'completed', 'code': 200} Jan 31 18:03:59.908250 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:03:59.912745 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:03:59.925202 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:03:59.925977 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:00.099966 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:00.340410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34538) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:00.413348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:00.416480 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:00.420392 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fedbca-f58c-41b0-9d1e-c52ee67aedfc None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:03Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bca8cbf6-9e08-4976-a39d-a7e7bfc59a09', 'name': '', 'network_id': 'e1c9b491-13d3-4309-8ca4-64c7a833cf06', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:ca:13:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:02:01Z', 'updated_at': '2022-01-31T18:02:11Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '1a2b2283-0ee6-42d5-b750-3519e975a896', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:00.445004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:00.510724 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:00.530139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcf14c-c634-4a17-838c-22df85086dd1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:00.543201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.543543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.543869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.544193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.544516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.544831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.545143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.545479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.545812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.546121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.546432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:00.549111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:00.554231 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f27990c-3f90-4062-9255-f6efcf042132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/dcfcf14c-c634-4a17-838c-22df85086dd1 HTTP/1.1" status: 204 len: 168 time: 0.2127020 Jan 31 18:04:00.593553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34544) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:00.661286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249460dd-4917-4ff1-b55f-2e8bbd83d21f None None] New status for floating IP 81a4f52f-5846-46d3-97f8-7d0c16ee0657: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:04:00.751173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 87287c79-6c92-4734-80a1-b01b8c32545d {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:00.751411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:00.876547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b1bcd034-f913-49c5-ade6-d9b5198ccda1 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:00.912367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: b1bcd034-f913-49c5-ade6-d9b5198ccda1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:00.912705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b1bcd034-f913-49c5-ade6-d9b5198ccda1 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:01.021785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:01.022020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:01.136664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 87287c79-6c92-4734-80a1-b01b8c32545d owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:01.271577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:01.313510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=87287c79-6c92-4734-80a1-b01b8c32545d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:01.405039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:01.418967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:01.420077 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-89014476-dcd4-4b49-b0c8-679c42cc6d8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/81a4f52f-5846-46d3-97f8-7d0c16ee0657 HTTP/1.1" status: 204 len: 168 time: 0.8255572 Jan 31 18:04:01.802468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-8a864ae9-3180-4d8b-bd90-1eb2677c9e79 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:01.803141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-8a864ae9-3180-4d8b-bd90-1eb2677c9e79 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:01.819727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-8a864ae9-3180-4d8b-bd90-1eb2677c9e79 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:01.823700 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-8a864ae9-3180-4d8b-bd90-1eb2677c9e79 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.0938468 Jan 31 18:04:01.877063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-469a8c4c-a5e2-45e8-b1a7-efa2219a9b44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:01.892064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-469a8c4c-a5e2-45e8-b1a7-efa2219a9b44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:01.895328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9cc165d6-3d69-4ef4-b73d-353d7fae91a0 req-469a8c4c-a5e2-45e8-b1a7-efa2219a9b44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642118 Jan 31 18:04:03.113658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-afc1dc1a-ae34-4588-9318-62268578cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:03.114343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-afc1dc1a-ae34-4588-9318-62268578cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:03.129680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836267-2691-4356-801a-89ad3f60806c req-7f6f3f4d-54e3-4f42-bb7e-5357f637b047 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:03.130265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-33836267-2691-4356-801a-89ad3f60806c req-7f6f3f4d-54e3-4f42-bb7e-5357f637b047 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:03.141476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-afc1dc1a-ae34-4588-9318-62268578cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:03.141753 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-afc1dc1a-ae34-4588-9318-62268578cb22 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.1603262 Jan 31 18:04:03.174967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-33836267-2691-4356-801a-89ad3f60806c req-7f6f3f4d-54e3-4f42-bb7e-5357f637b047 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:03.176134 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-33836267-2691-4356-801a-89ad3f60806c req-7f6f3f4d-54e3-4f42-bb7e-5357f637b047 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 945 time: 0.1601446 Jan 31 18:04:03.239883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 812863c8-0fd5-446c-bb6f-a9534412f088 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:03.240086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:03.282663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-33836267-2691-4356-801a-89ad3f60806c req-da8d8478-7388-41e5-b5f0-f1850d61c617 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005509 Jan 31 18:04:03.506287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 812863c8-0fd5-446c-bb6f-a9534412f088, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=812863c8-0fd5-446c-bb6f-a9534412f088,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:03.506447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:03.636389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 812863c8-0fd5-446c-bb6f-a9534412f088 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:03.782834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:03.836723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=812863c8-0fd5-446c-bb6f-a9534412f088,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:03.912767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 812863c8-0fd5-446c-bb6f-a9534412f088 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:04:03.915016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:03.917511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'name': 'network-vif-deleted', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:03.932618 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-423db068-c7a3-456f-95eb-09f34ecb5c6a req-144c60f7-c94e-4c0c-9fb2-b3803d486c5b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/812863c8-0fd5-446c-bb6f-a9534412f088 HTTP/1.1" status: 204 len: 173 time: 0.7851679 Jan 31 18:04:03.977937 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0a12b-78fa-42a2-9fde-40b412ea996e', 'name': 'network-vif-deleted', 'tag': '812863c8-0fd5-446c-bb6f-a9534412f088', 'status': 'completed', 'code': 200} Jan 31 18:04:04.516461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ba8b5336-4038-4ec8-bb38-5d451f7ef700 req-5ecaa15e-b90b-4f58-8b26-a742d20119e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:04.537372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ba8b5336-4038-4ec8-bb38-5d451f7ef700 req-5ecaa15e-b90b-4f58-8b26-a742d20119e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:04.539698 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ba8b5336-4038-4ec8-bb38-5d451f7ef700 req-5ecaa15e-b90b-4f58-8b26-a742d20119e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0d0a12b-78fa-42a2-9fde-40b412ea996e HTTP/1.1" status: 200 len: 210 time: 0.1129458 Jan 31 18:04:05.649018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34560) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:05.715488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:05.743883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:05.805913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:05.826392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6580bdf-0f80-4ad7-a2f2-8171e60a82ac,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:05.835257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:05.836355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-43055f57-f18d-4b36-9898-232753ef4284 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/d6580bdf-0f80-4ad7-a2f2-8171e60a82ac HTTP/1.1" status: 204 len: 168 time: 0.1863410 Jan 31 18:04:05.877038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34566) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:06.264899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:06.904220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 812863c8-0fd5-446c-bb6f-a9534412f088 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:06.949992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:06.950641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:06.978127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 812863c8-0fd5-446c-bb6f-a9534412f088 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:06.978473 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 812863c8-0fd5-446c-bb6f-a9534412f088 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:06.990315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c87e752-cf4b-40dc-867a-09b67d3a6d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:07.133368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port bca8cbf6-9e08-4976-a39d-a7e7bfc59a09, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:07.133659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:07.256529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:07.434561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:07.480487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=bca8cbf6-9e08-4976-a39d-a7e7bfc59a09,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:07.769887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:08.430119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router ff2ea0a9-b665-4836-9dc2-6998e14c931a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:08.634285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:08.643415 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Sync routers for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:08.652233 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-66f4c079-d6a3-4b99-9498-013287026f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/ff2ea0a9-b665-4836-9dc2-6998e14c931a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7738836 Jan 31 18:04:08.654913 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:08.655075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34570) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:08.655494 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:08.832664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:08.846578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 1a2b2283-0ee6-42d5-b750-3519e975a896 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:04:08.849548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:08.903022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:08.989296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.060529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.098709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2b2283-0ee6-42d5-b750-3519e975a896,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:09.104769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.110749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-91db9835-bb0f-4896-8304-68bc7e4b59d3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/1a2b2283-0ee6-42d5-b750-3519e975a896 HTTP/1.1" status: 204 len: 168 time: 0.4548490 Jan 31 18:04:09.111092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d00c4-25aa-41d6-9b18-bd369980e0b0 None None] Network e1c9b491-13d3-4309-8ca4-64c7a833cf06 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:04:09.114432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34574) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:09.123049 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:04:07Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:09.127898 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Checking router: ff2ea0a9-b665-4836-9dc2-6998e14c931a for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:09.139444 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Routers {'ff2ea0a9-b665-4836-9dc2-6998e14c931a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:09.140220 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:03:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:09.319203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.322330 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] Set router ff2ea0a9-b665-4836-9dc2-6998e14c931a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:09.327309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf022-7ffe-47c8-b0c2-a068ff7a6adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.372603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] DHCP port deletion for e1c9b491-13d3-4309-8ca4-64c7a833cf06 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:04:09.377675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Deleting port 92e29b67-691f-4bb3-aee2-c2793cec9d7a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:09.378202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.525824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.544743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 2f3c2f70-d932-47e4-9a0d-f44d295e3699 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:09.545140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.593514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] For port 92e29b67-691f-4bb3-aee2-c2793cec9d7a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=92e29b67-691f-4bb3-aee2-c2793cec9d7a,segment=NetworkSegment(84073aff-ab11-4ff0-bc9e-012859ca99e2),segment_id=84073aff-ab11-4ff0-bc9e-012859ca99e2)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:09.593942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.637545 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:04:07Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:09.641366 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af6bf7-d13c-4477-addc-5e0b6ba6ac13 None None] The sync data for ids ['ff2ea0a9-b665-4836-9dc2-6998e14c931a'] in dv-neutron-823271-3-hyperv is: [{'id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'name': 'tempest-TestNetworkBasicOps-router-402699011', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60'}], 'enable_snat': True}, 'gw_port_id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:04:07Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2f3c2f70-d932-47e4-9a0d-f44d295e3699', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c7:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff2ea0a9-b665-4836-9dc2-6998e14c931a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:54Z', 'updated_at': '2022-01-31T18:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:09.718488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Calling delete_port for 92e29b67-691f-4bb3-aee2-c2793cec9d7a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:09.798627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.831343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 2f3c2f70-d932-47e4-9a0d-f44d295e3699, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2f3c2f70-d932-47e4-9a0d-f44d295e3699,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:09.831691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:09.844686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] Pushing event deleted for resources: {'Port': ['ID=92e29b67-691f-4bb3-aee2-c2793cec9d7a,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:09.849445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaf9ad2-6917-4da8-88e6-dd654e8f4997 None None] No DVR routers for this DVR port 92e29b67-691f-4bb3-aee2-c2793cec9d7a on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:04:09.950139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 2f3c2f70-d932-47e4-9a0d-f44d295e3699 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:10.126794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.172560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=2f3c2f70-d932-47e4-9a0d-f44d295e3699,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:10.198000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.362993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.391201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.571183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 92e29b67-691f-4bb3-aee2-c2793cec9d7a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:10.603594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 92e29b67-691f-4bb3-aee2-c2793cec9d7a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:10.603937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 92e29b67-691f-4bb3-aee2-c2793cec9d7a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:10.604352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:10.637905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:10.638245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bca8cbf6-9e08-4976-a39d-a7e7bfc59a09 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:10.657192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.662085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.686019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.686611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router ff2ea0a9-b665-4836-9dc2-6998e14c931a {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:04:10.700572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.702340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-54f05e5a-3bb2-4b6a-9ebe-1d0c98a9c4d5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/ff2ea0a9-b665-4836-9dc2-6998e14c931a HTTP/1.1" status: 204 len: 168 time: 1.5863197 Jan 31 18:04:10.704403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34578) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:10.821915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.948141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:10.971738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c9b491-13d3-4309-8ca4-64c7a833cf06']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:10.983506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84073aff-ab11-4ff0-bc9e-012859ca99e2') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:10.983762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84073aff-ab11-4ff0-bc9e-012859ca99e2') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:10.995174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.010962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.016670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1417 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:04:11.017054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:04:11.030713 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:04:11.209851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.214120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.240244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=e1c9b491-13d3-4309-8ca4-64c7a833cf06,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:11.247481 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6bc99807-0663-40a0-b550-72a5d42250ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/e1c9b491-13d3-4309-8ca4-64c7a833cf06 HTTP/1.1" status: 204 len: 168 time: 0.5421588 Jan 31 18:04:11.269221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34582) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:11.274620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--721792573', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:11.279494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:11.284054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:11.287034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:11.292718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:11.302829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:04:11.305919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.340656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1435, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:04:11.350737 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.350737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment ef23b81f-ba8d-4b6b-9bb4-c4527614cc37 of type vlan for network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 Jan 31 18:04:11.372905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.402215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.405884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:11.406408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.507199 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2368076 Jan 31 18:04:11.509911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34586) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:11.515125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-830870362', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:11.515568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8142c18-7d32-413e-8eac-571ebcb3ad18 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:11.522401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:11.525941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:04:11.526503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:11.528977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:11.536330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:11.546538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.547426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.567341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.641187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.717963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:11.988822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.017760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.152915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.218 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/0a3eb851-4df0-4c0d-938f-0bb68dead58e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:12.296514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.324195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.388617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:12.391334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:12.396245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:12.422965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0a3eb851-4df0-4c0d-938f-0bb68dead58e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:12.481670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2f3c2f70-d932-47e4-9a0d-f44d295e3699 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:12.513584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2f3c2f70-d932-47e4-9a0d-f44d295e3699 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:12.513934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2f3c2f70-d932-47e4-9a0d-f44d295e3699 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:12.553434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.554153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:12.780171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 55905cbc-97e8-43d2-b816-9caa959d64f4 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:04:12.990548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:12.999644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Sync routers for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:13.011960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:13.012761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:13.016516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.017970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eea36bc5-7d65-4126-a21b-a3d917d5d4bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5070081 Jan 31 18:04:13.021182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:13.060135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7458a243-a19a-4382-b73b-aeb7be03d87e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378506 Jan 31 18:04:13.062735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34594) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:13.192365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ed5260-595b-4034-974a-5584c1ff77ee tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:13.193861 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e4ed5260-595b-4034-974a-5584c1ff77ee tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302223 Jan 31 18:04:13.196581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:13.204823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:13.235182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-60095cdf-0591-4668-b3e6-4b76c04508ef tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375607 Jan 31 18:04:13.238245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:13.242904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.243475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1418788767', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:13.351803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:13.355364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:13.358064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:13.364366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:13.374024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:04:13.543456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:12Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:13.547313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Checking router: 55905cbc-97e8-43d2-b816-9caa959d64f4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:13.547665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Updating router 55905cbc-97e8-43d2-b816-9caa959d64f4 port 0a3eb851-4df0-4c0d-938f-0bb68dead58e binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:04:13.578464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.600922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.795594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.879115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=5d758561-09ad-420b-b7da-925d8bc243a5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:13.894120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.894462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.894797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.895129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.895459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.895785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.896106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.896424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.896743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.897057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.897372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:13.902326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:13.902682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:04:13.924895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:04:13.928699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.934638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:13.938930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:13.939611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.941683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Transition to ACTIVE for port object 0a3eb851-4df0-4c0d-938f-0bb68dead58e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:13.945488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e7bbe-7022-4499-8594-e0bf6c0f9a8b None None] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:04:13.963985 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e40a4e34-286d-49e2-b49c-2404fd0d7082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7247436 Jan 31 18:04:13.965152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:13.966836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:14.106364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbde6e-c799-4b72-825f-f6762fc4aa15 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb851-4df0-4c0d-938f-0bb68dead58e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:14.122881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Attempting to bind port 0a3eb851-4df0-4c0d-938f-0bb68dead58e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:14.123238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Attempting to bind port 0a3eb851-4df0-4c0d-938f-0bb68dead58e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:14.123585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Attempting to bind port 0a3eb851-4df0-4c0d-938f-0bb68dead58e on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:14.143637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:14.144021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:14.144413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:14.144796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:14.145254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Bound port: 0a3eb851-4df0-4c0d-938f-0bb68dead58e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:14.145648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:14.290176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] For port 0a3eb851-4df0-4c0d-938f-0bb68dead58e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:14.297472 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:04:14.298265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:14.308341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] For port 0a3eb851-4df0-4c0d-938f-0bb68dead58e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a3eb851-4df0-4c0d-938f-0bb68dead58e,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:14.314822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:14.452346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbde6e-c799-4b72-825f-f6762fc4aa15 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb851-4df0-4c0d-938f-0bb68dead58e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:14.468914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:14.469507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:14.668367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Allocated IP 172.20.0.2 (8dc7da0b-a9ec-4e85-8b09-b9b4039fb948/5d758561-09ad-420b-b7da-925d8bc243a5/7dd7da4e-5103-4a81-9abe-0b045179638e) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:14.740690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:14.763480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:15.127630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.170336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Transition to ACTIVE for port object 7dd7da4e-5103-4a81-9abe-0b045179638e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:15.193117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Transition to ACTIVE for port object 7dd7da4e-5103-4a81-9abe-0b045179638e will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:15.202178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.288143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Pushing event updated for resources: {'Port': ['ID=7dd7da4e-5103-4a81-9abe-0b045179638e,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:15.292617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:15.295684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:15.297224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:15.306866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:12Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:15.340031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e61f7b-7a7d-4a1f-b745-8354131638fb None None] The sync data for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv is: [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:12Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:15.379600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (8dc7da0b-a9ec-4e85-8b09-b9b4039fb948/5d758561-09ad-420b-b7da-925d8bc243a5/0a29a6f2-6a71-47f6-a18e-00b8435572d6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:15.404426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Attempting to bind port 7dd7da4e-5103-4a81-9abe-0b045179638e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:15.404985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Attempting to bind port 7dd7da4e-5103-4a81-9abe-0b045179638e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:15.405461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Attempting to bind port 7dd7da4e-5103-4a81-9abe-0b045179638e on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:15.412368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:15.412878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Checking segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:15.413382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.413899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Bound using segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:15.414541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Bound port: 7dd7da4e-5103-4a81-9abe-0b045179638e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:15.415036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.511609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] For port 7dd7da4e-5103-4a81-9abe-0b045179638e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:15.516663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] For port 7dd7da4e-5103-4a81-9abe-0b045179638e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7dd7da4e-5103-4a81-9abe-0b045179638e,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:15.529476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.574797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.605889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 0a29a6f2-6a71-47f6-a18e-00b8435572d6 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:15.630133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd3f54c-0b78-40ee-9d21-7ac70ebc7d5e None None] Pushing event updated for resources: {'Port': ['ID=7dd7da4e-5103-4a81-9abe-0b045179638e,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:15.631102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.709871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:15.713150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:15.718193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:15.755485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:15.816229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:15.918689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:16.338637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:16.344268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:16.458675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:16.461009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:16.580998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf95607b-32dd-4dab-9827-d417c215824d None None] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:04:16.604679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a3eb851-4df0-4c0d-938f-0bb68dead58e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:16.618249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:16.619372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:16.727316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b8f26f33-248b-4471-a6a3-6283db0f181d None None] Provisioning for port 7dd7da4e-5103-4a81-9abe-0b045179638e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:16.862347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0a3eb851-4df0-4c0d-938f-0bb68dead58e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:16.873002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0a3eb851-4df0-4c0d-938f-0bb68dead58e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:16.873370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.009081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.026843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0a3eb851-4df0-4c0d-938f-0bb68dead58e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a3eb851-4df0-4c0d-938f-0bb68dead58e,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:17.031530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.032318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7dd7da4e-5103-4a81-9abe-0b045179638e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:17.043186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 55905cbc-97e8-43d2-b816-9caa959d64f4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:17.154099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0a3eb851-4df0-4c0d-938f-0bb68dead58e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:17.166430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.166774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.167106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.167433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.167756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.168083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.168396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.168712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.169018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.169334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.169820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:17.184590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7dd7da4e-5103-4a81-9abe-0b045179638e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:17.191223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7dd7da4e-5103-4a81-9abe-0b045179638e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:17.191871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.324830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.338147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Provisioning for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:17.346077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Provisioning complete for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:17.346471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.374794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:17.388552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-895b60fb-5f88-4b20-9eb7-ad3f9750e1ef tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/55905cbc-97e8-43d2-b816-9caa959d64f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4205592 Jan 31 18:04:17.391062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:17.413399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 7dd7da4e-5103-4a81-9abe-0b045179638e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7dd7da4e-5103-4a81-9abe-0b045179638e,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:17.416076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:17.419457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.484152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Provisioning complete for port 7dd7da4e-5103-4a81-9abe-0b045179638e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:17.484152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-61657474-568c-47b9-9756-483e6f2d94fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.536609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=7dd7da4e-5103-4a81-9abe-0b045179638e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:17.546244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.546676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.547167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.547525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.547872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.548284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.550647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e0bd9d9d-4988-46f5-98df-0a4a40c9ec00 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1586771 Jan 31 18:04:17.553688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:17.629868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.630237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.630596 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.630997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.631302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.631648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:17.633438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dbacf818-0dea-4414-9958-fd1a3e41f444 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.0782285 Jan 31 18:04:17.636155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:17.736166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-33cfccd7-12db-4ed8-8df7-95fa3df14fd9 None None] Provisioning complete for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:17.737666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-33cfccd7-12db-4ed8-8df7-95fa3df14fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:17.788639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-33cfccd7-12db-4ed8-8df7-95fa3df14fd9 None None] Port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:17.837737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4d739d77-9bec-4b1e-988c-1f5ad8dd3ce3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2004709 Jan 31 18:04:17.840434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34622) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:17.848205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1961178801', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:17.978191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:17.982089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:port and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:17.984793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:17.991008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:18.000583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:04:18.003958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.024744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] device_id is not set on port 00c5f13c-16f8-450a-b341-a7fff31526d0 yet. {{(pid=83558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:04:18.157607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.7 (8dc7da0b-a9ec-4e85-8b09-b9b4039fb948/5d758561-09ad-420b-b7da-925d8bc243a5/00c5f13c-16f8-450a-b341-a7fff31526d0) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:18.356079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.372815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 00c5f13c-16f8-450a-b341-a7fff31526d0 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:18.394913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.462785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:18.465636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:18.469466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:18.502972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:18.545324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:18.545964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.572784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-778fc49d-fdae-4f11-b208-bb05760b1b80 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7313564 Jan 31 18:04:18.573456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a3eb851-4df0-4c0d-938f-0bb68dead58e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:18.692003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0a3eb851-4df0-4c0d-938f-0bb68dead58e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:18.692369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.756114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e69fad28-cba9-42e2-b647-613ffed0d3ae None None] Provisioning for port 00c5f13c-16f8-450a-b341-a7fff31526d0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:18.763713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e69fad28-cba9-42e2-b647-613ffed0d3ae None None] Provisioning complete for port 00c5f13c-16f8-450a-b341-a7fff31526d0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:18.764081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e69fad28-cba9-42e2-b647-613ffed0d3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.864717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e69fad28-cba9-42e2-b647-613ffed0d3ae None None] Port 00c5f13c-16f8-450a-b341-a7fff31526d0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:18.876167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7dd7da4e-5103-4a81-9abe-0b045179638e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:18.887291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:18.893055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371045012', 'description': 'tempest-secgroup-smoke-371045012 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:18.899823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:18.904206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:18.907623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:18.914988 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:18.927851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.946583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7dd7da4e-5103-4a81-9abe-0b045179638e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:18.946953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:18.963142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:18.968852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:18.972348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:18.978428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:18.999973 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Sync routers for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:19.025949 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:19.026959 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:19.039812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.043970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.090068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df896c7-c56a-4cf0-80fd-7eba7df1397c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.092697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.096916 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f57d46bd-8085-405d-a05e-271760d41260 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2056100 Jan 31 18:04:19.097197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.103099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.108825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.113292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.116245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.121918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.139605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.199509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.203297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.208233 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:19.227221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c66e145a-89b9-44f8-b0a4-45b10b01bd96,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.237503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.238814 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2ae1cce0-9b24-49ec-b3e6-a2209f2e3ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1405463 Jan 31 18:04:19.241703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.247044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.253607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.257401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.260331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.265928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.283335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.350027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.353946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.379332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acec8e1-223e-4eda-b466-457039c86cce,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.388668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.390021 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c031220c-7ab1-4d34-86e5-3d592bffe6d4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1474109 Jan 31 18:04:19.392997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34640) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.398648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.404291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.408853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.412094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.417727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.435065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.497256 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.501132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.516622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:16Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:19.520642 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Checking router: 55905cbc-97e8-43d2-b816-9caa959d64f4 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:19.520982 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Updating router 55905cbc-97e8-43d2-b816-9caa959d64f4 port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:04:19.524148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df913b1a-dc8c-4164-9285-139aa16ce4f1,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.534666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.535813 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d262c74-8a8c-44c3-9d7b-d43daafed6e7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1417201 Jan 31 18:04:19.538698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.546313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.553646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.557396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.560397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.566445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.580139 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.583901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.646764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.650512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.673490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef50f93-7340-44b8-8195-77e1efa1fa2d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.682903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.684448 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d7b324f0-2d08-472e-87d7-f8a3aacd5459 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1443419 Jan 31 18:04:19.687084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.692705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.698613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.702363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.705838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.711503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.722551 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:04:19.728841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.792937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.796864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.824596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c40539-70b6-4d60-83ef-b1170c6137b7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.838403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.842127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aa000a02-6e81-434f-8e3d-ed662e944335 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1515400 Jan 31 18:04:19.842279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34652) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:19.850335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '1df896c7-c56a-4cf0-80fd-7eba7df1397c', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:19.855388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:19.859402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:19.862431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:19.868307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:19.882295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:04:19.888945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.932701 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.945116 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Transition to ACTIVE for port object 0a29a6f2-6a71-47f6-a18e-00b8435572d6 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:19.952530 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.960394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.964426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:19.988532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248f254f-8fd5-4327-ad92-800c4c6d0410,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:19.999294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:20.000862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-90a3371e-a4ed-4293-afe9-485ca4f56936 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1575122 Jan 31 18:04:20.106369 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Pushing event updated for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:20.161717 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.162060 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.162476 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.162798 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.163115 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.163620 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.163938 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.164250 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.164559 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.164866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.165175 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:04:20.204295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-c636685a-bbd2-4678-b65d-3ec8e5da51f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371045012&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0523844 Jan 31 18:04:20.229880 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Attempting to bind port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:20.230237 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Attempting to bind port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:20.230588 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Attempting to bind port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:20.238596 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:20.238955 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Checking segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:20.239421 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:20.239919 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Bound using segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:20.240624 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Bound port: 0a29a6f2-6a71-47f6-a18e-00b8435572d6, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:20.241184 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:20.287569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-a0742a2c-6bba-4ee0-b0a8-11f9acbbed9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:20.288337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-a0742a2c-6bba-4ee0-b0a8-11f9acbbed9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:20.308237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-a0742a2c-6bba-4ee0-b0a8-11f9acbbed9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:20.309398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-a0742a2c-6bba-4ee0-b0a8-11f9acbbed9e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 930 time: 0.0977800 Jan 31 18:04:20.375924 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] For port 0a29a6f2-6a71-47f6-a18e-00b8435572d6, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:20.379860 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] For port 0a29a6f2-6a71-47f6-a18e-00b8435572d6, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a29a6f2-6a71-47f6-a18e-00b8435572d6,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:20.385518 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:20.396125 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-1b8fa7db-0783-4967-8ce0-c47efc6555fe service neutron] 10.222.0.110 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0721996 Jan 31 18:04:20.407512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-f36751ee-9ac5-41b7-873d-aa34312e3515 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:04:20.409008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-f36751ee-9ac5-41b7-873d-aa34312e3515 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0068066 Jan 31 18:04:20.471033 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2493-a0a4-4245-a4af-2a78149e810e None None] Pushing event updated for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:20.479994 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:20.480611 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:20.572314 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-07442a06-0bd8-457a-af2f-b8be43f556bc service neutron] 10.222.0.110 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567998 Jan 31 18:04:20.699723 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:20.733723 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-14b5da55-e3dc-4a7b-9ba2-283a8ec8a225 service neutron] 10.222.0.110 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519372 Jan 31 18:04:21.076223 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:20Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:21.080794 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550e1b85-b2aa-449a-8218-61d2b14bb8ea None None] The sync data for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv is: [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:20Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:21.537680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960030b-c54f-4d1a-b355-43fca9cf47d9 req-497939b6-74a4-41dc-8595-83a17be0c3e2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:21.539145 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d960030b-c54f-4d1a-b355-43fca9cf47d9 req-497939b6-74a4-41dc-8595-83a17be0c3e2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 946 time: 0.0870695 Jan 31 18:04:21.586709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d960030b-c54f-4d1a-b355-43fca9cf47d9 req-8d5a36dd-7964-4891-8caf-581393959e6a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418956 Jan 31 18:04:21.956027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bd5c516f-e557-4d21-b56b-1233a171a701 req-b9134a6c-93b2-4214-9aec-253e88c2bdba tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:21.969842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bd5c516f-e557-4d21-b56b-1233a171a701 req-b9134a6c-93b2-4214-9aec-253e88c2bdba tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:21.971528 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bd5c516f-e557-4d21-b56b-1233a171a701 req-b9134a6c-93b2-4214-9aec-253e88c2bdba tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 210 time: 0.0559371 Jan 31 18:04:22.556330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a29a6f2-6a71-47f6-a18e-00b8435572d6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:22.623583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:22.628952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:22.629328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:22.748496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:22.785924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0a29a6f2-6a71-47f6-a18e-00b8435572d6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a29a6f2-6a71-47f6-a18e-00b8435572d6,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:22.789551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:22.790620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bdb47-9a2e-46b8-874a-1f7f43d96447 req-24a0a33c-62f8-49a1-ae53-ec12c710a0f0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:22.792621 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc9bdb47-9a2e-46b8-874a-1f7f43d96447 req-24a0a33c-62f8-49a1-ae53-ec12c710a0f0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 946 time: 0.0795445 Jan 31 18:04:22.862884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dc9bdb47-9a2e-46b8-874a-1f7f43d96447 req-da16094d-3df1-4419-8dbd-cf4a87cc56c4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647368 Jan 31 18:04:22.867228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:22.948855 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-ff6bc49f-f1c6-4b5b-9279-2b288b03b5ca service neutron] 10.222.0.86 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1026 time: 0.0699120 Jan 31 18:04:22.981914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7dc62-8343-447c-8696-f505d11e985a req-85905f38-0812-4b8f-8ada-63db43ea0261 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:22.983541 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6d7dc62-8343-447c-8696-f505d11e985a req-85905f38-0812-4b8f-8ada-63db43ea0261 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 946 time: 0.0816863 Jan 31 18:04:23.112976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-68cf4ea3-2eb4-4447-9a2a-1ffda61d50ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:23.114522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-68cf4ea3-2eb4-4447-9a2a-1ffda61d50ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 796 time: 0.1608064 Jan 31 18:04:23.157086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port 757b47f6-d499-4982-9b62-aab46a977b33 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:23.157532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.170797 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-d9752e77-6afe-410f-b72e-d56d110cd764 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.0420356 Jan 31 18:04:23.181432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Request body: {'port': {'device_id': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:23.294571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.303666 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6318527c-62f2-476f-a65a-24dc83d01fcd req-0d9d482c-e380-484b-8f38-642b3ac95fff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 210 time: 0.0559754 Jan 31 18:04:23.450158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] For port 757b47f6-d499-4982-9b62-aab46a977b33, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=757b47f6-d499-4982-9b62-aab46a977b33,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:23.450511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.730112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c5f13c-16f8-450a-b341-a7fff31526d0 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:23.737335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.744567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.744925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.745230 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Floating IP 47457988-a23b-4819-88fb-2f8f8f807a18 disassociated. External IP: 172.26.4.191, port: 757b47f6-d499-4982-9b62-aab46a977b33. Jan 31 18:04:23.745592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for 757b47f6-d499-4982-9b62-aab46a977b33 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:23.751618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Transition to ACTIVE for port object 00c5f13c-16f8-450a-b341-a7fff31526d0 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:23.756389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.886164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:23.902344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:23.953663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=757b47f6-d499-4982-9b62-aab46a977b33,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:24.084249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:24.084615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:24.084945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:24.094181 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-882022a3-a09b-4b39-a620-a6bc8544ec96 req-b76a075c-cf5f-4c1e-b234-eb10d77a71aa tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 210 time: 0.0471711 Jan 31 18:04:24.096880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:04:24.097198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:24.103749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:24.104082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Checking segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:24.104459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Bound using segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:24.104877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Bound port: 00c5f13c-16f8-450a-b341-a7fff31526d0, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:24.105217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:24.180358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:24.197449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:24.200312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:24.205287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:24.263738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:24.265647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] 10.222.0.86 "PUT /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1131 time: 1.0880346 Jan 31 18:04:24.268628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:24.294599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f15d3f-b45f-4ea0-9f4d-f00240cd913d service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:24.357338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'status': 'completed', 'code': 200} Jan 31 18:04:24.427293 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-21e093b0-b2d3-41ea-884e-4c57734b61f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 1134 time: 0.1176405 Jan 31 18:04:24.465010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:24.477927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:24.516610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:24.517959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:24.612454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] No DVR routers for this DVR port 757b47f6-d499-4982-9b62-aab46a977b33 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:04:24.615639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:24.627560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'name': 'network-vif-deleted', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:24.633124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a29a6f2-6a71-47f6-a18e-00b8435572d6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:24.637384 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6d7dc62-8343-447c-8696-f505d11e985a req-8d97b1b1-a62f-409a-bf7b-5aac6dc54948 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "DELETE /v2.0/ports/757b47f6-d499-4982-9b62-aab46a977b33 HTTP/1.1" status: 204 len: 173 time: 1.6483951 Jan 31 18:04:24.652575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-e1fefc6c-87f2-4e74-b813-f6d47f98cb27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 217 time: 0.2182076 Jan 31 18:04:24.749311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0ffc6-a22f-4f47-8701-190648642cd2 req-c87fd846-6a54-4a09-8727-3cf02a93fa7a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:24.751059 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4c0ffc6-a22f-4f47-8701-190648642cd2 req-c87fd846-6a54-4a09-8727-3cf02a93fa7a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 981 time: 0.1984375 Jan 31 18:04:24.757359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-20c61802-9fbf-4b63-b781-117c61e31257 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:24.758796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-20c61802-9fbf-4b63-b781-117c61e31257 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 200 len: 835 time: 0.0938869 Jan 31 18:04:24.785795 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e', 'name': 'network-vif-deleted', 'tag': '757b47f6-d499-4982-9b62-aab46a977b33', 'status': 'completed', 'code': 200} Jan 31 18:04:24.874272 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:24.874644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:24.878907 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4c0ffc6-a22f-4f47-8701-190648642cd2 req-613205c3-2192-4da8-9b74-3bb39c823e20 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Jan 31 18:04:24.899969 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-7d170995-3f98-4244-8f50-03a661e49680 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1255474 Jan 31 18:04:24.930534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:25.056354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-4c68267e-404b-4be7-99a2-d620ca06b42a service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496856 Jan 31 18:04:25.227252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f6daa0e-8ace-4063-bc06-9a7e0fd8bc61 req-456be6e5-1bed-4f83-971f-cd20ee7dc400 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647477 Jan 31 18:04:25.307855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-15dcab6d-0f04-4939-9aa8-cb29356dad03 req-ae9dbfff-738e-4c71-8090-5cf8ceb263c2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:25.322775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:25.327250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:25.330592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-15dcab6d-0f04-4939-9aa8-cb29356dad03 req-ae9dbfff-738e-4c71-8090-5cf8ceb263c2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:25.333040 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15dcab6d-0f04-4939-9aa8-cb29356dad03 req-ae9dbfff-738e-4c71-8090-5cf8ceb263c2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=33b7e86a-fdc5-4f64-b7bf-a7dce2d68c3e HTTP/1.1" status: 200 len: 210 time: 0.0815146 Jan 31 18:04:25.342074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:25.342074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:25.373759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-b534182a-ee26-4579-a34e-4f4ddd767f85 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 1134 time: 0.0959191 Jan 31 18:04:25.515676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-ea7c54f4-8ac4-4d3d-b52a-d9b023d2d048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:25.517140 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-ea7c54f4-8ac4-4d3d-b52a-d9b023d2d048 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 898 time: 0.1372390 Jan 31 18:04:25.592238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:25.692576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-da2167cf-7ffa-4093-aaef-8616bbad59c0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 217 time: 0.1668508 Jan 31 18:04:25.761574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-ad89e8ce-518f-4c04-b8aa-f099f63738ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:25.762997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-ad89e8ce-518f-4c04-b8aa-f099f63738ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 200 len: 835 time: 0.0607865 Jan 31 18:04:25.856802 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-ecb52090-70f5-4002-9fb7-fa586a2960b0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820849 Jan 31 18:04:25.930077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:25.934801 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a778f01-1edd-48e3-aaf5-93b0cec0319d None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:26.008857 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-0af6764e-200a-4fb9-aef5-c37ba2641738 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443877 Jan 31 18:04:26.192789 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c1745dc-1bdc-47d0-9304-8aa461ed2f8a req-0ff668ad-957c-4519-b551-74a9ac09dca2 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488218 Jan 31 18:04:26.199064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91cb00-71b2-41c7-b330-7fda196fef55 req-62e407c4-5216-45a8-8991-7c0204149790 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:26.200420 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8c91cb00-71b2-41c7-b330-7fda196fef55 req-62e407c4-5216-45a8-8991-7c0204149790 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 981 time: 0.1905460 Jan 31 18:04:26.245321 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8c91cb00-71b2-41c7-b330-7fda196fef55 req-82a78305-da10-46bf-bc54-8b5ace25a347 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Jan 31 18:04:26.721692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-e66b9ff6-88eb-4f72-be72-4151188647f1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123530081&fields=id&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 267 time: 0.0401649 Jan 31 18:04:26.882875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-dff78cbb-9482-48dd-b4d1-d530ac32a0ab tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:26.884282 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-dff78cbb-9482-48dd-b4d1-d530ac32a0ab tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.1564054 Jan 31 18:04:26.900300 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-2b7d502b-121b-43ae-a239-0b8a1b338712 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/quotas/9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 375 time: 0.0103815 Jan 31 18:04:26.983048 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-8dbdf8b8-4b3b-415b-80e2-0631907f35a0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778344 Jan 31 18:04:27.002442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:04:27.006426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 757b47f6-d499-4982-9b62-aab46a977b33 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:27.045251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 757b47f6-d499-4982-9b62-aab46a977b33 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:04:27.045611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 757b47f6-d499-4982-9b62-aab46a977b33 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:27.126158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-3738ce48-6f6a-40b8-a045-b2e49ab0fb9d service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302016 Jan 31 18:04:27.179838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:27.193451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'mac_address': 'fa:16:3e:83:8e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:04:27.247706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:27.259608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-5658f16e-8365-43af-bbb9-d7147be950d5 service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270719 Jan 31 18:04:27.265667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c5f13c-16f8-450a-b341-a7fff31526d0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:27.282234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:27.287723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:27.381246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:27.474070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93071f44-24e0-4fcf-97c5-08c17f8858b6 req-cd77d399-f8a8-41d3-9def-9b6661937204 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:27.475510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93071f44-24e0-4fcf-97c5-08c17f8858b6 req-cd77d399-f8a8-41d3-9def-9b6661937204 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 982 time: 0.0938504 Jan 31 18:04:27.522088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['00c5f13c-16f8-450a-b341-a7fff31526d0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:04:27.529960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-93071f44-24e0-4fcf-97c5-08c17f8858b6 req-c7d4ad58-4896-4e7f-b4f4-1f589d375cec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:27.548531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-93071f44-24e0-4fcf-97c5-08c17f8858b6 req-c7d4ad58-4896-4e7f-b4f4-1f589d375cec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:27.553911 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93071f44-24e0-4fcf-97c5-08c17f8858b6 req-c7d4ad58-4896-4e7f-b4f4-1f589d375cec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729136 Jan 31 18:04:27.844804 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d73c0b7d-6284-4198-94f5-90fa265f95ef req-59612f1c-ef32-4469-9391-b330dc4fab8d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 210 time: 0.1612971 Jan 31 18:04:28.794603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-394bef05-d22e-445a-a8a5-fb003898c9c4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:28.796007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-394bef05-d22e-445a-a8a5-fb003898c9c4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.1996818 Jan 31 18:04:28.834972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f9f52-5e5d-4c36-b0bb-17c9837f5b71 req-bbef9a49-dce5-48d7-ab51-53695fb8f650 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:28.836407 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-299f9f52-5e5d-4c36-b0bb-17c9837f5b71 req-bbef9a49-dce5-48d7-ab51-53695fb8f650 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 982 time: 0.1387758 Jan 31 18:04:28.884491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-0e4cc69f-a0b4-4c9e-b979-fa429fbd4c65 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 380 time: 0.0736225 Jan 31 18:04:28.898455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'port': {'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'admin_state_up': True, 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'security_groups': ['cc0a1f32-54ca-4a26-b891-d43438c7bd88']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:28.983575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-299f9f52-5e5d-4c36-b0bb-17c9837f5b71 req-4729ff01-dbd0-453f-a7e5-5efdf48ef661 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323805 Jan 31 18:04:29.006468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:29.057176 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-021f4107-5107-4974-ba9d-1f8310f06205 req-89e8aacd-dbe5-41cf-90ad-42b7c3207423 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 210 time: 0.0507994 Jan 31 18:04:29.068255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:29.089135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:29.091247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 00c5f13c-16f8-450a-b341-a7fff31526d0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:29.097081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 00c5f13c-16f8-450a-b341-a7fff31526d0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:29.097452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.101116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Made reservation on behalf of 9ce264d0407248ca87214b0902e458e6 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:04:29.104423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.218456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.253879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:29.255121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:29.270540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.331922 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'code': 200} Jan 31 18:04:29.367697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:29.392089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.20.0.12 (31d5149d-3eec-4752-9ad4-75be792b1778/9ecec5cf-a981-4815-8f4f-bfbe770f6501/fdb8fe71-1a3e-42c8-821c-a6b0f5499589) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:29.575381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-950e9c9c-e5c2-4c04-a83a-0d021a58f8f2 req-19c98da8-90bf-41e8-8795-257f4c65eeea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 1136 time: 0.0777736 Jan 31 18:04:29.599270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.615305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Transition to ACTIVE for port object fdb8fe71-1a3e-42c8-821c-a6b0f5499589 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:29.618906 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-950e9c9c-e5c2-4c04-a83a-0d021a58f8f2 req-21f809b2-0a7e-49dc-934f-4a25e3b531ba service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Jan 31 18:04:29.637350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.713524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:29.716590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:29.719213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:29.762904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:29.799277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:29.800547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:29.834721 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-802e1989-33ec-482a-90b4-72075748e54c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9399359 Jan 31 18:04:29.850014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Request body: {'port': {'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:29.976651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.019093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a3b35d8-fa7d-4025-8f99-1cab2a85d3be None None] Provisioning for port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:30.024011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2a3b35d8-fa7d-4025-8f99-1cab2a85d3be None None] Provisioning complete for port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:30.024514 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a3b35d8-fa7d-4025-8f99-1cab2a85d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.135686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2a3b35d8-fa7d-4025-8f99-1cab2a85d3be None None] Port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:30.232689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4d0d3-63ba-436b-8391-66e7b54ec6aa req-4e1c5978-758c-4398-97a5-a49e51936dfa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:30.239968 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-02c4d0d3-63ba-436b-8391-66e7b54ec6aa req-4e1c5978-758c-4398-97a5-a49e51936dfa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.0848372 Jan 31 18:04:30.286436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-02c4d0d3-63ba-436b-8391-66e7b54ec6aa req-9832766c-be46-4eb5-a7e0-1737a98f45b6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Jan 31 18:04:30.346771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdc84b-e458-4d0d-9999-e479401f9858 req-439f4e3d-b474-4968-ac9d-3abeee1cfb78 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:30.347453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fccdc84b-e458-4d0d-9999-e479401f9858 req-439f4e3d-b474-4968-ac9d-3abeee1cfb78 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:30.416621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fccdc84b-e458-4d0d-9999-e479401f9858 req-439f4e3d-b474-4968-ac9d-3abeee1cfb78 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:30.417774 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fccdc84b-e458-4d0d-9999-e479401f9858 req-439f4e3d-b474-4968-ac9d-3abeee1cfb78 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 932 time: 0.1999726 Jan 31 18:04:30.423339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb8fe71-1a3e-42c8-821c-a6b0f5499589 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:30.443593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.473879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Transition to ACTIVE for port object fdb8fe71-1a3e-42c8-821c-a6b0f5499589 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:30.477498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.533274 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fccdc84b-e458-4d0d-9999-e479401f9858 req-8ac50587-1080-4d63-9622-ec7d1f5240df tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056511 Jan 31 18:04:30.613135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:30.728205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Attempting to bind port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:30.728530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Attempting to bind port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:30.728843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Attempting to bind port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:30.734591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 on network 31d5149d-3eec-4752-9ad4-75be792b1778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:04:30.735006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Attempting to bind port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:30.741513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:30.741742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:30.742075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Bound using segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:30.742481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Bound port: fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:30.742821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.840200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:30.843619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:30.847975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.917808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:30.919143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] 10.222.0.86 "PUT /v2.0/ports/fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 1094 time: 1.0762248 Jan 31 18:04:30.919567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:30.935790 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e9ac07-6b17-4369-9bd2-6180d56e9c1c None None] New status for floating IP 47457988-a23b-4819-88fb-2f8f8f807a18: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:04:30.937660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb3ca1-4615-49d7-9c13-1540e9a49227 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:31.001187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'status': 'completed', 'code': 200} Jan 31 18:04:31.037804 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-48a16294-86d7-4a3d-a68b-7b05d050c3c1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1097 time: 0.0804517 Jan 31 18:04:31.114054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-211fa326-88e9-48b0-bf83-ca95c2847c1a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 217 time: 0.0697532 Jan 31 18:04:31.183088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-c3bf3c39-ce6e-454e-acba-94a3d1266111 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:31.184675 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-c3bf3c39-ce6e-454e-acba-94a3d1266111 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0652251 Jan 31 18:04:31.353959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-796c5f8d-65e1-431e-9238-f64d4cd3c5c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1630385 Jan 31 18:04:31.523491 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:04:31.538676 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-5fde895c-3ddd-4399-84aa-803e93a90b79 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790905 Jan 31 18:04:31.569103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84561-c869-4f9b-be4e-b7eff9a34fc5 req-06e10cb8-dd19-498b-bb61-ab752e898fa4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:31.570522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e2f84561-c869-4f9b-be4e-b7eff9a34fc5 req-06e10cb8-dd19-498b-bb61-ab752e898fa4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.1435025 Jan 31 18:04:31.693278 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e2f84561-c869-4f9b-be4e-b7eff9a34fc5 req-2388fc8c-4f24-47ce-b576-ce093d4d11c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165104 Jan 31 18:04:31.725230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-746c4bbd-da9e-4c97-9985-9cbc39686ec3 req-04119536-0320-4bc2-b75b-267dfb14318e service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796081 Jan 31 18:04:31.753496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209fe3-1149-4d29-b57f-1bbef0255760 req-d49ba4ca-e8dc-4f1e-9588-a8c7434aaf2c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:31.756488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e1209fe3-1149-4d29-b57f-1bbef0255760 req-d49ba4ca-e8dc-4f1e-9588-a8c7434aaf2c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.1000497 Jan 31 18:04:31.818883 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e1209fe3-1149-4d29-b57f-1bbef0255760 req-c8b01db9-7836-40f2-9dbe-80926f9a9450 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560281 Jan 31 18:04:31.907819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-9ee59b01-fe46-4a59-891b-5ff28e924a19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1097 time: 0.1257758 Jan 31 18:04:32.020284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a78c8-6abe-4d0b-9d54-ac779abe1334 req-947ddc02-cbf8-471c-bb27-0720661fcee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:32.021766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-126a78c8-6abe-4d0b-9d54-ac779abe1334 req-947ddc02-cbf8-471c-bb27-0720661fcee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.1717782 Jan 31 18:04:32.089115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-b5725d6c-2c31-4160-a914-15b47e2836f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:32.090468 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-b5725d6c-2c31-4160-a914-15b47e2836f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1725197 Jan 31 18:04:32.146634 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-126a78c8-6abe-4d0b-9d54-ac779abe1334 req-6a249b68-75f3-4166-92bb-93951dd7ebfe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173067 Jan 31 18:04:32.161184 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-5cb6a3f4-6ee9-4c36-99b2-d0d6e09e158d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 217 time: 0.0621445 Jan 31 18:04:32.184701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:32.232056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-db965a3a-d0f7-42aa-ae27-9fb3787315dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:32.233501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-db965a3a-d0f7-42aa-ae27-9fb3787315dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0671904 Jan 31 18:04:32.254538 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5c268e47-1dcb-47a3-ab60-fb9283baeffd tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 1131 time: 0.0687699 Jan 31 18:04:32.258139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34750) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:32.263542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:32.269857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:32.273671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:32.276575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:32.282151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:32.297877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:32.309169 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-23d4d733-c533-4689-9b1e-91d96262eb01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695403 Jan 31 18:04:32.441200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:32.446231 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-2b42775c-b723-447d-993f-6cbcd7f8efac service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302848 Jan 31 18:04:32.580335 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-224302d2-21d9-4804-b8e4-70603a7f2639 req-69850329-c165-46a3-8712-4b2a99ee6073 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284509 Jan 31 18:04:32.581623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.216 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/0ca35019-4717-4cc0-9824-491e9cad993b) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:32.729352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:32.757820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:32.826011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:32.828790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:32.832991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:32.863326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0ca35019-4717-4cc0-9824-491e9cad993b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:33.149334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b43b0f-a6e1-4f8a-a1e4-d8ed157a0078 req-709cba5a-1146-489a-83d7-ba24718d02c4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:33.150770 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b43b0f-a6e1-4f8a-a1e4-d8ed157a0078 req-709cba5a-1146-489a-83d7-ba24718d02c4 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.2084703 Jan 31 18:04:33.275534 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6b43b0f-a6e1-4f8a-a1e4-d8ed157a0078 req-118e0786-49da-426f-89fc-fd4a7c2a41eb tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756843 Jan 31 18:04:33.434075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:33.571892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:33.771922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:33.775954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:33.882020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0ca35019-4717-4cc0-9824-491e9cad993b,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:33.898542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:34.086915 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 31d26f53-375e-4994-b041-25d28db04431 associated. External IP: 172.26.4.216, port: 00c5f13c-16f8-450a-b341-a7fff31526d0. Jan 31 18:04:34.468340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88cf54-3827-4c94-a925-b686fef69cbd req-ef43d136-c1cc-4b7d-a260-0551176469be tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:34.469769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7f88cf54-3827-4c94-a925-b686fef69cbd req-ef43d136-c1cc-4b7d-a260-0551176469be tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.0751178 Jan 31 18:04:34.476946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 55905cbc-97e8-43d2-b816-9caa959d64f4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:34.519848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7f88cf54-3827-4c94-a925-b686fef69cbd req-31b88e6f-e7fc-4e63-a174-48a93184ab6e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441728 Jan 31 18:04:34.676378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:34.686320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Sync routers for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:34.698482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:34.699173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:34.700661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:34.756919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1ebc195-cf9f-42e5-859a-208c02775538 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4976807 Jan 31 18:04:34.757490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:34.760159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:34.819209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'status': 'completed', 'code': 200} Jan 31 18:04:34.843703 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ad225356-b9dd-4bc2-9556-fb01f1ae874a tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a&network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 1131 time: 0.0823929 Jan 31 18:04:34.904739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:34.917017 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-dfa8318b-1f08-4e5d-bd38-e6ec4c95be46 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 1136 time: 0.0722106 Jan 31 18:04:35.056174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-6c8e529d-b7ad-40c8-a625-3f23de33a0d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:35.057776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-6c8e529d-b7ad-40c8-a625-3f23de33a0d8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 898 time: 0.1348891 Jan 31 18:04:35.241884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db10922-4c14-44f1-8655-0f24b4e2e649 req-7c36306f-1188-48cb-a4fd-b1ca90d3fd49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:35.244002 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3db10922-4c14-44f1-8655-0f24b4e2e649 req-7c36306f-1188-48cb-a4fd-b1ca90d3fd49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.0783799 Jan 31 18:04:35.279681 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-a84251e0-b92a-42b9-adc7-62af3eb6be4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1037 time: 0.2164562 Jan 31 18:04:35.294477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3db10922-4c14-44f1-8655-0f24b4e2e649 req-119ed1b0-fdd5-457e-9714-309fd03f16e6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434582 Jan 31 18:04:35.318335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '31d26f53-375e-4994-b041-25d28db04431', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1961178801', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'mac_address': 'fa:16:3e:83:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:33Z', 'updated_at': '2022-01-31T18:04:33Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:35.325144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Checking router: 55905cbc-97e8-43d2-b816-9caa959d64f4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:35.336414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:35.337018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:35.347080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-e0ff41c2-3a77-43e3-b4bf-5afa531d8063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:35.348520 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-e0ff41c2-3a77-43e3-b4bf-5afa531d8063 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 200 len: 835 time: 0.0611794 Jan 31 18:04:35.422019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-0ce84e13-fb52-46c9-9074-d156cf90e51c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673950 Jan 31 18:04:35.515042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:35.557189 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-7f944782-da0f-4493-af02-8845bfe79cc4 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281378 Jan 31 18:04:35.745434 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d0ca6a3-abf6-413b-9ba5-1f352683e2d0 req-464f5fc0-6fef-4efa-9f47-7055276a4f10 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816754 Jan 31 18:04:35.767788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3662ff7-b9bc-4601-8ed1-7f474c9e1746 req-33a3d59d-5ede-417f-bff8-d7a3ffa525ec tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:35.769487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3662ff7-b9bc-4601-8ed1-7f474c9e1746 req-33a3d59d-5ede-417f-bff8-d7a3ffa525ec tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.1217377 Jan 31 18:04:35.815772 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3662ff7-b9bc-4601-8ed1-7f474c9e1746 req-4f738664-57ed-4a86-b7fa-3a5a6f33bd3c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406873 Jan 31 18:04:35.866204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '31d26f53-375e-4994-b041-25d28db04431', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1961178801', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'mac_address': 'fa:16:3e:83:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:33Z', 'updated_at': '2022-01-31T18:04:33Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:35.870350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c948400-ceae-4db0-81ed-68a1121fe5ec None None] The sync data for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv is: [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '31d26f53-375e-4994-b041-25d28db04431', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.216', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1961178801', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'mac_address': 'fa:16:3e:83:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cccfb9d3-4337-4b21-be5c-1d8b5979c51a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:33Z', 'updated_at': '2022-01-31T18:04:33Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:36.458995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-a0ef546a-6425-48b2-be45-3b958d4a5a17 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:36.460451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-a0ef546a-6425-48b2-be45-3b958d4a5a17 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.0753057 Jan 31 18:04:36.493982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d93387-661a-46aa-957a-6105a76d4b44 req-5fdec610-d40e-4b4c-ae12-c281eaf21d1e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:36.495413 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-13d93387-661a-46aa-957a-6105a76d4b44 req-5fdec610-d40e-4b4c-ae12-c281eaf21d1e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 983 time: 0.0788989 Jan 31 18:04:36.532516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-a44f90c1-a1c5-4aa7-9b21-4bd04fccec27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:36.534094 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-a44f90c1-a1c5-4aa7-9b21-4bd04fccec27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681252 Jan 31 18:04:36.540891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-13d93387-661a-46aa-957a-6105a76d4b44 req-8f8a9874-d65f-43cc-82fc-6d6be38d7dbe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Jan 31 18:04:36.674659 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-51c8cf2f-e8f3-4d79-b81c-ce7eb3706006 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1359155 Jan 31 18:04:36.683716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:36.788030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:36.953967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a6cecd48-9b96-47b8-949d-b8a54e0fd9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:37.035833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:37.073552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb94b5d8-2510-497a-a866-c5faae1d866c req-16384f5d-4f91-4a36-8ddf-0c2edc610452 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:37.074984 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eb94b5d8-2510-497a-a866-c5faae1d866c req-16384f5d-4f91-4a36-8ddf-0c2edc610452 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.1330562 Jan 31 18:04:37.082861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:37.159360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] device_id is not set on port 00c5f13c-16f8-450a-b341-a7fff31526d0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:04:37.172372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:37.177205 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eb94b5d8-2510-497a-a866-c5faae1d866c req-1d2f15d2-e0f4-4f40-a393-c430c225ea3d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960166 Jan 31 18:04:37.178612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:37.305495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:37.369910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] No DVR routers for this DVR port 00c5f13c-16f8-450a-b341-a7fff31526d0 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:04:37.450307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e350bab3-411d-483d-ad14-681e3b0d1a65 None None] Provisioning complete for port 00c5f13c-16f8-450a-b341-a7fff31526d0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:37.450674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e350bab3-411d-483d-ad14-681e3b0d1a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:37.508379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e350bab3-411d-483d-ad14-681e3b0d1a65 None None] Port 00c5f13c-16f8-450a-b341-a7fff31526d0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:37.706913 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c4591dba-1617-4c49-992e-36077eb6f585 req-623ca804-1028-46e2-bd25-35f7eecd2485 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cccfb9d3-4337-4b21-be5c-1d8b5979c51a HTTP/1.1" status: 200 len: 210 time: 0.0420091 Jan 31 18:04:37.709491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] In _notify_port_updated(), no bound segment for port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 18:04:37.710538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:37.711777 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d47d0416-5b8e-47c7-91f5-9ad380e23a87 req-286f44af-e56c-4fcf-a85a-d753cc1eef36 service neutron] 10.222.0.86 "PUT /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1026 time: 1.0318332 Jan 31 18:04:38.035961 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd6f56-eddd-4ff2-bf19-8284c32b3c35 None None] New status for floating IP 31d26f53-375e-4994-b041-25d28db04431: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:04:38.377020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4a579-196c-4974-8992-9ad2066872da req-6cd03e1a-3841-403c-961f-4286c80573b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:38.378464 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55b4a579-196c-4974-8992-9ad2066872da req-6cd03e1a-3841-403c-961f-4286c80573b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 944 time: 0.0768960 Jan 31 18:04:38.422039 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55b4a579-196c-4974-8992-9ad2066872da req-fcbcd8c6-5bdc-454a-97e8-a44d774d9de8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Jan 31 18:04:38.812417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34780) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:38.880661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e665a9-b5f7-4435-9dc0-b9da08838b12 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:38.882017 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-96e665a9-b5f7-4435-9dc0-b9da08838b12 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 925 time: 0.0686390 Jan 31 18:04:39.046900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device fdb8fe71-1a3e-42c8-821c-a6b0f5499589 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:04:39.051003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:39.180083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:39.229271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:39.242291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:04:39.297921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:39.324842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb8fe71-1a3e-42c8-821c-a6b0f5499589 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:39.336614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a632be7c-9148-413b-95c5-6e8016bab5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:39.341419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:39.345002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:39.409078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:39.535060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['fdb8fe71-1a3e-42c8-821c-a6b0f5499589'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:04:39.729243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f19d2c-d610-4301-9d24-ae63ef589638 req-fddfa1a2-a279-454e-9102-ac1723104441 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:39.730709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12f19d2c-d610-4301-9d24-ae63ef589638 req-fddfa1a2-a279-454e-9102-ac1723104441 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 945 time: 0.1875758 Jan 31 18:04:39.776980 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12f19d2c-d610-4301-9d24-ae63ef589638 req-687afa0b-e979-4082-91ae-849e15f8b8fb tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380228 Jan 31 18:04:39.909278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34788) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:39.914954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66847922', 'description': 'tempest-secgroup-smoke-66847922 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:39.920818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:39.931007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:39.940495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:39.974614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:39.978230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:39.980979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:39.986424 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.038307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.041702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.086632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c116c6b5-29dc-46ac-ae4e-2355589a2384,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.089157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.093011 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5032473a-1e77-4f12-8c11-b0a4102bcd4f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.1800349 Jan 31 18:04:40.093887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34792) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.099244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.104955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.108682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.111759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.117831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.134488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.196821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.198266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.200253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.223699 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c2c91c-ebe6-442c-9c8b-26ecbfe2a78f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.232164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.233238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-271dbbd3-1847-4595-81d3-8ae2b16df4c5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391518 Jan 31 18:04:40.236245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34796) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.241744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.247536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.251652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.254639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.260187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.276216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.337093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.340758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.365936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.370025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f436240-936e-4982-bd1c-73d1e30cafc3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.379224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.380361 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c532cf9e-b59f-4626-b090-ffe89ab3f45d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1431549 Jan 31 18:04:40.383035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34800) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.388233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.394500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.398149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.400910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.406451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.423287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.487399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.490932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.513852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649b2739-1739-42ea-9c55-b9759b9fd679,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.523003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.524140 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a65d264f-decd-4acd-b37c-d9aa9c64a8c2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1401994 Jan 31 18:04:40.526818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34804) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.532062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.537758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.541535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.544336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.550235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.566601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.628667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.632021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.654746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2be72af-4897-456d-a6b9-b6c939e9f902,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.662954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.664230 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-40773464-ac2c-496c-a287-02c6393465e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1365223 Jan 31 18:04:40.666918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34808) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.672140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.678398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.682087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.684867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.691038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.701030 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:04:40.707235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.774145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.777804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.802393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6e3d7b-4620-4e4f-8e0a-d86cc9f2cb57,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.813587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.816069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ce11eadf-3cd2-46b7-88bd-6097a43db812 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1480880 Jan 31 18:04:40.818736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34814) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:40.825422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'c116c6b5-29dc-46ac-ae4e-2355589a2384', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:40.832168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:40.835974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:40.839349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:40.845622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:40.856549 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:04:40.864782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.932764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.936639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.961832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8897f6-92d9-433b-9ccf-353868186ee0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:40.973972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:40.975256 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f739eb05-0f01-444b-913f-41d829bc6a4e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1554542 Jan 31 18:04:40.986813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bd36-f9d8-41ee-9d9a-d4fb76e6be5d req-497a0848-cb50-4080-88de-4504eb1bb9f5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:40.987576 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d75bd36-f9d8-41ee-9d9a-d4fb76e6be5d req-497a0848-cb50-4080-88de-4504eb1bb9f5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 945 time: 0.0775018 Jan 31 18:04:41.038394 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d75bd36-f9d8-41ee-9d9a-d4fb76e6be5d req-dfeef310-3d86-4493-aefc-f6b07738ae7a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453560 Jan 31 18:04:41.077807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device fdb8fe71-1a3e-42c8-821c-a6b0f5499589 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:41.145268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:41.149834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:41.150213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:41.161684 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-89c4fe35-149e-4457-b6ea-49279da908a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66847922&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0419850 Jan 31 18:04:41.236500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-505e8fe9-b247-4f90-b55e-cd8ab36cb20e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:41.237938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-505e8fe9-b247-4f90-b55e-cd8ab36cb20e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 930 time: 0.0699654 Jan 31 18:04:41.293885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:41.308732 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-ea0cb0ed-ed5e-42d8-ac37-b5d483c22451 service neutron] 10.222.0.110 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0586884 Jan 31 18:04:41.321049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:41.331785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:41.336159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:41.381774 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'code': 200} Jan 31 18:04:41.408270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:41.444465 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-37ca2b72-b860-4ece-b56a-526b1f557394 service neutron] 10.222.0.110 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292212 Jan 31 18:04:41.576764 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-090af209-bc4d-4bc7-822a-ae5bbe93560d service neutron] 10.222.0.110 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266522 Jan 31 18:04:41.644194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:41.652441 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6bceac56-82c1-479b-b16f-709953246e07 req-0ed5cd6b-7d00-4a4a-8d80-f4df4f0ac168 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0730555 Jan 31 18:04:41.696713 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6bceac56-82c1-479b-b16f-709953246e07 req-4874e8b8-622a-465b-bc94-e4d16340a19d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376720 Jan 31 18:04:41.770975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aed83ca0-9c82-48de-b8ac-c284016df50b req-b8a5249a-031b-4b8d-9b05-73839d297467 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 210 time: 0.0424366 Jan 31 18:04:42.234900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897097cd-d95b-498d-baba-dbe8da7e159e req-4abc52fa-ce2f-4bfd-a0c4-99fa7cbd6ae7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:42.236477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-897097cd-d95b-498d-baba-dbe8da7e159e req-4abc52fa-ce2f-4bfd-a0c4-99fa7cbd6ae7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.0755169 Jan 31 18:04:42.284520 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-897097cd-d95b-498d-baba-dbe8da7e159e req-a0725457-288b-474a-9d86-e19d96d0e3ce tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423861 Jan 31 18:04:42.769948 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-8a042ad7-1399-46af-ad41-8e58b2334a17 service neutron] 10.222.0.86 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1026 time: 0.0629425 Jan 31 18:04:42.923226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-6dcb7a07-e7a6-47f6-a9b4-30c91471ffd2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:42.925137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-6dcb7a07-e7a6-47f6-a9b4-30c91471ffd2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 796 time: 0.1500733 Jan 31 18:04:42.956609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0effb9a8-877d-4762-a64c-9e5706497488 req-3d860ca1-1afc-4e11-877d-b5029ebe621d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 210 time: 0.0417476 Jan 31 18:04:42.980211 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-fffa9f79-0bec-498a-9d2c-1867796d5ff4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 470 time: 0.0434959 Jan 31 18:04:42.990251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Request body: {'port': {'device_id': '385ebdcf-881f-430e-b421-50057f5fff4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:43.186858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:43.219276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:43.532640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa67eab0-f5d2-4e0e-9a15-7ee55577f34d req-f2282311-5453-46ba-9e4b-4c31681fcf55 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:43.534104 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aa67eab0-f5d2-4e0e-9a15-7ee55577f34d req-f2282311-5453-46ba-9e4b-4c31681fcf55 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.1251216 Jan 31 18:04:43.612956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c5f13c-16f8-450a-b341-a7fff31526d0 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:43.622853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:43.638143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aa67eab0-f5d2-4e0e-9a15-7ee55577f34d req-8e7bbc03-a2f6-47b5-b441-99096796475d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757785 Jan 31 18:04:43.644438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Transition to ACTIVE for port object 00c5f13c-16f8-450a-b341-a7fff31526d0 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:04:43.649176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:43.784904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=7']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:43.857762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ee581-0250-40a4-8641-d075e396ca7b req-dfe98e5d-0189-4728-a5d8-f84aaa277e52 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:43.859859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f0ee581-0250-40a4-8641-d075e396ca7b req-dfe98e5d-0189-4728-a5d8-f84aaa277e52 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.0965383 Jan 31 18:04:43.911655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f0ee581-0250-40a4-8641-d075e396ca7b req-af39af99-7137-499b-b9ab-326b23cf448a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448785 Jan 31 18:04:43.919471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:04:43.919737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:04:43.920056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:43.926578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:04:43.926841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Attempting to bind port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:04:43.933022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:04:43.933348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Checking segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:04:43.933749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Bound using segment: {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:04:43.934162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Bound port: 00c5f13c-16f8-450a-b341-a7fff31526d0, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:04:43.934625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:43.940697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34846) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:44.020273 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2350ded8-a677-435f-bb63-8cc50073a8b2 tempest-TestVolumeBootPattern-1382689914 tempest-TestVolumeBootPattern-1382689914-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1094 time: 0.0783114 Jan 31 18:04:44.022892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34852) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:44.028288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:44.033931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:04:44.034337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:44.037663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:04:44.038137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:floatingip and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:04:44.040798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:04:44.044254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.046578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:04:44.058422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.146127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.147519 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] 10.222.0.86 "PUT /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1131 time: 1.1610506 Jan 31 18:04:44.150379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385ebdcf-881f-430e-b421-50057f5fff4d', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:44.195926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb256d8d-cc13-4bf7-8b54-e916b86c5294 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=8']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:44.227136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.246177 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385ebdcf-881f-430e-b421-50057f5fff4d', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'status': 'completed', 'code': 200} Jan 31 18:04:44.278058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45133376-4386-4c0f-bd7e-faddff5e8fe9 req-87e8c616-3f29-4173-8114-fcae7ce0c001 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:44.279535 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-45133376-4386-4c0f-bd7e-faddff5e8fe9 req-87e8c616-3f29-4173-8114-fcae7ce0c001 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 981 time: 0.1809080 Jan 31 18:04:44.330404 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-29f7df9b-e33c-4424-8e93-0c37c69acdd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 1134 time: 0.1306145 Jan 31 18:04:44.377831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.26.4.99 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/88dd539c-4cd6-4b7e-bdfc-fc183a013f93) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:04:44.403649 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-45133376-4386-4c0f-bd7e-faddff5e8fe9 req-aae384ba-da17-4fdb-a231-64272aa322f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154575 Jan 31 18:04:44.451653 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-8c68d3cc-83cf-4f28-ad60-1f1d755bee77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1037 time: 0.1139870 Jan 31 18:04:44.517429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-8e284b0b-606c-4839-a9ec-ecac032fca4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:44.519056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-8e284b0b-606c-4839-a9ec-ecac032fca4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 200 len: 835 time: 0.0615859 Jan 31 18:04:44.529629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.558580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:44.594585 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-db4d988e-2f87-4854-a573-5c33ca0b7654 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695987 Jan 31 18:04:44.626008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:04:44.628800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:04:44.631367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:04:44.666225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=88dd539c-4cd6-4b7e-bdfc-fc183a013f93,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:44.726290 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-ab6695ba-315a-42f4-9558-b8fd6416f4ad service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256576 Jan 31 18:04:44.865848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fca2cd40-694d-4d45-ac9f-d20c0f68b162 req-3a3e8ffc-a672-46e4-9d71-3f48a8f68724 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333408 Jan 31 18:04:45.084749 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-3450ca29-93c4-4cfe-a0f5-c7b76c536843 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 1134 time: 0.1736529 Jan 31 18:04:45.177262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:45.217873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-01be3fee-3d94-4c7d-a65a-eeca894f921e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:45.219336 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-01be3fee-3d94-4c7d-a65a-eeca894f921e service neutron] 10.222.0.86 "GET /v2.0/networks?id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 898 time: 0.1284046 Jan 31 18:04:45.322020 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-9bca94f4-9f95-4915-a462-a31df6a6de6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1037 time: 0.0952051 Jan 31 18:04:45.327665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:45.388622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-b782b6a0-b910-4fbc-910f-458a38566d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:45.390095 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-b782b6a0-b910-4fbc-910f-458a38566d48 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 200 len: 835 time: 0.0618639 Jan 31 18:04:45.467579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-45b692c3-a425-4db4-86f3-91a626591cc5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707808 Jan 31 18:04:45.538967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:45.575999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:45.605567 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-a36b6a97-21e2-4f90-84b4-8c457f389c09 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313310 Jan 31 18:04:45.702047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=88dd539c-4cd6-4b7e-bdfc-fc183a013f93,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:45.719508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:45.740909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5e3c2c98-5ab7-47a7-a2aa-34197e34b891 req-e41dabf2-d461-43ac-ac33-b1b9b70737c6 service neutron] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287620 Jan 31 18:04:45.789079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c0be3-9109-47f7-b47d-8efc1d8110d4 req-bd083b1e-fecc-46e6-b3e5-8c94adb930df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:45.790544 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e15c0be3-9109-47f7-b47d-8efc1d8110d4 req-bd083b1e-fecc-46e6-b3e5-8c94adb930df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 981 time: 0.2544148 Jan 31 18:04:45.851098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e15c0be3-9109-47f7-b47d-8efc1d8110d4 req-325a6965-41d1-4da4-8a34-91a6404dbc9a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:04:45.913979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e15c0be3-9109-47f7-b47d-8efc1d8110d4 req-325a6965-41d1-4da4-8a34-91a6404dbc9a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:04:45.915107 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e15c0be3-9109-47f7-b47d-8efc1d8110d4 req-325a6965-41d1-4da4-8a34-91a6404dbc9a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189260 Jan 31 18:04:45.963322 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Floating IP be190566-69a5-4423-8571-58c046ce8368 associated. External IP: 172.26.4.99, port: fdb8fe71-1a3e-42c8-821c-a6b0f5499589. Jan 31 18:04:46.343773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:46.539788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:46.549499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:46.560725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:46.561735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:46.564564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:46.622693 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ed7e3e3b-8346-4a7e-a53f-10f12317fc1f tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5985739 Jan 31 18:04:46.623849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:46.681365 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'status': 'completed', 'code': 200} Jan 31 18:04:46.736111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:46.773002 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-9d4cb753-dbdd-4dd3-84e9-6a6babd26fb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0720334 Jan 31 18:04:46.905626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-a0ef728b-9f81-4e2f-9c56-94dbc688eb0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:46.907016 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-a0ef728b-9f81-4e2f-9c56-94dbc688eb0b service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1287489 Jan 31 18:04:47.011477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-58f059d8-4f1d-40b5-bbd0-e309df0e8d2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 999 time: 0.0990863 Jan 31 18:04:47.076620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-bf2164c0-9523-4d60-908c-180f7387dd53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:47.078069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-bf2164c0-9523-4d60-908c-180f7387dd53 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0614717 Jan 31 18:04:47.087700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:45Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:47.091558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:47.103317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:47.103916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:47.118442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebfc2d-43e3-409f-8732-65e1c2b6f58c req-25ba0489-02c3-4472-b94a-d49e82298218 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:47.120212 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15ebfc2d-43e3-409f-8732-65e1c2b6f58c req-25ba0489-02c3-4472-b94a-d49e82298218 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 981 time: 0.0799375 Jan 31 18:04:47.158917 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-9f275bd0-ffdb-4a7a-8e82-1334e84abd0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729954 Jan 31 18:04:47.162831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:04:47.167304 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-15ebfc2d-43e3-409f-8732-65e1c2b6f58c req-f88af6c2-01a1-4491-b5f4-63667f1d2416 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413864 Jan 31 18:04:47.293381 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-87a4da8b-9a72-4422-acf5-80e8f3e0f8ea service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291103 Jan 31 18:04:47.388592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:47.426929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-62f835f4-a8db-4ca2-96f4-11b6a3372b45 req-969eeb2d-d044-4bbd-941d-196bac9bc22e service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274350 Jan 31 18:04:47.444768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:47.474589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'port_id': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'mac_address': 'fa:16:3e:83:8e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:04:47.615418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:47.687270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c5f13c-16f8-450a-b341-a7fff31526d0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:04:47.764857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:47.771980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:47.890125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:47.919979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:45Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:47.926952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b139de34-6307-403f-afe6-f241581f62b9 None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:45Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:47.996401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['00c5f13c-16f8-450a-b341-a7fff31526d0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:04:48.358692 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cfddc-dfab-4cb0-8d82-c1f4d842562b None None] New status for floating IP be190566-69a5-4423-8571-58c046ce8368: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:04:48.378502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e1231-5a4d-49f4-8a27-275ac134f3c3 req-02694b59-2189-43c2-9d8c-c2e607d8fadc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:48.379962 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1f0e1231-5a4d-49f4-8a27-275ac134f3c3 req-02694b59-2189-43c2-9d8c-c2e607d8fadc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 982 time: 0.0865049 Jan 31 18:04:48.425740 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1f0e1231-5a4d-49f4-8a27-275ac134f3c3 req-1e362335-f6f3-421e-98f4-ebf071e366af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Jan 31 18:04:49.149700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:04:49.218264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 00c5f13c-16f8-450a-b341-a7fff31526d0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:04:49.223661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 00c5f13c-16f8-450a-b341-a7fff31526d0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:49.224028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:49.333374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:49.360548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385ebdcf-881f-430e-b421-50057f5fff4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:04:49.370099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:49.373866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:49.425316 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385ebdcf-881f-430e-b421-50057f5fff4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c5f13c-16f8-450a-b341-a7fff31526d0', 'code': 200} Jan 31 18:04:49.442780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:49.773814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2afd6-85c6-4fad-bb10-aa03d295c7ba req-945c3379-cc3b-4688-97e2-a1d53305518e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:49.775171 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-96a2afd6-85c6-4fad-bb10-aa03d295c7ba req-945c3379-cc3b-4688-97e2-a1d53305518e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.2217002 Jan 31 18:04:49.777928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a3c59a1-4866-42f7-97dd-f6447c36ac5a req-a16c0915-f736-474c-bb83-3305b1219dd2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 1137 time: 0.1935616 Jan 31 18:04:49.846436 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-96a2afd6-85c6-4fad-bb10-aa03d295c7ba req-ab94971b-4250-45c3-ab4a-8a3821ba5e55 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658221 Jan 31 18:04:49.850763 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a3c59a1-4866-42f7-97dd-f6447c36ac5a req-b1b3377b-26ce-48ab-be59-b7548d5e21b2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574419 Jan 31 18:04:51.056082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae23a34-533c-41b4-a54d-fabfec94252f req-1a6cecc0-b941-44c0-90ad-6b2b711160a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:51.057515 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dae23a34-533c-41b4-a54d-fabfec94252f req-1a6cecc0-b941-44c0-90ad-6b2b711160a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.0794201 Jan 31 18:04:51.192039 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dae23a34-533c-41b4-a54d-fabfec94252f req-27b69fab-8309-4d03-9a1f-14144294bcab tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288915 Jan 31 18:04:52.388033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108c12-d630-4193-a836-0fece5a35c95 req-e13f8d5c-4463-4857-b678-932a75131b24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:52.389491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc108c12-d630-4193-a836-0fece5a35c95 req-e13f8d5c-4463-4857-b678-932a75131b24 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.0779469 Jan 31 18:04:52.433534 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fc108c12-d630-4193-a836-0fece5a35c95 req-304cf726-e75c-4b62-9a89-1690feb8c50b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378711 Jan 31 18:04:52.626828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4f494-7881-4ea1-9445-ed77e22754e9 req-c8fdf789-1941-4750-92f4-5c55872a8966 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:52.628245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-90f4f494-7881-4ea1-9445-ed77e22754e9 req-c8fdf789-1941-4750-92f4-5c55872a8966 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.0753553 Jan 31 18:04:52.673797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-90f4f494-7881-4ea1-9445-ed77e22754e9 req-86deee15-2b13-4b43-abc5-86ba0541922b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Jan 31 18:04:52.700827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34880) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:52.772057 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3aaa9d0b-3920-4701-9160-ebd3d9645f8b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d&network_id=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 200 len: 1132 time: 0.0700119 Jan 31 18:04:53.142939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1ea2-194b-4316-ba73-a763235fd60f req-130dfe41-6522-45cf-b67f-11598d9f2b46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:53.144980 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c1ab1ea2-194b-4316-ba73-a763235fd60f req-130dfe41-6522-45cf-b67f-11598d9f2b46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.0791097 Jan 31 18:04:53.194748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c1ab1ea2-194b-4316-ba73-a763235fd60f req-88a9f705-c916-4e29-8e3e-071c2aa6f03e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441177 Jan 31 18:04:54.467823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f2caf-f9bc-44c3-84c2-2ff2d8d7345e req-ada1d3f5-0d4f-4ee4-a744-3b46972d72ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:54.469285 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-242f2caf-f9bc-44c3-84c2-2ff2d8d7345e req-ada1d3f5-0d4f-4ee4-a744-3b46972d72ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.1422229 Jan 31 18:04:54.476211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-64463ecb-a4d5-48f3-9ad8-5c96960d388b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:54.477481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-64463ecb-a4d5-48f3-9ad8-5c96960d388b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 984 time: 0.1124458 Jan 31 18:04:54.572581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-2bfa88f6-d736-47fe-95ad-0a2b2ebfc930 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:04:54.574050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-2bfa88f6-d736-47fe-95ad-0a2b2ebfc930 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0824029 Jan 31 18:04:54.576195 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-242f2caf-f9bc-44c3-84c2-2ff2d8d7345e req-472d53e0-a05d-4647-8d8b-b963d0b061e5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978806 Jan 31 18:04:54.716858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-00b52600-5277-4489-b461-13dfde4c0bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1380098 Jan 31 18:04:54.726293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:04:54.836150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:55.033621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=00c5f13c-16f8-450a-b341-a7fff31526d0,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:04:55.060569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] For port 00c5f13c-16f8-450a-b341-a7fff31526d0, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:04:55.109459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] device_id is not set on port 00c5f13c-16f8-450a-b341-a7fff31526d0 yet. {{(pid=83557) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 31 18:04:55.116975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:55.122167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:55.248209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Pushing event updated for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=11']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:55.316599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] No DVR routers for this DVR port 00c5f13c-16f8-450a-b341-a7fff31526d0 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:04:55.390713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b43a779d-0813-465e-aea3-9b2c2b8ccc4d None None] Provisioning complete for port 00c5f13c-16f8-450a-b341-a7fff31526d0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:04:55.391292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b43a779d-0813-465e-aea3-9b2c2b8ccc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:55.443417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b43a779d-0813-465e-aea3-9b2c2b8ccc4d None None] Port 00c5f13c-16f8-450a-b341-a7fff31526d0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:04:55.553769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] In _notify_port_updated(), no bound segment for port 00c5f13c-16f8-450a-b341-a7fff31526d0 on network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 {{(pid=83557) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Jan 31 18:04:55.554794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:55.556046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7e90ea94-c8f9-4a4d-b03d-9d1b0ac188c4 req-6d6fa71b-56fe-4bd9-a804-e7d20248af63 service neutron] 10.222.0.86 "PUT /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 200 len: 1027 time: 0.8334789 Jan 31 18:04:55.758519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4f303f22-975d-4df0-a91f-359eeae572cb req-129a3215-3d68-4dbc-9d05-0080d6e1820f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=385ebdcf-881f-430e-b421-50057f5fff4d HTTP/1.1" status: 200 len: 210 time: 0.0438387 Jan 31 18:04:56.866931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:56.937208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:56.965043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.026958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.045734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c116c6b5-29dc-46ac-ae4e-2355589a2384,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:57.057316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.058465 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-76873b64-dec5-4051-89c0-32979d503221 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/c116c6b5-29dc-46ac-ae4e-2355589a2384 HTTP/1.1" status: 204 len: 168 time: 0.1900105 Jan 31 18:04:57.099088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34902) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:57.230760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:04:57.285994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 00c5f13c-16f8-450a-b341-a7fff31526d0 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:04:57.386436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 0ca35019-4717-4cc0-9824-491e9cad993b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:57.386666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.552346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.552667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.675309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 0ca35019-4717-4cc0-9824-491e9cad993b owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:57.816463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:57.863867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=0ca35019-4717-4cc0-9824-491e9cad993b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:57.952114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.333292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 55905cbc-97e8-43d2-b816-9caa959d64f4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:04:58.532761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:04:58.542946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Sync routers for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:04:58.552739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.555612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:58.556231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:58.606525 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-690745ed-21ee-42e0-b441-176229161a49 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/31d26f53-375e-4994-b041-25d28db04431 HTTP/1.1" status: 204 len: 168 time: 1.5037005 Jan 31 18:04:58.737076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:58.764952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34910) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:58.846258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.889849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.959914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.980418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df896c7-c56a-4cf0-80fd-7eba7df1397c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:58.988392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:58.989733 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-71d1ac0b-d3ba-4592-8306-fd89e73c8385 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/1df896c7-c56a-4cf0-80fd-7eba7df1397c HTTP/1.1" status: 204 len: 168 time: 0.2236917 Jan 31 18:04:59.034370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:59.082387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:59.086316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Checking router: 55905cbc-97e8-43d2-b816-9caa959d64f4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:04:59.096864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:04:59.097485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:59.103513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 00c5f13c-16f8-450a-b341-a7fff31526d0 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:04:59.103843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:59.277486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:04:59.340046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:59.461597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 00c5f13c-16f8-450a-b341-a7fff31526d0 owned by {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:04:59.601893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:59.632074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:04:59.642113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b05775-cf52-425f-9e99-b4846f09d8cd None None] The sync data for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv is: [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:04:15Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0a29a6f2-6a71-47f6-a18e-00b8435572d6', 'name': '', 'network_id': '8dc7da0b-a9ec-4e85-8b09-b9b4039fb948', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:e8:c1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:14Z', 'updated_at': '2022-01-31T18:04:22Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '5d758561-09ad-420b-b7da-925d8bc243a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:04:59.653747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=00c5f13c-16f8-450a-b341-a7fff31526d0,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:04:59.762139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:04:59.773337 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6b10d6ac-7643-4217-bd70-5688df1f9f21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/ports/00c5f13c-16f8-450a-b341-a7fff31526d0 HTTP/1.1" status: 204 len: 168 time: 0.7378221 Jan 31 18:04:59.777514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:04:59.947582 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21b9646-9495-4379-826c-577bc2445e25 None None] New status for floating IP 31d26f53-375e-4994-b041-25d28db04431: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:05:00.365889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:00.994712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 0a29a6f2-6a71-47f6-a18e-00b8435572d6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:05:00.994712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:01.186981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 0a29a6f2-6a71-47f6-a18e-00b8435572d6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a29a6f2-6a71-47f6-a18e-00b8435572d6,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:01.186981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:01.309196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 0a29a6f2-6a71-47f6-a18e-00b8435572d6 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:05:01.497157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:01.544556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=0a29a6f2-6a71-47f6-a18e-00b8435572d6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.583924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:01.891160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:02.573731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 55905cbc-97e8-43d2-b816-9caa959d64f4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:05:02.772664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:05:02.781605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Sync routers for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:05:02.785435 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5a8b7bfc-6b36-46f2-b108-a5d64d48fe8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/55905cbc-97e8-43d2-b816-9caa959d64f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071716 Jan 31 18:05:02.787992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34926) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:02.796284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:02.796896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:02.989441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:03.037734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 5d758561-09ad-420b-b7da-925d8bc243a5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:05:03.040670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.097174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.218964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.303273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.314344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:05:01Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:03.314344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Checking router: 55905cbc-97e8-43d2-b816-9caa959d64f4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:05:03.337475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Routers {'55905cbc-97e8-43d2-b816-9caa959d64f4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:03.337475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['55905cbc-97e8-43d2-b816-9caa959d64f4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:03.360403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=5d758561-09ad-420b-b7da-925d8bc243a5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:03.372812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.388145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34930) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:03.395845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e82adb97-6f42-44c6-a1e2-9845dc995722 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/5d758561-09ad-420b-b7da-925d8bc243a5 HTTP/1.1" status: 204 len: 168 time: 0.6014419 Jan 31 18:05:03.399125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330439d-c57c-4826-8d2c-2a589f844f7d None None] Network 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:05:03.710648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.751209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] Set router 55905cbc-97e8-43d2-b816-9caa959d64f4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:03.871933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] DHCP port deletion for 8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:05:03.911910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Deleting port 7dd7da4e-5103-4a81-9abe-0b045179638e {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:05:03.911910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.958445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:03.970633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 0a3eb851-4df0-4c0d-938f-0bb68dead58e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:05:03.970633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.161091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 0a3eb851-4df0-4c0d-938f-0bb68dead58e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0a3eb851-4df0-4c0d-938f-0bb68dead58e,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:04.161459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.279529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] For port 7dd7da4e-5103-4a81-9abe-0b045179638e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7dd7da4e-5103-4a81-9abe-0b045179638e,segment=NetworkSegment(ef23b81f-ba8d-4b6b-9bb4-c4527614cc37),segment_id=ef23b81f-ba8d-4b6b-9bb4-c4527614cc37)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:04.279876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.281653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 0a3eb851-4df0-4c0d-938f-0bb68dead58e owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:05:04.399762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Calling delete_port for 7dd7da4e-5103-4a81-9abe-0b045179638e owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:05:04.446390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.476780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:05:01Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:04.481476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-126ab630-a455-4735-9bd8-13dc78ef4891 None None] The sync data for ids ['55905cbc-97e8-43d2-b816-9caa959d64f4'] in dv-neutron-823271-3-hyperv is: [{'id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'name': 'tempest-TestNetworkBasicOps-router-830870362', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218'}], 'enable_snat': True}, 'gw_port_id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:04:11Z', 'updated_at': '2022-01-31T18:05:01Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '0a3eb851-4df0-4c0d-938f-0bb68dead58e', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:79:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55905cbc-97e8-43d2-b816-9caa959d64f4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:04:12Z', 'updated_at': '2022-01-31T18:04:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:05:04.492097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.492868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=0a3eb851-4df0-4c0d-938f-0bb68dead58e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:04.540953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] Pushing event deleted for resources: {'Port': ['ID=7dd7da4e-5103-4a81-9abe-0b045179638e,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:04.556107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d616b-6457-40bb-989d-80b4f01bee17 None None] No DVR routers for this DVR port 7dd7da4e-5103-4a81-9abe-0b045179638e on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:05:04.729280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:04.919533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7dd7da4e-5103-4a81-9abe-0b045179638e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:05:04.955188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7dd7da4e-5103-4a81-9abe-0b045179638e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:05:04.955530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7dd7da4e-5103-4a81-9abe-0b045179638e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:05:05.099615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.104367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.132704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.133153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 55905cbc-97e8-43d2-b816-9caa959d64f4 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:05:05.147010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.148102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-14e3a379-052c-4fb3-a4b0-978b45dbb716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/55905cbc-97e8-43d2-b816-9caa959d64f4 HTTP/1.1" status: 204 len: 168 time: 1.7667737 Jan 31 18:05:05.150816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34934) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:05.277905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.416314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.441610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc7da0b-a9ec-4e85-8b09-b9b4039fb948']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:05.453194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:05.453950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef23b81f-ba8d-4b6b-9bb4-c4527614cc37') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:05.464569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.480205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.486787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1435 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:05:05.487154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:05:05.501913 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:05:05.582517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.599767 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.611387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=8dc7da0b-a9ec-4e85-8b09-b9b4039fb948,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:05.616702 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-49f4a355-aed4-47ba-bbb2-b6979d3ef29c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/8dc7da0b-a9ec-4e85-8b09-b9b4039fb948 HTTP/1.1" status: 204 len: 168 time: 0.4647245 Jan 31 18:05:05.631303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34938) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:05.643481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e3682aa7-e88c-4c42-b676-2d300aaf81a6 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0111351 Jan 31 18:05:05.645986 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34942) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:05.651063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--328284678', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:05.655627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:05.659689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:05.662949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:05.668547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:05.678271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:05:05.681142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.709135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1435, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:05:05.717504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.717838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 7c7381c0-2f0c-43fa-9a31-593772cf7a2f of type vlan for network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 Jan 31 18:05:05.747505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.777458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.781363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:05.782046 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.892521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34946) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:05.893115 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2456844 Jan 31 18:05:05.899315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-41231865', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:05.899476 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ea82e-6182-4926-935b-65a55e8c6592 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=110e3e17-210a-43bc-a0d2-8a88d9aecb20,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:05.904388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:05.909712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:05.910541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:05:05.911780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:05.919621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:05.928843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.930727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:05.951342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.097156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.372013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.400842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.518676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a29a6f2-6a71-47f6-a18e-00b8435572d6 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:05:06.540400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.26 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/42c5cb18-e3df-4823-a7e8-50bdf8e0e655) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:05:06.553994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0a29a6f2-6a71-47f6-a18e-00b8435572d6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:05:06.554349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a29a6f2-6a71-47f6-a18e-00b8435572d6 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:05:06.554885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a3eb851-4df0-4c0d-938f-0bb68dead58e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:05:06.592256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0a3eb851-4df0-4c0d-938f-0bb68dead58e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:05:06.592256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0a3eb851-4df0-4c0d-938f-0bb68dead58e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:05:06.691750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.722862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.787402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:06.787402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:06.795235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:05:06.850271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:06.975452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5892f74c-ba56-406a-9085-b65a0734747e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.998361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:06.998361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:07.229788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:05:07.436986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:05:07.448267 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Sync routers for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:05:07.460632 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:07.461270 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:07.463094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:07.464354 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5a1ebabc-91a1-466e-956f-6fb97793e2e8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5708470 Jan 31 18:05:07.468164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34950) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:07.512306 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e2e12a56-6552-44cd-af71-a31d7913a765 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399547 Jan 31 18:05:07.516792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:07.647095 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:07.668294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756da29-9c23-4498-a249-b5cff6fa4bbc tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:07.672161 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c756da29-9c23-4498-a249-b5cff6fa4bbc tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1576340 Jan 31 18:05:07.673219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:07.713780 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-420b5bfd-fc1f-4474-a885-dee8e6bb79da tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392473 Jan 31 18:05:07.716340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:07.722856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1385760675', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:07.835483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:07.839278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:07.842086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:07.848605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:07.858515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:05:07.933661 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:06Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:07.937432 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Checking router: 0a0639d1-3151-4e90-8f8e-7c7569072f2c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:05:07.937764 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Updating router 0a0639d1-3151-4e90-8f8e-7c7569072f2c port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:05:07.965367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:07.995450 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.193128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.268219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=27e1c9d7-6b22-4825-bc95-99741085af7f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:08.285311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:05:08.285711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 110e3e17-210a-43bc-a0d2-8a88d9aecb20, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:05:08.322862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:05:08.331730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 110e3e17-210a-43bc-a0d2-8a88d9aecb20) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:08.331730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:08.331730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.341328 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.351451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee52ab2c-3012-4880-add9-ed4cd6bbce96 None None] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:05:08.354518 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Transition to ACTIVE for port object 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:08.359647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.370615 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bbf5536-7f91-4afc-b68b-c3a25615e64c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6474741 Jan 31 18:05:08.372372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34968) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:08.479114 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Attempting to bind port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:05:08.479718 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Attempting to bind port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:05:08.479836 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Attempting to bind port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:05:08.496216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:05:08.496216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:05:08.496216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.496597 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:05:08.496767 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Bound port: 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:05:08.497135 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.562377 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3020-5b81-4268-81f2-02be0cc820cd None None] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:08.579872 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:05:08.583081 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:05:08.592480 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.596281 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:05:08.669948 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3020-5b81-4268-81f2-02be0cc820cd None None] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:08.683998 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:08.683998 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:04:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:08.715340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:05:08.715340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:08.930227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Allocated IP 172.20.0.2 (110e3e17-210a-43bc-a0d2-8a88d9aecb20/27e1c9d7-6b22-4825-bc95-99741085af7f/eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:05:08.948006 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:09.201189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.217507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Transition to ACTIVE for port object eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:09.244004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Transition to ACTIVE for port object eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:09.251014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.310512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:09.323042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:09.324613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:05:09.343024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:06Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:09.344042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53386e47-ae92-4843-9dfc-300d707c5b31 None None] The sync data for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv is: [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:06Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:05:09.382874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba31b875-395a-4df0-b46a-664758debeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.387708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Pushing event updated for resources: {'Port': ['ID=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:09.452915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Attempting to bind port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:05:09.453061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Attempting to bind port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:05:09.453995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Attempting to bind port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 on network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Checking segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Bound using segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Bound port: eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:05:09.467200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.480011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.620532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] For port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:05:09.638756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] For port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:05:09.653841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:09.773299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118f1c3-b40c-4828-bd5f-8f1d433e6215 None None] Pushing event updated for resources: {'Port': ['ID=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:10.079189 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (110e3e17-210a-43bc-a0d2-8a88d9aecb20/27e1c9d7-6b22-4825-bc95-99741085af7f/a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:05:10.211202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.304194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.323213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:10.357023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.384975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.462654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:10.462654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:10.481191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:05:10.604102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:10.639351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.672125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:10.767245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.791422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:10.791422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:10.797402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:10.947196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9ffce-9799-4c75-a071-21001e6b5e41 None None] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:05:11.144713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4571ec76-572c-4f0b-8795-4ca3838c0972 None None] Provisioning for port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:11.154488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.207327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:11.217944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.217944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:11.274308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.274308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.376877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:11.411462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:11.420647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:11.421017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.494285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:11.496754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.546660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.596041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:11.602523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.677139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:11.678494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:11.700632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.708237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:11.717329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Provisioning for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:11.724307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:11.724829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:11.778674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:05:11.792358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Provisioning complete for port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:11.792728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c883ab2-5986-41ed-9c9e-4ff6a2cd64da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:12.041948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7f48534b-5aa2-4cc8-a74f-76f8454d29c5 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:12.042363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f48534b-5aa2-4cc8-a74f-76f8454d29c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:12.094089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:05:12.096253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f48534b-5aa2-4cc8-a74f-76f8454d29c5 None None] Port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:05:12.216394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa40e441-8072-4508-bb0d-e4ab3166bde6 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:12.216672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa40e441-8072-4508-bb0d-e4ab3166bde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:12.268326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa40e441-8072-4508-bb0d-e4ab3166bde6 None None] Port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:05:12.296686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:05:12.309889 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f87189c5-663d-4355-81c8-83c1dcadfb53 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9412243 Jan 31 18:05:12.312415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34972) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:12.449539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.449914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.450277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.450635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.450992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.451372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.453193 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fee1d709-5587-4a0d-b353-f375b0df0f6e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1392307 Jan 31 18:05:12.456074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34976) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:12.568091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:12.623129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.623677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.623843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.624188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.624533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.625125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:12.626945 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b3ed2822-d478-4b2d-86e8-a8ff1a154971 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1698475 Jan 31 18:05:12.629670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34980) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:12.638358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:12.638730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:12.755997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:12.823649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:12.824294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:12.838978 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3432e364-de19-4503-bb1f-de535aa7e9b5 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2082450 Jan 31 18:05:13.227313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.263717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 34986) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:13.269393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495365463', 'description': 'tempest-secgroup-smoke-495365463 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:13.275441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.279640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.283227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.289311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.292356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Sync routers for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:05:13.302747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.305426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:13.306066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:13.337523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.341172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.343934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.350386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.410797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.414653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.459159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:13.463562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.467851 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7d1bb88c-dee0-48f9-a9ae-c6dc685902f3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2030587 Jan 31 18:05:13.468245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34990) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:13.474960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:13.486116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.491728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.494646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.500813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.516577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.525963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:13.577389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.581794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.605085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d959c6c-5a8b-46aa-8bf0-4553800834cd,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:13.615285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.616505 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bb2b4bd9-cfb5-4e12-8e4d-d066cbab9fe2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1472490 Jan 31 18:05:13.619247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34994) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:13.624628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:13.630762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.634508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.637312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.643260 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.663483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.726640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.730330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.754684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74c2dfd-850c-4a04-9672-008ae9439cac,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:13.763939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.765098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b12446ef-f392-4a1a-9419-164467352912 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1449630 Jan 31 18:05:13.768561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 34998) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:13.774173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:13.779836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.784385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.787233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.793041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.809208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.848188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:13.851916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Checking router: 0a0639d1-3151-4e90-8f8e-7c7569072f2c for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:05:13.852268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Updating router 0a0639d1-3151-4e90-8f8e-7c7569072f2c port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:05:13.877629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.881557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.904764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc58120e-bd5e-4ff2-bb20-8990024c3f15,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:13.909337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.914361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:13.915597 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fa60db25-cf5a-497d-8e0b-5030b4005637 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1459746 Jan 31 18:05:13.918269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:13.923986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:13.929658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:13.933475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:13.936297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:13.942335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:13.959846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.027274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.036477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.057387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3ec051-8abd-4aa3-9bb6-5c3650b62707,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:14.070349 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.071902 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-57c6289a-0fff-481c-ab9e-62cf673006fb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1527150 Jan 31 18:05:14.074680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35006) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:14.080668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:14.086499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:14.090200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:14.092948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:14.100217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:14.111580 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:05:14.117819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.182795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.186667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.210133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded12415-e708-4004-8a2b-634a12b84994,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:14.220598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.221814 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e762b5d7-ce2a-4e18-9583-1b628dc97b59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461320 Jan 31 18:05:14.224495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35010) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:14.229949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '911b5db6-2ff8-4dc7-bc7a-7b8163cd4440', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:14.236272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:14.240086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:14.242946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:14.248557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:14.252083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.259094 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:05:14.263891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Transition to ACTIVE for port object a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:14.266559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.271034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.332275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.342813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.369885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f6eaac-c013-4ced-8bba-69ccbed45680,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:14.381766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.382951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-10a0e3e1-9662-4c80-80c6-a8207c7de132 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1574950 Jan 31 18:05:14.394315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044379db-7789-48df-a365-0ea92c613d0e None None] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:14.499157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Attempting to bind port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:05:14.499971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Attempting to bind port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:05:14.501035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Attempting to bind port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 on network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:05:14.508024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:05:14.508404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Checking segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:05:14.508800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.509193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Bound using segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:05:14.509675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Bound port: a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:05:14.510149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.600308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-b2a2c66a-ca3c-4025-bc23-d33621b154f1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:14.608684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:05:14.612158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:05:14.615759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-b2a2c66a-ca3c-4025-bc23-d33621b154f1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:14.616907 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-b2a2c66a-ca3c-4025-bc23-d33621b154f1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495365463&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0576375 Jan 31 18:05:14.618699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:14.700052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044379db-7789-48df-a365-0ea92c613d0e None None] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:14.709568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:14.710223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:14.772796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-88463995-dd1e-43bc-947b-f736ea12771e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:14.773475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-88463995-dd1e-43bc-947b-f736ea12771e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:14.790269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-88463995-dd1e-43bc-947b-f736ea12771e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:14.791585 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-88463995-dd1e-43bc-947b-f736ea12771e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 200 len: 796 time: 0.1676421 Jan 31 18:05:14.822007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-0e0f9dca-b349-482e-b6ce-ea048e3df58f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0223503 Jan 31 18:05:14.898996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:14.918829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-24c72319-4307-4804-a426-35053e6e8d59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:14.934758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-24c72319-4307-4804-a426-35053e6e8d59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:14.936074 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-24c72319-4307-4804-a426-35053e6e8d59 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128366 Jan 31 18:05:15.075356 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-626171cb-6329-4538-ac76-cce3d7064f06 service neutron] 10.222.0.110 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271932 Jan 31 18:05:15.206997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-e964b228-724f-481f-9922-cd3f0b308d4e service neutron] 10.222.0.110 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257796 Jan 31 18:05:15.262759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:15.267607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12de7b42-8664-42cc-9ebb-9929725ee1ee None None] The sync data for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv is: [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:14Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:05:15.429143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8ec60bf8-b111-4e7c-8df7-498535e83129 req-b7d50ab6-9e19-4a14-88b0-3b29e25c258c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:15.441694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8ec60bf8-b111-4e7c-8df7-498535e83129 req-b7d50ab6-9e19-4a14-88b0-3b29e25c258c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:15.443147 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ec60bf8-b111-4e7c-8df7-498535e83129 req-b7d50ab6-9e19-4a14-88b0-3b29e25c258c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 210 time: 0.0617392 Jan 31 18:05:16.597483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:16.636368 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-84e08176-d80a-4bba-a25b-b05eaa8a6454 req-f86023c5-0d0b-4ebb-92d1-4adad277782c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 210 time: 0.0646331 Jan 31 18:05:16.676536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:16.683522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:16.684031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:16.767301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-e74932df-76f4-4508-8ff2-8e2081493e3c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:16.769113 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-e74932df-76f4-4508-8ff2-8e2081493e3c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 200 len: 796 time: 0.1641154 Jan 31 18:05:16.801958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:16.832690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-0fcbfeda-2750-4903-a496-1a82bf5a3fff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.0511367 Jan 31 18:05:16.838103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:16.842280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['911b5db6-2ff8-4dc7-bc7a-7b8163cd4440']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:16.846055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:16.918988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:16.986643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:16.995900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:17.006623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:05:17.010150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.168521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.7 (110e3e17-210a-43bc-a0d2-8a88d9aecb20/27e1c9d7-6b22-4825-bc95-99741085af7f/9b39f381-ffa3-4c88-bb29-a6b5157ebcab) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:05:17.354258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.369768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 9b39f381-ffa3-4c88-bb29-a6b5157ebcab will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:17.392347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.558628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:17.561704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:17.566291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:05:17.596661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:17.615955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.616301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.616634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.616965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.617293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.617663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.617990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.618315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.618632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.618948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.619264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:17.642808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:17.643377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.670910 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-f64830ba-7d94-4758-878e-63e23e9d353d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8318772 Jan 31 18:05:17.681960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Request body: {'port': {'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:17.801373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.821015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4336572-d12f-43c8-92b2-c865af045fe6 None None] Provisioning for port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:17.826382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4336572-d12f-43c8-92b2-c865af045fe6 None None] Provisioning complete for port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:17.826779 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d4336572-d12f-43c8-92b2-c865af045fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:17.859234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b6208-5b16-4f4f-9f97-99253234f436 req-0879dd24-1f9f-4a9d-931f-a7a0e4af540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:17.861737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b4b6208-5b16-4f4f-9f97-99253234f436 req-0879dd24-1f9f-4a9d-931f-a7a0e4af540d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 931 time: 0.0915012 Jan 31 18:05:17.888676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d4336572-d12f-43c8-92b2-c865af045fe6 None None] Port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:05:17.910445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0b4b6208-5b16-4f4f-9f97-99253234f436 req-d314999b-11c0-4ee9-bb13-8a718d859f13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:17.921677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0b4b6208-5b16-4f4f-9f97-99253234f436 req-d314999b-11c0-4ee9-bb13-8a718d859f13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:17.923500 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b4b6208-5b16-4f4f-9f97-99253234f436 req-d314999b-11c0-4ee9-bb13-8a718d859f13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560353 Jan 31 18:05:18.152881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b39f381-ffa3-4c88-bb29-a6b5157ebcab {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:05:18.159751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.174199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Transition to ACTIVE for port object 9b39f381-ffa3-4c88-bb29-a6b5157ebcab will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:05:18.177838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.309295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Pushing event updated for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:18.422182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Attempting to bind port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:05:18.422953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Attempting to bind port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:05:18.423348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Attempting to bind port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab on network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:05:18.428912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab on network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:05:18.429218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Attempting to bind port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab on network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:05:18.435244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:05:18.435564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Checking segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:05:18.435930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Bound using segment: {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:05:18.436330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Bound port: 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c7381c0-2f0c-43fa-9a31-593772cf7a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:05:18.436659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.526427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:05:18.529489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:05:18.535748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.569252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:18.600706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.602077 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] 10.222.0.86 "PUT /v2.0/ports/9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 200 len: 1093 time: 0.9246776 Jan 31 18:05:18.602524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:05:18.633637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7543ae-bb6d-4f99-ad2f-4d04afd1f701 service neutron] Pushing event updated for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:18.641960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:18.642443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:18.685241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'status': 'completed', 'code': 200} Jan 31 18:05:18.723848 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-4f86d30b-5f43-41ca-9618-bcaa22538189 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1096 time: 0.0811663 Jan 31 18:05:18.800950 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-0eeda7cf-aa03-467d-b655-aa7180ce719b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 200 len: 217 time: 0.0692229 Jan 31 18:05:18.864533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-27fb351c-752d-4034-add3-04002e0a91ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:18.865982 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-27fb351c-752d-4034-add3-04002e0a91ed service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27e1c9d7-6b22-4825-bc95-99741085af7f HTTP/1.1" status: 200 len: 835 time: 0.0598323 Jan 31 18:05:18.942776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-b2a8e07e-0767-4268-9403-ef625a92777d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=110e3e17-210a-43bc-a0d2-8a88d9aecb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709376 Jan 31 18:05:19.086333 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-52100af6-ac8e-4009-8e20-a9f665f2a95e service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370339 Jan 31 18:05:19.213881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a52daf-3987-4664-af51-eac29b34224d req-0af2f4e8-b527-4610-816b-2adcc39ea44f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:19.215227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b3a52daf-3987-4664-af51-eac29b34224d req-0af2f4e8-b527-4610-816b-2adcc39ea44f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 943 time: 0.1689456 Jan 31 18:05:19.219955 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4db4d10e-0e9d-4ccd-812a-bfedd5597dda req-575c7dd1-f73e-4c2a-8144-e4bf4ba2f1f3 service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279359 Jan 31 18:05:19.262552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b3a52daf-3987-4664-af51-eac29b34224d req-ef50b3ff-65f6-411d-ad12-a3a8df7fd07e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409882 Jan 31 18:05:19.332577 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-3a25cc94-d5f1-416e-b1ea-f12dbcf199b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1096 time: 0.0696473 Jan 31 18:05:19.549285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-dbee6361-c8e2-4abc-965e-b3c11efb000f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:19.550686 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-dbee6361-c8e2-4abc-965e-b3c11efb000f service neutron] 10.222.0.86 "GET /v2.0/networks?id=110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 200 len: 898 time: 0.2117949 Jan 31 18:05:19.620993 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-992ea8f7-2f5b-45aa-8dae-cd78ca44daf4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 200 len: 217 time: 0.0640819 Jan 31 18:05:19.682896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-3891cb66-8747-4455-a301-3231fd8d78f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:19.684283 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-3891cb66-8747-4455-a301-3231fd8d78f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27e1c9d7-6b22-4825-bc95-99741085af7f HTTP/1.1" status: 200 len: 835 time: 0.0562983 Jan 31 18:05:19.761371 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-9030fb1a-fd5b-415c-8ccb-7a4a338b15a2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=110e3e17-210a-43bc-a0d2-8a88d9aecb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699260 Jan 31 18:05:19.902135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-fd2da5c8-2d37-43af-97d1-12f0a3870d2c service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329465 Jan 31 18:05:20.039665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-df21c3dc-2a4d-43bc-b035-92795fdfb402 req-8b088d14-527d-4941-a141-d189cc38f727 service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304033 Jan 31 18:05:20.479825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061186b0-000f-4000-bd02-c25d99b10e22 req-6339aa9a-eb92-4798-b0dc-6afc76917e70 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:20.480658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-061186b0-000f-4000-bd02-c25d99b10e22 req-6339aa9a-eb92-4798-b0dc-6afc76917e70 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:05:20.498050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-061186b0-000f-4000-bd02-c25d99b10e22 req-6339aa9a-eb92-4798-b0dc-6afc76917e70 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:05:20.499370 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-061186b0-000f-4000-bd02-c25d99b10e22 req-6339aa9a-eb92-4798-b0dc-6afc76917e70 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 943 time: 0.1050711 Jan 31 18:05:20.549684 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-061186b0-000f-4000-bd02-c25d99b10e22 req-78f1c3c5-21f4-4cd5-8283-b71def0310d8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443096 Jan 31 18:05:21.358535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9b39f381-ffa3-4c88-bb29-a6b5157ebcab details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:05:21.489210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:21.502525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:05:21.554266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:21.574034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b39f381-ffa3-4c88-bb29-a6b5157ebcab {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:05:21.589031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:21.593666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:21.658794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:21.667135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.667484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.667826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.668172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.668506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.668840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.669165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.669515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.669842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.670164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.670511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:05:21.748543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc9b9-8d85-4aac-99d7-f6c657253530 req-bd7a1bc7-8865-4490-b0a5-9ff3c663fd87 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:21.750830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca9fc9b9-8d85-4aac-99d7-f6c657253530 req-bd7a1bc7-8865-4490-b0a5-9ff3c663fd87 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 944 time: 0.0776505 Jan 31 18:05:21.790368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['9b39f381-ffa3-4c88-bb29-a6b5157ebcab'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:05:21.795129 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca9fc9b9-8d85-4aac-99d7-f6c657253530 req-71836a8b-3ab3-4645-a138-ead99a317210 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387254 Jan 31 18:05:23.001451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032ceb-1f55-4c87-b0b2-05d09ab1550a req-19e8c70d-3ff9-4bb2-8e9d-8c3f033f2f6c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:23.003031 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4032ceb-1f55-4c87-b0b2-05d09ab1550a req-19e8c70d-3ff9-4bb2-8e9d-8c3f033f2f6c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 944 time: 0.0809011 Jan 31 18:05:23.046650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4032ceb-1f55-4c87-b0b2-05d09ab1550a req-1db67649-6884-4385-b55f-f8c4ceaad40d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380895 Jan 31 18:05:23.359317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9b39f381-ffa3-4c88-bb29-a6b5157ebcab up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:05:23.429359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:05:23.433840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:05:23.434206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:23.543593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:23.569862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:05:23.579804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:23.583685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:23.628708 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'code': 200} Jan 31 18:05:23.658470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:23.863891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97d21e72-f3cb-4ca7-b567-20cb7606f770 req-0adcba34-de91-4165-8834-2691553712ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1098 time: 0.0784214 Jan 31 18:05:23.904057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97d21e72-f3cb-4ca7-b567-20cb7606f770 req-bdf5b9ab-83df-4661-93c2-50813f87d810 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366471 Jan 31 18:05:24.401816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d3634-da37-44ca-b70d-47944ddbef2f req-083c0fc0-319d-4ab7-a417-35003ca251ff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:24.404138 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c19d3634-da37-44ca-b70d-47944ddbef2f req-083c0fc0-319d-4ab7-a417-35003ca251ff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.0863888 Jan 31 18:05:24.455637 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c19d3634-da37-44ca-b70d-47944ddbef2f req-e27875ae-400b-439a-a6bb-ef90bd972552 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416434 Jan 31 18:05:25.493982 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-8df02fa4-e534-4abb-b6d8-6b8235d7631f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770502 Jan 31 18:05:25.649483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-a0b335fd-db3b-4f1f-8b70-ae54e71f366d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0851426 Jan 31 18:05:25.666650 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cc05-2c1f-48fd-9637-68862725a2c1 req-04b6573f-f50a-45f2-8acf-cfed66b2d86c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:25.668104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0084cc05-2c1f-48fd-9637-68862725a2c1 req-04b6573f-f50a-45f2-8acf-cfed66b2d86c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.0775185 Jan 31 18:05:25.716492 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0084cc05-2c1f-48fd-9637-68862725a2c1 req-aa7b9d82-9631-4686-8c17-211616cb2dee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Jan 31 18:05:25.807598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-26d9cfde-0338-40d1-ba7a-a63c7d211862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:25.809155 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-26d9cfde-0338-40d1-ba7a-a63c7d211862 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1411066 Jan 31 18:05:25.964057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-08c42ed8-eb55-4b2f-ab4b-25966fa53a6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 1001 time: 0.1478319 Jan 31 18:05:26.036749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b265e-9c2c-4658-ad35-e05f1e0a20fe req-56df1b75-9bd1-421e-8226-5f3f37145c02 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:26.037647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf9b265e-9c2c-4658-ad35-e05f1e0a20fe req-56df1b75-9bd1-421e-8226-5f3f37145c02 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.1696174 Jan 31 18:05:26.048092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-78a2076e-6581-41cf-96dc-0a931d5d5ee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:26.048835 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-78a2076e-6581-41cf-96dc-0a931d5d5ee7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0776331 Jan 31 18:05:26.135368 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf9b265e-9c2c-4658-ad35-e05f1e0a20fe req-0705817e-e3a6-4a53-8174-4f6e6950f5b8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880742 Jan 31 18:05:26.152792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-d65d29fe-b2e7-4ac4-b0be-20a01aa9bcb0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897090 Jan 31 18:05:26.163765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35062) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:26.245048 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-85e440bc-615b-4783-911a-96c839e1e931 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1093 time: 0.0800724 Jan 31 18:05:26.247669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:26.254393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:05:26.260444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:05:26.264849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:05:26.271110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:05:26.280710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:05:26.292468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:26.391973 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-0d346e4c-1122-4f05-92a3-013b074bcc9d service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342310 Jan 31 18:05:26.431824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:26.548080 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5714d8f-3660-4902-bd5a-dc741907fa01 req-b19283db-812c-4b4c-8b4d-a26f17b2ef3f service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483200 Jan 31 18:05:26.590414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.44 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/f977b545-c02f-46c6-aa96-3af30124ed1a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:05:26.758573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:26.789898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:26.860276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:05:26.862086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:05:26.865425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:05:26.895163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=f977b545-c02f-46c6-aa96-3af30124ed1a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:27.389832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:27.444051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:27.742892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:27.747614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:27.860308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=f977b545-c02f-46c6-aa96-3af30124ed1a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:27.880468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:28.075805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 associated. External IP: 172.26.4.44, port: 9b39f381-ffa3-4c88-bb29-a6b5157ebcab. Jan 31 18:05:28.460580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:05:28.658358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:05:28.668477 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Sync routers for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:05:28.682005 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:28.682651 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:28.683094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:28.735611 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5c59ff97-5b7d-4ac7-9bb3-6a7ca272c03b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4864917 Jan 31 18:05:28.736076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:05:28.737913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:28.793388 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'status': 'completed', 'code': 200} Jan 31 18:05:28.868204 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:28.966338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-30232b7a-8468-463c-944a-f760538c7a1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1098 time: 0.1482251 Jan 31 18:05:29.120527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-7e61ed88-ea32-4ff3-9474-6669223a78fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:29.121999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-7e61ed88-ea32-4ff3-9474-6669223a78fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 200 len: 898 time: 0.1490655 Jan 31 18:05:29.124128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1f59cf34-c2fe-46e7-87bd-7ac31e94ddbb tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c HTTP/1.1" status: 200 len: 920 time: 0.3851652 Jan 31 18:05:29.127060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35078) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:29.216205 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:27Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:16Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:29.219970 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Checking router: 0a0639d1-3151-4e90-8f8e-7c7569072f2c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:05:29.229912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:05:29.230485 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:29.313905 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8e77aa3c-7b9b-40fe-86c2-880748d0a5d9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1857777 Jan 31 18:05:29.315972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-24b25900-9965-426d-b348-dd8077bb346a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 200 len: 998 time: 0.1863887 Jan 31 18:05:29.386363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-8d7fca3c-8d33-45ac-81e7-ea26ebc93cec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:05:29.387798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-8d7fca3c-8d33-45ac-81e7-ea26ebc93cec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27e1c9d7-6b22-4825-bc95-99741085af7f HTTP/1.1" status: 200 len: 835 time: 0.0620348 Jan 31 18:05:29.444550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:05:29.469469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-9331ef2e-0762-4bf3-873e-a25acc499033 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=110e3e17-210a-43bc-a0d2-8a88d9aecb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704834 Jan 31 18:05:29.611261 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-7912cdd1-6759-463b-b946-6d65659f1638 service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339705 Jan 31 18:05:29.751956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-76fdae40-9ed4-48e7-a5e8-6cea7e6c979f req-ff399b4a-e1a6-4125-bf47-dfbdbb033dde service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338096 Jan 31 18:05:29.797731 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:27Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:16Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:05:29.802070 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704a8d9f-867e-427a-86fe-400b62782c0f None None] The sync data for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv is: [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:27Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:16Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:05:30.317690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:30.424395 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f0307b0b-a30b-40d0-aaa5-fa4187a52bec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1055312 Jan 31 18:05:31.428270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35086) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:31.533389 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3c413196-fc86-4e6f-82fd-a088b17e4c2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1040070 Jan 31 18:05:32.246879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556656cf-1814-4c07-8b9c-7c3bd387dd50 None None] New status for floating IP fdf58c79-23a2-4cf7-b7c6-22a67e943ef9: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:05:32.536841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:32.743222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cccbc181-5116-449b-9e6f-8c18274da7b3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 992 time: 0.2051961 Jan 31 18:05:36.963313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-230b8a7f-fc0d-43f4-88a6-8d9c2cff91bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:39.326917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-659fc934-ed43-42c1-a367-56e5ae1dc144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:40.202585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:40.373470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:41.649965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:43.231364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:45.567291 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:05:57.406034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:57.583347 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0c274a3c-1c33-462e-9d73-057b8cf15aa9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1761432 Jan 31 18:05:57.586245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:57.790536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8932a8-39fb-4650-9349-ecd651660c64 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Notify agent at dv-neutron-823271-3-hyperv the message router_removed_from_agent {{(pid=83557) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 31 18:05:57.793798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4e8932a8-39fb-4650-9349-ecd651660c64 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "DELETE /v2.0/agents/de331f18-0666-48e4-91d0-cfd424a399c5/l3-routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c HTTP/1.1" status: 204 len: 168 time: 0.2065446 Jan 31 18:05:57.796310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:57.977366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9bef19d-3852-4478-b4e5-652bd1e43d38 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1799862 Jan 31 18:05:57.980020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:58.080654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a68f5566-a0ea-48f3-8844-11da9777412a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 992 time: 0.0996213 Jan 31 18:05:58.588887 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a26733-7620-44d9-82cb-dd661af85d91 None None] New status for floating IP fdf58c79-23a2-4cf7-b7c6-22a67e943ef9: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:05:58.618463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:05:58.728538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:58.744400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:58.748536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:58.749668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:05:58.863592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:58.921550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:58.954110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:05:58.957629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:05:59.024006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:05:59.085506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35126) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:05:59.207281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5a815ca6-f831-4d6e-8480-28f07d18e59b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1205547 Jan 31 18:06:00.357748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35132) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:00.553292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee2dee-4198-4581-ac89-3c4649ec19ea tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:06:00.553678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee2dee-4198-4581-ac89-3c4649ec19ea tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Notify agent at dv-neutron-823271-3-hyperv the message router_added_to_agent {{(pid=83557) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 31 18:06:00.580056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7dee2dee-4198-4581-ac89-3c4649ec19ea tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "POST /v2.0/agents/de331f18-0666-48e4-91d0-cfd424a399c5/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2212734 Jan 31 18:06:00.583588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35138) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:00.600151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Sync routers for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:00.611948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:00.612652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:00.760051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d82ec051-b37a-4893-bcfc-03c077efdd0b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1754196 Jan 31 18:06:00.762869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35144) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:00.789111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:00.979796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ade487c5-6cc4-43b9-925e-a95bf75a78bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.2154272 Jan 31 18:06:01.140504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:01.144181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Checking router: 0a0639d1-3151-4e90-8f8e-7c7569072f2c for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:01.154361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:01.154938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:05:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:01.366911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:01.700224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:01.704117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f459d-b986-4e22-949f-fbc042bc7d76 None None] The sync data for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv is: [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26'}], 'enable_snat': True}, 'gw_port_id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:05:10Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '42c5cb18-e3df-4823-a7e8-50bdf8e0e655', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:1d:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:06Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'fdf58c79-23a2-4cf7-b7c6-22a67e943ef9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.44', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'port_id': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'mac_address': 'fa:16:3e:f4:f3:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:05:27Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2', 'name': '', 'network_id': '110e3e17-210a-43bc-a0d2-8a88d9aecb20', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:7b:b7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:05:09Z', 'updated_at': '2022-01-31T18:05:58Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '27e1c9d7-6b22-4825-bc95-99741085af7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:01.983527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35148) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:02.092639 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2cad6add-a54b-48e3-9a1c-efdb29c29fee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1079493 Jan 31 18:06:02.629452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:02.702762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:02.703349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:02.820387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:02.836218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:02.840956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:02.841740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:02.948902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:02.963440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:02.963805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:03.074651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:03.096437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35152) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:03.105886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:03.110302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:03.178958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:03.212737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a29be620-4bd6-4416-8398-a8669fca4f44 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1145372 Jan 31 18:06:04.216364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35156) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:04.321343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-12d4dbb2-02d8-480e-bcd0-d67c5affb551 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1039159 Jan 31 18:06:04.593093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:04.660788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:04.661145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:04.771222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:04.835168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:04.835541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:05.324946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:05.430896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b42b26d3-9e28-4da1-9cba-5e525324c9b7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1047819 Jan 31 18:06:06.434788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35164) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:06.540810 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1c0614f0-535c-4339-b4c7-1cd763b0efc1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1049120 Jan 31 18:06:06.963133 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8afaead4-eb60-4768-aac8-d88cd807787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:07.543904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35168) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:07.649672 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f2d57d9-65d8-4039-be9a-a076fd58d6ba tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1046400 Jan 31 18:06:08.653602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35172) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:08.758801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0e0c8c84-7d45-4234-91a2-e6381994a6b7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 990 time: 0.1041229 Jan 31 18:06:08.852223 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3236c6c3-9073-4cfb-bb1a-fd76e7188ca6 None None] New status for floating IP fdf58c79-23a2-4cf7-b7c6-22a67e943ef9: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:06:09.328807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a222417-4b2e-4048-b250-b3ecb35e278a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:09.762687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:09.868610 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-45a300df-adfd-49dd-91e4-5a66ee93a71c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 200 len: 992 time: 0.1044400 Jan 31 18:06:10.151627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35184) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:10.206244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.350448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port f977b545-c02f-46c6-aa96-3af30124ed1a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:06:10.350786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.378837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.520195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.520429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.738145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for f977b545-c02f-46c6-aa96-3af30124ed1a owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:06:10.886477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:10.928053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=f977b545-c02f-46c6-aa96-3af30124ed1a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:11.020055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:11.401470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:06:11.598427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:11.617651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:11.654429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:11.674439 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ddffd9e0-5052-4c5a-8b92-e0a9175830c8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/fdf58c79-23a2-4cf7-b7c6-22a67e943ef9 HTTP/1.1" status: 204 len: 168 time: 1.5217659 Jan 31 18:06:11.675063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:11.729666 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'status': 'completed', 'code': 200} Jan 31 18:06:11.820390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-3fa61cba-da2b-40ff-8193-7c7272bb7b44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 1098 time: 0.0699251 Jan 31 18:06:11.957011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-ec625e2f-da9b-4eaf-9319-f24f66dd8cb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:11.958519 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-ec625e2f-da9b-4eaf-9319-f24f66dd8cb3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 200 len: 898 time: 0.1319623 Jan 31 18:06:12.059881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-93503d37-d651-41cc-a6fb-7c1bb0b2c47c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 200 len: 217 time: 0.0945306 Jan 31 18:06:12.137917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-bdc2d689-0767-4e6b-970a-4d9a16ffc9f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:12.139314 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-bdc2d689-0767-4e6b-970a-4d9a16ffc9f3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=27e1c9d7-6b22-4825-bc95-99741085af7f HTTP/1.1" status: 200 len: 835 time: 0.0715628 Jan 31 18:06:12.192063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd84a13-0b7c-4460-b96f-a112cc04621d req-dbea97c0-2c3a-4585-85d8-1cedbff558db tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:12.192654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-abd84a13-0b7c-4460-b96f-a112cc04621d req-dbea97c0-2c3a-4585-85d8-1cedbff558db tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:12.218838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-abd84a13-0b7c-4460-b96f-a112cc04621d req-dbea97c0-2c3a-4585-85d8-1cedbff558db tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:12.219943 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-abd84a13-0b7c-4460-b96f-a112cc04621d req-dbea97c0-2c3a-4585-85d8-1cedbff558db tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.2055573 Jan 31 18:06:12.252468 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-04225fb2-456e-452b-be6e-bb1795ef6023 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=110e3e17-210a-43bc-a0d2-8a88d9aecb20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1061745 Jan 31 18:06:12.443617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-abd84a13-0b7c-4460-b96f-a112cc04621d req-c18a928f-35a4-4d99-a9a4-0f4b03192e32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163563 Jan 31 18:06:12.495178 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-3e6232c5-008f-4f62-9b60-9676fd98b509 service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335470 Jan 31 18:06:12.624491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b6f7456-84e6-4039-ba7e-fc075b15814b req-30cf160e-2034-40d1-8a73-fa6b571fcffb service neutron] 10.222.0.86 "GET /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228688 Jan 31 18:06:13.231314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:13.298353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-01b7d50a-dc65-4dc4-8b00-d07626a1545f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:13.299959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-01b7d50a-dc65-4dc4-8b00-d07626a1545f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.0888233 Jan 31 18:06:13.371230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:06:13.371556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:13.620961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:13.621315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:13.646400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce796ae-7352-45f4-b974-7dc69f6e5706 req-e92a558d-6a59-4238-b931-d6cfd81fa9a2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:13.647846 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cce796ae-7352-45f4-b974-7dc69f6e5706 req-e92a558d-6a59-4238-b931-d6cfd81fa9a2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=8c7ad684-70aa-4834-b9ee-748b13643a2b HTTP/1.1" status: 200 len: 945 time: 0.0795443 Jan 31 18:06:13.692565 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cce796ae-7352-45f4-b974-7dc69f6e5706 req-aefb202d-7b6f-43ca-9bc1-33ef46373913 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392044 Jan 31 18:06:13.744217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 9b39f381-ffa3-4c88-bb29-a6b5157ebcab owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:06:13.887854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:13.933525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=9b39f381-ffa3-4c88-bb29-a6b5157ebcab,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:14.011845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 9b39f381-ffa3-4c88-bb29-a6b5157ebcab on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:06:14.014321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:14.017042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'name': 'network-vif-deleted', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:14.032048 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ccf4f3eb-e98d-488e-9a99-ef9595b5a172 req-fc383a93-85dc-4707-9e93-14b4e9e16e06 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/9b39f381-ffa3-4c88-bb29-a6b5157ebcab HTTP/1.1" status: 204 len: 173 time: 0.7266147 Jan 31 18:06:14.076993 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c7ad684-70aa-4834-b9ee-748b13643a2b', 'name': 'network-vif-deleted', 'tag': '9b39f381-ffa3-4c88-bb29-a6b5157ebcab', 'status': 'completed', 'code': 200} Jan 31 18:06:14.795891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35200) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:14.866198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:14.895108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:14.957520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:14.975829 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911b5db6-2ff8-4dc7-bc7a-7b8163cd4440,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:14.987178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:14.988304 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bdead2b0-cf5e-48a6-830a-4dbd70d16408 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/911b5db6-2ff8-4dc7-bc7a-7b8163cd4440 HTTP/1.1" status: 204 len: 168 time: 0.1914580 Jan 31 18:06:15.029566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35206) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:15.522131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:16.170789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:06:16.171417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:16.356223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:16.356581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:16.481051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:06:16.666743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:16.717267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:17.144737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:17.655467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9b39f381-ffa3-4c88-bb29-a6b5157ebcab no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:06:17.687300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 9b39f381-ffa3-4c88-bb29-a6b5157ebcab {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:06:17.687642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9b39f381-ffa3-4c88-bb29-a6b5157ebcab not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:06:17.824949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 0a0639d1-3151-4e90-8f8e-7c7569072f2c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:06:18.022294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:18.034576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7998cb84-c948-4f07-beb6-efd041589c5e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039644 Jan 31 18:06:18.038031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:18.222970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 27e1c9d7-6b22-4825-bc95-99741085af7f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:06:18.226440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.279235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.369681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.446693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.487915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=27e1c9d7-6b22-4825-bc95-99741085af7f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:18.493562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.500024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1293db71-cb39-45da-b3bd-942ff4b6fbd6 None None] Network 110e3e17-210a-43bc-a0d2-8a88d9aecb20 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:06:18.503080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.503429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.503762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.504094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.505055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.505312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.505669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.506093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.506420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.506748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.507069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:18.510332 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-955ce253-bb2a-41ee-9bdb-2404f845f612 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/27e1c9d7-6b22-4825-bc95-99741085af7f HTTP/1.1" status: 204 len: 168 time: 0.4713790 Jan 31 18:06:18.513018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:18.759007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:18.866491 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] DHCP port deletion for 110e3e17-210a-43bc-a0d2-8a88d9aecb20 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:06:18.870772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Deleting port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:06:18.871150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.089512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] For port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,segment=NetworkSegment(7c7381c0-2f0c-43fa-9a31-593772cf7a2f),segment_id=7c7381c0-2f0c-43fa-9a31-593772cf7a2f)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:19.089798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.110878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.120407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:06:19.120826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.215826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Calling delete_port for eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:06:19.296294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.305064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 42c5cb18-e3df-4823-a7e8-50bdf8e0e655, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:19.305426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.339847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] Pushing event deleted for resources: {'Port': ['ID=eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:19.349992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d71c5c-52bf-4e79-a0f4-7a58cac44b4f None None] No DVR routers for this DVR port eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:06:19.393446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Sync routers for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:19.405567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:19.406240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:19.440872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:06:19.573582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:19.619797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.666378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=42c5cb18-e3df-4823-a7e8-50bdf8e0e655,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:19.686886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:06:19Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:19.691220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Checking router: 0a0639d1-3151-4e90-8f8e-7c7569072f2c for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:19.702783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Routers {'0a0639d1-3151-4e90-8f8e-7c7569072f2c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:19.703541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:19.843092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] Set router 0a0639d1-3151-4e90-8f8e-7c7569072f2c gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:19.919232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:19.962214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:06:19Z', 'revision_number': 7, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:19.966370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506ee5b3-1783-4c3b-96be-f5f9b1a96d7c None None] The sync data for ids ['0a0639d1-3151-4e90-8f8e-7c7569072f2c'] in dv-neutron-823271-3-hyperv is: [{'id': '0a0639d1-3151-4e90-8f8e-7c7569072f2c', 'name': 'tempest-TestNetworkBasicOps-router-41231865', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:05:05Z', 'updated_at': '2022-01-31T18:06:19Z', 'revision_number': 7, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:20.197740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.201934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.227615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.228110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0639d1-3151-4e90-8f8e-7c7569072f2c {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:06:20.242821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.243891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-de50b7bc-4ca3-48e3-b997-55977e364082 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/0a0639d1-3151-4e90-8f8e-7c7569072f2c HTTP/1.1" status: 204 len: 168 time: 1.7299488 Jan 31 18:06:20.246759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35238) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:20.366776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.600420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.633176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110e3e17-210a-43bc-a0d2-8a88d9aecb20']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:20.645852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7381c0-2f0c-43fa-9a31-593772cf7a2f') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:20.646153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7381c0-2f0c-43fa-9a31-593772cf7a2f') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:20.657761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.673604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.680112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1435 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:06:20.680481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:06:20.694977 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:06:20.786534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:06:20.789928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.820716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:06:20.821081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.821493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42c5cb18-e3df-4823-a7e8-50bdf8e0e655 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:06:20.822106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:06:20.837350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=110e3e17-210a-43bc-a0d2-8a88d9aecb20,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:20.855679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bd7d979-a0ea-4fab-870a-1dcd6b14e96e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/110e3e17-210a-43bc-a0d2-8a88d9aecb20 HTTP/1.1" status: 204 len: 168 time: 0.6073999 Jan 31 18:06:20.866263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:06:20.866772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a3c65d3b-4cc0-4df2-b5aa-5bd6e59c8dd2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:06:20.868024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:06:20.870050 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e2c8b1-6e2b-4372-bf96-9e7bab3f2e39 None None] New status for floating IP fdf58c79-23a2-4cf7-b7c6-22a67e943ef9: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:06:20.875532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35242) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:20.882311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--4631161', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:20.887874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:20.892585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:20.895763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:20.903060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:20.904504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:06:20.904881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb0ee88c-a7a6-4fce-bb49-a6a0956aa0b1 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:06:20.935793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:06:20.939000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:20.995482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1423, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:06:21.009747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.010083 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment e8b4fc4b-707f-4a3c-95af-7740cf41d555 of type vlan for network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 Jan 31 18:06:21.039606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.074851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.078859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:21.079565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.189796 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3131692 Jan 31 18:06:21.190384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:21.199089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-281589341', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:21.210997 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:21.213268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45914483-b5e7-45f5-9e88-600515d12b99 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:21.217139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:21.220127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:21.225385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:06:21.233478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:21.244740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.248342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.266467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.421336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.639783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.683410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:21.912347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.175 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/00d1cac6-22df-4944-a61f-fb5d05bd8159) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:22.118129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:22.168212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:22.270649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:22.276652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:22.284818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:22.341192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=00d1cac6-22df-4944-a61f-fb5d05bd8159,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:22.530302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:22.530934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:22.571567 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:06:22.944254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 70cfee0d-81cb-4943-83b3-aaee217afc60 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:06:23.196931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:23.214513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Sync routers for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:23.229969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:23.230639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:23.242898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:23.249293 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b6e6f551-b9b7-48c0-82f1-d20872ae9ea3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0495672 Jan 31 18:06:23.249910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35256) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:23.531395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:23.653457 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b52d4f7a-1d58-4db9-a3bc-6002717cb436 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4023013 Jan 31 18:06:23.655998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35262) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:23.866163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75148b-1305-4481-bd02-e9f01dc4ee18 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:23.867951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5e75148b-1305-4481-bd02-e9f01dc4ee18 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2108698 Jan 31 18:06:23.871231 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:23.934417 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4389ed38-2666-402c-b373-0f74749528f1 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616722 Jan 31 18:06:23.937165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35270) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:23.940574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:22Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:23.943374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-865130729', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:23.947697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Checking router: 70cfee0d-81cb-4943-83b3-aaee217afc60 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:23.948173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Updating router 70cfee0d-81cb-4943-83b3-aaee217afc60 port 00d1cac6-22df-4944-a61f-fb5d05bd8159 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:06:24.022856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.163841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:24.167022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:24.171938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:24.179289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:24.205886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:06:24.318282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.443362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.463466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Transition to ACTIVE for port object 00d1cac6-22df-4944-a61f-fb5d05bd8159 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:24.471216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.587885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Attempting to bind port 00d1cac6-22df-4944-a61f-fb5d05bd8159 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:06:24.588256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Attempting to bind port 00d1cac6-22df-4944-a61f-fb5d05bd8159 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:06:24.588617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Attempting to bind port 00d1cac6-22df-4944-a61f-fb5d05bd8159 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:24.590870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Pushing event updated for resources: {'Port': ['ID=00d1cac6-22df-4944-a61f-fb5d05bd8159,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:24.603366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:06:24.603738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:24.604139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.604604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:06:24.605258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Bound port: 00d1cac6-22df-4944-a61f-fb5d05bd8159, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:06:24.605654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.638745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.639073 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.639422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.639757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.640094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.640428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.640752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.641082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.641425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.642143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.642471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.653145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.699114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] For port 00d1cac6-22df-4944-a61f-fb5d05bd8159, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:06:24.704559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] For port 00d1cac6-22df-4944-a61f-fb5d05bd8159, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00d1cac6-22df-4944-a61f-fb5d05bd8159,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:06:24.710893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.766582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=4db8df9a-89a9-4451-bb04-e3faa937877b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:24.779034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.779473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.779880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.780606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.780718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.785068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:24.793398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:24.793877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:06:24.809981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d44a-d7ad-43f7-8d6f-aae88ff554b3 None None] Pushing event updated for resources: {'Port': ['ID=00d1cac6-22df-4944-a61f-fb5d05bd8159,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:24.813659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:24.814535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:24.830063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:06:24.866619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:24.877179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:24.878266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:24.885375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d240d-4a15-40c7-8719-8bf172fcfba6 None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:06:24.933788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f1cf1e35-31e2-4383-9b75-5f5770ae7c32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9953763 Jan 31 18:06:24.939489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35276) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:25.185097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:25.472200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:06:25.477359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:25.666724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Allocated IP 172.20.0.2 (68e34f8e-7fee-4b1b-9063-1b8d59e3efb2/4db8df9a-89a9-4451-bb04-e3faa937877b/3ba75ecb-b701-47df-879e-81d59e9d3090) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:25.828095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:25.944169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:22Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:25.949992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25c053-f84a-44f2-af06-6c31c53d2438 None None] The sync data for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv is: [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:22Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:26.056737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.079509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Transition to ACTIVE for port object 3ba75ecb-b701-47df-879e-81d59e9d3090 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:26.100308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Transition to ACTIVE for port object 3ba75ecb-b701-47df-879e-81d59e9d3090 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:26.106883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.196820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Pushing event updated for resources: {'Port': ['ID=3ba75ecb-b701-47df-879e-81d59e9d3090,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:26.247096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:26.251726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:26.258368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:26.377160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Attempting to bind port 3ba75ecb-b701-47df-879e-81d59e9d3090 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:06:26.377659 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Attempting to bind port 3ba75ecb-b701-47df-879e-81d59e9d3090 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:06:26.378022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Attempting to bind port 3ba75ecb-b701-47df-879e-81d59e9d3090 on network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:26.386018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:06:26.386411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Checking segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:26.386933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.387317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Bound using segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:06:26.387785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Bound port: 3ba75ecb-b701-47df-879e-81d59e9d3090, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:06:26.388143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.524947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] For port 3ba75ecb-b701-47df-879e-81d59e9d3090, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:06:26.529852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] For port 3ba75ecb-b701-47df-879e-81d59e9d3090, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ba75ecb-b701-47df-879e-81d59e9d3090,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:06:26.537855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.583714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (68e34f8e-7fee-4b1b-9063-1b8d59e3efb2/4db8df9a-89a9-4451-bb04-e3faa937877b/85fec348-22c3-46b9-a9cf-d75548c3d189) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:26.707809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811e3a5-02d0-4ea1-877e-fc0981fe465a None None] Pushing event updated for resources: {'Port': ['ID=3ba75ecb-b701-47df-879e-81d59e9d3090,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:26.755930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00d1cac6-22df-4944-a61f-fb5d05bd8159 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:26.954622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 00d1cac6-22df-4944-a61f-fb5d05bd8159 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:26.962223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 00d1cac6-22df-4944-a61f-fb5d05bd8159 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:26.962606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:26.965536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.040673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 85fec348-22c3-46b9-a9cf-d75548c3d189 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:27.100458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.238228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.256817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:27.264066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 00d1cac6-22df-4944-a61f-fb5d05bd8159, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00d1cac6-22df-4944-a61f-fb5d05bd8159,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:27.271726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:27.274635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.276528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:27.281436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:27.383497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.416255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=00d1cac6-22df-4944-a61f-fb5d05bd8159,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:27.501262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.949652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:27.954747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:28.010360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c311cc6-d271-49c3-a09b-7dc14cbc0f1e None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:06:28.067955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:28.070423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:28.104596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f1aeb395-bc75-4101-9774-47194ca45ca7 None None] Provisioning for port 3ba75ecb-b701-47df-879e-81d59e9d3090 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:28.208740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:28.209891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:28.559165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-934f3134-fe1d-490f-9834-a715fb0b7bf0 None None] Provisioning for port 85fec348-22c3-46b9-a9cf-d75548c3d189 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:28.565086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-934f3134-fe1d-490f-9834-a715fb0b7bf0 None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:28.565479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-934f3134-fe1d-490f-9834-a715fb0b7bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:28.649628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-934f3134-fe1d-490f-9834-a715fb0b7bf0 None None] Port 85fec348-22c3-46b9-a9cf-d75548c3d189 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:06:28.727778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ba75ecb-b701-47df-879e-81d59e9d3090 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:28.770882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 70cfee0d-81cb-4943-83b3-aaee217afc60 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:06:28.866669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb8105ea-9a5f-4503-90fb-8318380edcfb None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:28.867427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb8105ea-9a5f-4503-90fb-8318380edcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:28.887060 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-72724146-8042-48f9-8f08-b8f564df43d1 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123530081&fields=id&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 267 time: 0.1121039 Jan 31 18:06:28.933316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-cb8105ea-9a5f-4503-90fb-8318380edcfb None None] Port 85fec348-22c3-46b9-a9cf-d75548c3d189 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:06:28.938080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3ba75ecb-b701-47df-879e-81d59e9d3090 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:28.943988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3ba75ecb-b701-47df-879e-81d59e9d3090 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:28.944363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.065363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.090069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-28d9c045-341e-4de0-b738-d01142965afe None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:29.090436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28d9c045-341e-4de0-b738-d01142965afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.109981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-99a6fb65-66ab-4464-a396-38c8ba1758b8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.111394 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-99a6fb65-66ab-4464-a396-38c8ba1758b8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.2177262 Jan 31 18:06:29.137832 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-05040b6f-8a8d-4ea4-a143-02739e4548e2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/quotas/9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 375 time: 0.0154195 Jan 31 18:06:29.146339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3ba75ecb-b701-47df-879e-81d59e9d3090, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ba75ecb-b701-47df-879e-81d59e9d3090,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:29.152119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.152889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00d1cac6-22df-4944-a61f-fb5d05bd8159 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:29.203701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:29.215353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-28d9c045-341e-4de0-b738-d01142965afe None None] Port 85fec348-22c3-46b9-a9cf-d75548c3d189 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:06:29.226964 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4cb7ab57-af43-4a8a-a391-cdaee9fdc00d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/70cfee0d-81cb-4943-83b3-aaee217afc60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2864399 Jan 31 18:06:29.229793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35296) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:29.248523 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-688e3d40-7436-40e0-9c03-f10b98d5dd48 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1049693 Jan 31 18:06:29.272827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3ba75ecb-b701-47df-879e-81d59e9d3090,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:29.283672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 00d1cac6-22df-4944-a61f-fb5d05bd8159 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:29.284048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.377874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.378354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.378722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.379081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.380034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.381207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.383647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-367b8806-4e3f-43cd-acd7-9a72f1ea8414 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4288 time: 0.1528728 Jan 31 18:06:29.389861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35302) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:29.463903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.464272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.464630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.464990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.465340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.465769 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:29.467522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1c1f4cce-6ee0-4689-b280-02416a2d9ec0 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0767286 Jan 31 18:06:29.470339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:29.478517 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-81e4d21d-ba41-4c1e-b9a7-275e64a08275 service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165983 Jan 31 18:06:29.612754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-0b09675c-540b-4e0a-b976-d16fe2a33a8b service neutron] 10.222.0.110 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283734 Jan 31 18:06:29.680772 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0917ada3-e59a-474e-8f25-05e5a8dabb9e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2091904 Jan 31 18:06:29.852416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:29.858420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-902389714', 'description': 'tempest-secgroup-smoke-902389714 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:29.865723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:29.870756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:29.874299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:29.882959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:29.896391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:29.940450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:29.944787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:29.948185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:29.954220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.022371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.026680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.109758 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-25a8d091-b38d-4154-8056-6647503de47a req-51e8ad6a-500f-4fbb-9213-a3ce136cda18 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 210 time: 0.0772953 Jan 31 18:06:30.114896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e9db3-628b-4ce6-837d-e09e75f99c35,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.123320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.125007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c4e3774e-00f8-4d5c-80d3-21d3e1659d56 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2714412 Jan 31 18:06:30.127927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35330) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.141608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.144284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.148583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.151745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.158772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.159789 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Sync routers for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:30.171564 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:30.172161 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:30.180210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.249279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.253775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.278128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16204f4e-a306-479b-b546-1e44ddcea88e,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.288426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.289746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d6410fdd-9f36-4a99-8555-7ee4ec122f8c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1607680 Jan 31 18:06:30.292471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.298240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.305548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.310013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.312954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.319473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.339135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.378866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:30.406303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.410389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.434665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287ebe19-a014-4936-a9f0-93a24e60954f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.445838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.447247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f974bd64-607b-4b7b-a94c-612e313e6a8a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1538267 Jan 31 18:06:30.449908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.455500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.461977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.466181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.470211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.477294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.495481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.561317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.566705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.592817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511e9e87-e547-4a4a-8395-fede1f6f0f04,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.608096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.609656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ab5e77e-ad66-4746-befa-441269643976 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1586866 Jan 31 18:06:30.612229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35344) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.620575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.630796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.634778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ba75ecb-b701-47df-879e-81d59e9d3090 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:30.636533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.639683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.645966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.664561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.723842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3ba75ecb-b701-47df-879e-81d59e9d3090 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:30.724513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.730694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.735893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.763561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa2b4f9-0fa5-4eec-986a-9741b27c7be0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.769931 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:30.773983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.775437 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ae3aea87-7e40-4398-8e2a-da812f025bc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1619546 Jan 31 18:06:30.775684 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Checking router: 70cfee0d-81cb-4943-83b3-aaee217afc60 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:30.776369 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Updating router 70cfee0d-81cb-4943-83b3-aaee217afc60 port 85fec348-22c3-46b9-a9cf-d75548c3d189 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:06:30.778027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35348) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.783429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.789983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.794023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.797185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.804607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.815677 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:06:30.823326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.831891 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.899909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.904248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.928202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691248ed-6569-4040-88f6-ef260fa367a0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:30.939922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:30.944189 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8fb99bf7-22df-443f-a730-d291da66bd33 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1622794 Jan 31 18:06:30.944387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35352) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:30.950063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'a82e9db3-628b-4ce6-837d-e09e75f99c35', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:30.956000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:30.961299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:30.966845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:30.974031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:30.984341 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:06:30.990961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.084152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.089889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.108917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b57854-25f8-47a0-8cdb-526b5e9612b1,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:31.140031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.141643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-83602f70-5aeb-4320-bb71-0af82174ebbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1962335 Jan 31 18:06:31.170331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-4a5eab22-fba9-4d91-b35e-300f9a658750 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:31.171784 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-4a5eab22-fba9-4d91-b35e-300f9a658750 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 812 time: 0.1669173 Jan 31 18:06:31.236665 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.255134 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Transition to ACTIVE for port object 85fec348-22c3-46b9-a9cf-d75548c3d189 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:31.266984 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.305981 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dac41796-7acf-490d-a5ba-ca998ec7e811 req-699dea9b-6867-461e-b479-82c51800133e tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 210 time: 0.0545280 Jan 31 18:06:31.319075 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-0f366d2c-0bbb-422f-ac4d-02b94db81901 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ce264d0407248ca87214b0902e458e6 HTTP/1.1" status: 200 len: 380 time: 0.1208897 Jan 31 18:06:31.328140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'port': {'device_id': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'admin_state_up': True, 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'security_groups': ['cc0a1f32-54ca-4a26-b891-d43438c7bd88']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:31.433239 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Pushing event updated for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:31.442503 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.442830 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.443154 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.443471 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.443788 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.444100 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.444412 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.444724 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.445028 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.445331 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.445657 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:06:31.495078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-d017e2db-ea3d-42fd-9b2c-941a4ede670a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:31.533186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-d017e2db-ea3d-42fd-9b2c-941a4ede670a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:31.539154 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Attempting to bind port 85fec348-22c3-46b9-a9cf-d75548c3d189 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:06:31.539634 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Attempting to bind port 85fec348-22c3-46b9-a9cf-d75548c3d189 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:06:31.540077 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Attempting to bind port 85fec348-22c3-46b9-a9cf-d75548c3d189 on network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:31.542102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-d017e2db-ea3d-42fd-9b2c-941a4ede670a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-902389714&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.1939678 Jan 31 18:06:31.546873 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:06:31.547557 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Checking segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:31.548168 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.548739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Bound using segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:06:31.549397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Bound port: 85fec348-22c3-46b9-a9cf-d75548c3d189, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:06:31.549983 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.571820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:31.607918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:31.653207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] For port 85fec348-22c3-46b9-a9cf-d75548c3d189, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:06:31.657508 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] For port 85fec348-22c3-46b9-a9cf-d75548c3d189, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=85fec348-22c3-46b9-a9cf-d75548c3d189,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:06:31.663150 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.679578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Made reservation on behalf of 9ce264d0407248ca87214b0902e458e6 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:06:31.682679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:31.747167 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:31.747895 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:31.827249 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d9a2-f07c-4110-8499-dfe0ca6403d5 None None] Pushing event updated for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:31.914423 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-79f03619-1fa6-44f2-a845-9567bf834bda tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:31.915123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-79f03619-1fa6-44f2-a845-9567bf834bda tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:31.946247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.20.0.14 (31d5149d-3eec-4752-9ad4-75be792b1778/9ecec5cf-a981-4815-8f4f-bfbe770f6501/a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:31.950725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-79f03619-1fa6-44f2-a845-9567bf834bda tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:31.951909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-79f03619-1fa6-44f2-a845-9567bf834bda tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 200 len: 794 time: 0.3659012 Jan 31 18:06:31.964128 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:32.004020 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-4d218c8d-fe72-4a0f-ad21-4959a820672b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0426714 Jan 31 18:06:32.315263 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:31Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:32.319800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-bd389abb-e52d-4a94-aa7f-784aa84bd762 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:32.320288 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4422ce0-a9ce-4ce6-ab0b-2a1db3e485ef None None] The sync data for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv is: [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:31Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:32.343493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:32.364566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Transition to ACTIVE for port object a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:32.366430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-bd389abb-e52d-4a94-aa7f-784aa84bd762 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:32.367761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-bd389abb-e52d-4a94-aa7f-784aa84bd762 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3553178 Jan 31 18:06:32.508596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:32.601987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cdd79-61f9-49a7-93aa-9dcd2ce67381 req-11e1071e-e5e3-4d27-977d-07e709abb99d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:32.614733 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bc3cdd79-61f9-49a7-93aa-9dcd2ce67381 req-11e1071e-e5e3-4d27-977d-07e709abb99d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 932 time: 0.1016536 Jan 31 18:06:32.637529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network 31d5149d-3eec-4752-9ad4-75be792b1778 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:32.640774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:32.643425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:32.658458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:32.689509 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bc3cdd79-61f9-49a7-93aa-9dcd2ce67381 req-f9b9017c-5625-4ee5-ab2d-44ee11df30fd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737605 Jan 31 18:06:32.728948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 85fec348-22c3-46b9-a9cf-d75548c3d189 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:32.753860 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-38388b4e-4f0f-4f9f-9adf-61ac7513115b service neutron] 10.222.0.110 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411384 Jan 31 18:06:32.865303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 85fec348-22c3-46b9-a9cf-d75548c3d189 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:32.870729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:32.871375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:32.893153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:32.893985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:32.950896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-f6f84c0a-d810-4484-a1a6-02cb7649b93a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6263509 Jan 31 18:06:32.964216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Request body: {'port': {'device_id': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:33.059731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a16c857f-f6aa-46b1-ae8a-4fd92cc6224b None None] Provisioning for port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:33.062606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.079810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a16c857f-f6aa-46b1-ae8a-4fd92cc6224b None None] Provisioning complete for port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:33.080184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a16c857f-f6aa-46b1-ae8a-4fd92cc6224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.136445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 85fec348-22c3-46b9-a9cf-d75548c3d189, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=85fec348-22c3-46b9-a9cf-d75548c3d189,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:33.140854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.157613 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-5b0e5a40-b839-4f9b-93a2-cada182dc3f3 service neutron] 10.222.0.110 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951898 Jan 31 18:06:33.158190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.232970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:33.242189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a16c857f-f6aa-46b1-ae8a-4fd92cc6224b None None] Port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:06:33.439519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f0cc417-68a2-44ef-a19a-92c060303c49 req-0fc2be2a-04e0-4a79-8c14-15f527c05d13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:33.453822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f0cc417-68a2-44ef-a19a-92c060303c49 req-0fc2be2a-04e0-4a79-8c14-15f527c05d13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:33.467992 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f0cc417-68a2-44ef-a19a-92c060303c49 req-0fc2be2a-04e0-4a79-8c14-15f527c05d13 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 210 time: 0.0964525 Jan 31 18:06:33.608987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:06:33.617718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.634886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Transition to ACTIVE for port object a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:33.643220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:33.797716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Pushing event updated for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:34.006438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Attempting to bind port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:06:34.006799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Attempting to bind port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:06:34.007122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Attempting to bind port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:34.022165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 on network 31d5149d-3eec-4752-9ad4-75be792b1778 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:06:34.022390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Attempting to bind port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 on network 31d5149d-3eec-4752-9ad4-75be792b1778 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:34.032458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:06:34.032787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Checking segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:34.033193 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Bound using segment: {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:06:34.033634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Bound port: a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1401, 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:06:34.033974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:34.083991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4672fbb-9717-4819-8674-1c20f10ad1b3 req-28dba8ba-20ec-4045-ad42-8bf9d5a67451 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:34.084680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-f4672fbb-9717-4819-8674-1c20f10ad1b3 req-28dba8ba-20ec-4045-ad42-8bf9d5a67451 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:34.132572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-f4672fbb-9717-4819-8674-1c20f10ad1b3 req-28dba8ba-20ec-4045-ad42-8bf9d5a67451 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:34.133642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4672fbb-9717-4819-8674-1c20f10ad1b3 req-28dba8ba-20ec-4045-ad42-8bf9d5a67451 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.1955805 Jan 31 18:06:34.158334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:06:34.170931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:06:34.179872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:34.250271 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4672fbb-9717-4819-8674-1c20f10ad1b3 req-32a6de3e-dba7-4efe-9030-5629e888fe66 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109533 Jan 31 18:06:34.260311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:34.261652 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] 10.222.0.86 "PUT /v2.0/ports/a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 1094 time: 1.3020833 Jan 31 18:06:34.262085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:34.275190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfbe6e9-bd50-49f7-a780-13c66dbe576e service neutron] Pushing event updated for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:34.337324 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'status': 'completed', 'code': 200} Jan 31 18:06:34.381118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-fa799584-ffe4-493a-888b-2533b586c115 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1097 time: 0.0756509 Jan 31 18:06:34.580445 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-e35682f1-06c7-495c-9bec-a85197f70c79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 217 time: 0.1914451 Jan 31 18:06:34.648640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 85fec348-22c3-46b9-a9cf-d75548c3d189 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:34.683663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca03a35d-a9cf-4008-9522-fc445b2eac0b req-2b92f2e1-b9fa-4bbc-85ab-f7892a04bd0c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 210 time: 0.0550067 Jan 31 18:06:34.718073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-3a51b10e-b867-4f05-9dbb-b0ecc12929e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:34.719497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-3a51b10e-b867-4f05-9dbb-b0ecc12929e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.1330304 Jan 31 18:06:34.741346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:34.741750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:34.791397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-0113c552-a2b9-47ea-9620-dba1fcfa29af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:34.792668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-0113c552-a2b9-47ea-9620-dba1fcfa29af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:34.810999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-1d260dc8-b17f-4a07-8086-5b4dccc1faa3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833433 Jan 31 18:06:34.819719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-0113c552-a2b9-47ea-9620-dba1fcfa29af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:34.821162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-0113c552-a2b9-47ea-9620-dba1fcfa29af tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 200 len: 794 time: 0.2221954 Jan 31 18:06:34.966166 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-565ddfa2-8b12-4a5d-a397-4559107672ed service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478422 Jan 31 18:06:34.985184 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-4bb07c43-1757-4175-8e71-7f5f4b5b68ec tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.1510041 Jan 31 18:06:34.993952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['a82e9db3-628b-4ce6-837d-e09e75f99c35']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:35.101084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f858c9e-9bd7-41e3-b535-39df62706946 req-c383943e-9f19-4e4e-adcc-a3b0cc774462 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285205 Jan 31 18:06:35.127483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:35.136984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:35.146609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:06:35.149703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:35.228993 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-36a82214-ae86-4457-b47c-6a3159f69407 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1097 time: 0.0743330 Jan 31 18:06:35.314239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.5 (68e34f8e-7fee-4b1b-9063-1b8d59e3efb2/4db8df9a-89a9-4451-bb04-e3faa937877b/425de3d7-c02c-4291-8ddb-170ad313f642) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:35.368090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-37856732-6b73-4d74-b927-a5a9eb7bf52c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:35.369616 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-37856732-6b73-4d74-b927-a5a9eb7bf52c service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1343572 Jan 31 18:06:35.436168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-c358c035-6bb1-4163-81a3-c6eace267725 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 217 time: 0.0595613 Jan 31 18:06:35.505032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-8cbfd482-e7ef-4b80-8a49-b884314b9aa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:35.506499 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-8cbfd482-e7ef-4b80-8a49-b884314b9aa8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0636570 Jan 31 18:06:35.580367 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-4c68b3c3-82ef-4010-a283-dd11c47969a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679245 Jan 31 18:06:35.583478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52282bc9-5a46-41a8-817c-7ac86a95c547 req-17f609df-7019-4c4d-9080-d2708cb9302c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:35.584973 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-52282bc9-5a46-41a8-817c-7ac86a95c547 req-17f609df-7019-4c4d-9080-d2708cb9302c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.1477785 Jan 31 18:06:35.587629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:35.622755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 425de3d7-c02c-4291-8ddb-170ad313f642 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:35.652077 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-52282bc9-5a46-41a8-817c-7ac86a95c547 req-99fd55a1-8600-4941-a845-3b1edb11b731 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611956 Jan 31 18:06:35.663568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:35.719665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-22bb0de9-6ab7-4912-8c80-ccbb2da3ac82 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329679 Jan 31 18:06:35.737743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:35.741178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:35.745700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:35.775993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:35.816943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:35.818512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:35.846396 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e52120a5-8d3f-4c3c-9257-b3918136c99b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8557236 Jan 31 18:06:35.857458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Request body: {'port': {'device_id': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:35.930974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a060d82-11c1-4177-a053-3ee36bde5c5f req-b514eab4-2385-457f-9d5f-8c7bed390574 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048931 Jan 31 18:06:35.971194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1af64a-113e-4b4d-8807-14e01cc1d1d8 req-7b9f441f-9f40-44ed-be27-631b4eaf0bf1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:35.973154 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa1af64a-113e-4b4d-8807-14e01cc1d1d8 req-7b9f441f-9f40-44ed-be27-631b4eaf0bf1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 931 time: 0.1413434 Jan 31 18:06:35.982265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.020877 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa1af64a-113e-4b4d-8807-14e01cc1d1d8 req-f2860335-22a2-4fcd-a255-4a2ad46ef1ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Jan 31 18:06:36.039223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-297a2f3b-7ed4-413c-b9df-a97b1e0686ae None None] Provisioning for port 425de3d7-c02c-4291-8ddb-170ad313f642 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:36.053489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-297a2f3b-7ed4-413c-b9df-a97b1e0686ae None None] Provisioning complete for port 425de3d7-c02c-4291-8ddb-170ad313f642 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:36.053856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-297a2f3b-7ed4-413c-b9df-a97b1e0686ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.107190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-297a2f3b-7ed4-413c-b9df-a97b1e0686ae None None] Port 425de3d7-c02c-4291-8ddb-170ad313f642 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:06:36.330804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425de3d7-c02c-4291-8ddb-170ad313f642 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:06:36.337443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.351118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Transition to ACTIVE for port object 425de3d7-c02c-4291-8ddb-170ad313f642 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:06:36.354812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.482742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Pushing event updated for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:36.588408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Attempting to bind port 425de3d7-c02c-4291-8ddb-170ad313f642 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:06:36.588684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Attempting to bind port 425de3d7-c02c-4291-8ddb-170ad313f642 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:06:36.589005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Attempting to bind port 425de3d7-c02c-4291-8ddb-170ad313f642 on network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:36.594663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Port 425de3d7-c02c-4291-8ddb-170ad313f642 on network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:06:36.594984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Attempting to bind port 425de3d7-c02c-4291-8ddb-170ad313f642 on network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:06:36.601745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:06:36.602072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Checking segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:06:36.602598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Bound using segment: {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:06:36.603014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Bound port: 425de3d7-c02c-4291-8ddb-170ad313f642, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8b4fc4b-707f-4a3c-95af-7740cf41d555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:06:36.603348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.692269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:06:36.695272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=425de3d7-c02c-4291-8ddb-170ad313f642,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:06:36.699971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.767144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:36.768440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] 10.222.0.86 "PUT /v2.0/ports/425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 200 len: 1093 time: 0.9153731 Jan 31 18:06:36.768802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:36.918319 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642', 'status': 'completed', 'code': 200} Jan 31 18:06:36.955219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089ed44-4179-4332-bb43-a1ecade94f18 service neutron] Pushing event updated for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:36.969490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e95dbd3-f97b-41b7-b91e-9bad34b72797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:37.031779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-7526850a-4ece-4d36-95c6-c50934496351 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1096 time: 0.1126461 Jan 31 18:06:37.037170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41478d81-2938-4aa5-94a7-83c398ca8ca6 req-1e56b2f1-ac27-4901-a68c-e89d97f8f98b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:37.038834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-41478d81-2938-4aa5-94a7-83c398ca8ca6 req-1e56b2f1-ac27-4901-a68c-e89d97f8f98b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.2583392 Jan 31 18:06:37.126490 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-3267b94f-ea2d-40fc-b615-8951e2a8912c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 200 len: 217 time: 0.0863564 Jan 31 18:06:37.197190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-41478d81-2938-4aa5-94a7-83c398ca8ca6 req-66c6e9c4-c41a-4ca0-b022-8e1d1e5298b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060379 Jan 31 18:06:37.219327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-91e4ef7a-b389-4cac-8bd0-3a63aa4776f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:37.222249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-91e4ef7a-b389-4cac-8bd0-3a63aa4776f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 200 len: 843 time: 0.0857604 Jan 31 18:06:37.247573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4bc57-3194-453a-ba0e-7b34b7a5cf23 req-ee165fa9-102f-468d-a245-ef8114b89008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:37.248594 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0ff4bc57-3194-453a-ba0e-7b34b7a5cf23 req-ee165fa9-102f-468d-a245-ef8114b89008 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 943 time: 0.0910835 Jan 31 18:06:37.304413 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0ff4bc57-3194-453a-ba0e-7b34b7a5cf23 req-88ca9531-5c9e-4448-a218-930c72fae056 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479975 Jan 31 18:06:37.306114 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-c9697d9d-e820-4e68-9ae7-9c582977bc79 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772588 Jan 31 18:06:37.452304 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-e685f846-0d81-477b-9a68-66ac7c928771 service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396980 Jan 31 18:06:37.596053 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-01d5a815-9ce7-4ff9-af3e-aea97f7ff651 req-9e603068-de70-491a-a08b-16ad4886e87d service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374555 Jan 31 18:06:37.724119 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-60874796-088f-4252-927f-29f98a1dd2b2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1096 time: 0.0795779 Jan 31 18:06:37.863089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-4401b36e-c800-4408-9cb6-2d1b249b1a13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:37.865458 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-4401b36e-c800-4408-9cb6-2d1b249b1a13 service neutron] 10.222.0.86 "GET /v2.0/networks?id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 200 len: 896 time: 0.1270008 Jan 31 18:06:37.932603 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-061445b5-582a-4e74-8276-0ea7a3cf6b20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 200 len: 217 time: 0.0605226 Jan 31 18:06:37.999091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-13e1d268-5ef3-4c14-92f3-d863f3728e40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:38.000411 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-13e1d268-5ef3-4c14-92f3-d863f3728e40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 200 len: 843 time: 0.0606732 Jan 31 18:06:38.073854 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-bacc69eb-99a7-4a09-81b8-fbeddf5dbc2a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658071 Jan 31 18:06:38.204377 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-6789a7e0-1da7-4cce-9736-e877b41e7c7f service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216195 Jan 31 18:06:38.373185 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8926bdc1-8988-4d44-b912-28eddd922b9d req-a4578c0a-6543-4b8a-9a81-90344c1e1765 service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617124 Jan 31 18:06:38.409228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8bf36-b481-421a-ac2c-8632ec1d7fe5 req-50350b6f-74d5-4a05-834a-a4225a1fb0fd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:38.410921 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0b8bf36-b481-421a-ac2c-8632ec1d7fe5 req-50350b6f-74d5-4a05-834a-a4225a1fb0fd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.0820458 Jan 31 18:06:38.459855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0b8bf36-b481-421a-ac2c-8632ec1d7fe5 req-d1344794-4b0b-4d4c-9c70-080c4d2b7713 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Jan 31 18:06:38.524536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e9c1d-f8fa-4cfc-b58e-b515f760b97f req-943a784a-b85a-4854-abd7-11216d1916a5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:38.526222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-221e9c1d-f8fa-4cfc-b58e-b515f760b97f req-943a784a-b85a-4854-abd7-11216d1916a5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 943 time: 0.0956295 Jan 31 18:06:38.572752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-221e9c1d-f8fa-4cfc-b58e-b515f760b97f req-23e7a5ab-2b96-478b-9e86-e62482a47c81 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406480 Jan 31 18:06:39.335273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1e1fb7ec-b17f-4a43-b71d-8a58d877f092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:39.684727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b79118-537d-40da-98d3-63b5733a50b4 req-88da732d-93f8-42f3-93ca-d5fcfe518749 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:39.686711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49b79118-537d-40da-98d3-63b5733a50b4 req-88da732d-93f8-42f3-93ca-d5fcfe518749 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.0877986 Jan 31 18:06:39.741753 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49b79118-537d-40da-98d3-63b5733a50b4 req-84724600-01c2-4b6c-8430-8668d3cf3943 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478210 Jan 31 18:06:39.782000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 425de3d7-c02c-4291-8ddb-170ad313f642 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:06:39.798060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a275d8b-ac98-4a83-b19f-659cc4f5b834 req-82722219-1ae7-4fc7-b0f8-ed6196433e46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:39.799569 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4a275d8b-ac98-4a83-b19f-659cc4f5b834 req-82722219-1ae7-4fc7-b0f8-ed6196433e46 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 943 time: 0.0997894 Jan 31 18:06:39.865252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4a275d8b-ac98-4a83-b19f-659cc4f5b834 req-81c29a69-a174-4225-9ca2-7634040ff7c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582883 Jan 31 18:06:39.947657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=425de3d7-c02c-4291-8ddb-170ad313f642,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:39.961134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '425de3d7-c02c-4291-8ddb-170ad313f642', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'port_id': '425de3d7-c02c-4291-8ddb-170ad313f642', 'mac_address': 'fa:16:3e:ab:84:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:06:40.013071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:40.029475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425de3d7-c02c-4291-8ddb-170ad313f642 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:06:40.044383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=425de3d7-c02c-4291-8ddb-170ad313f642,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:40.048149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:40.116168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:40.208746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:40.292648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['425de3d7-c02c-4291-8ddb-170ad313f642'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:06:40.399471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:40.954124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b189af-f94e-4bd0-938c-a6c6260efb36 req-0e0e2228-d3a0-4080-811d-cb766e721655 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:40.957656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-79b189af-f94e-4bd0-938c-a6c6260efb36 req-0e0e2228-d3a0-4080-811d-cb766e721655 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 944 time: 0.0921955 Jan 31 18:06:41.097632 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-79b189af-f94e-4bd0-938c-a6c6260efb36 req-cfc9da38-24f6-42c8-895b-85cda9c322b7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357801 Jan 31 18:06:41.195037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954389d-fc4c-4023-baed-cebcf85612b0 req-59829162-4e9b-400b-a0b9-90de8f535716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:41.195965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1954389d-fc4c-4023-baed-cebcf85612b0 req-59829162-4e9b-400b-a0b9-90de8f535716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 944 time: 0.1947417 Jan 31 18:06:41.243019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1954389d-fc4c-4023-baed-cebcf85612b0 req-cf222025-1b9a-49af-be51-6d44813bc3e0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411155 Jan 31 18:06:41.654648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:41.794275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:06:41.797530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 425de3d7-c02c-4291-8ddb-170ad313f642 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:41.975157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 425de3d7-c02c-4291-8ddb-170ad313f642 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:41.985761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 425de3d7-c02c-4291-8ddb-170ad313f642 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:41.986149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:42.023412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:42.045691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'port_id': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'mac_address': 'fa:16:3e:d3:b1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:06:42.139271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:42.165811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:06:42.179735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:42.198121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:42.205551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:42.237777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:42.265693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=425de3d7-c02c-4291-8ddb-170ad313f642,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:42.272125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:42.286651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:42.308514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a1f1ab-5e28-48fd-bc91-c3b359d51aef req-fbb773a0-339b-4da8-b607-3d5bcc46a85d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:42.309979 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-71a1f1ab-5e28-48fd-bc91-c3b359d51aef req-fbb773a0-339b-4da8-b607-3d5bcc46a85d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 945 time: 0.0827310 Jan 31 18:06:42.326874 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642', 'code': 200} Jan 31 18:06:42.365945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:42.382028 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-71a1f1ab-5e28-48fd-bc91-c3b359d51aef req-f679e7f0-b374-44cb-841d-feff70f9bef3 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628340 Jan 31 18:06:42.448606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:06:42.481115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b9bd9-293a-41b7-aa0e-34551ce4ce05 req-43ff06b2-e0b8-4169-8b49-fd4021ba7e86 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:42.482597 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a56b9bd9-293a-41b7-aa0e-34551ce4ce05 req-43ff06b2-e0b8-4169-8b49-fd4021ba7e86 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0815547 Jan 31 18:06:42.532500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a56b9bd9-293a-41b7-aa0e-34551ce4ce05 req-f433002a-7f40-452d-94aa-c45ac3610747 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Jan 31 18:06:42.566519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-36de97b8-eae6-44ce-9712-6b089f372ea7 req-1c4107d8-7515-4db0-b249-8b01bab17107 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1098 time: 0.0836475 Jan 31 18:06:42.611710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-36de97b8-eae6-44ce-9712-6b089f372ea7 req-e1f2a0a3-8a87-4221-b5a0-40b71b368f2c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360944 Jan 31 18:06:43.223296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:43.569054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063826-0dba-44a0-8732-427e0bd396dc req-81540198-04df-45fe-9ff2-dae71c5bbe6c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:43.570559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70063826-0dba-44a0-8732-427e0bd396dc req-81540198-04df-45fe-9ff2-dae71c5bbe6c tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 945 time: 0.0758295 Jan 31 18:06:43.621199 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70063826-0dba-44a0-8732-427e0bd396dc req-c91655a7-fbf1-46d2-830e-8ce4aaa2f125 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450656 Jan 31 18:06:43.742132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e081100-ae81-4bc8-a3ce-c86474702b09 req-c5e9196e-2e2d-4dcf-8d8c-090227799891 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:43.743551 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6e081100-ae81-4bc8-a3ce-c86474702b09 req-c5e9196e-2e2d-4dcf-8d8c-090227799891 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0756240 Jan 31 18:06:43.789097 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6e081100-ae81-4bc8-a3ce-c86474702b09 req-51b00386-6ccc-46ac-a025-1fa9012e40cb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397484 Jan 31 18:06:43.809897 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:06:43.878392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:06:43.882970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:06:43.883343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:43.995850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:44.027885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:06:44.031519 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:44.098026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:44.327612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:44.381543 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'code': 200} Jan 31 18:06:44.653667 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f12074e6-c8a0-4b7a-a7ad-9a9ae7a963c0 req-6aabcffe-baee-47b4-ba89-720c6c71bd99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1099 time: 0.0679152 Jan 31 18:06:44.696897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f12074e6-c8a0-4b7a-a7ad-9a9ae7a963c0 req-7dba15fd-5bb4-467f-9c8c-4bfcb189cd80 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368853 Jan 31 18:06:44.824619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e156aa-080c-4330-98b9-c6d9efc49d54 req-ea35382f-3eb5-4ff7-989d-5de4f7df9d61 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:44.826124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5e156aa-080c-4330-98b9-c6d9efc49d54 req-ea35382f-3eb5-4ff7-989d-5de4f7df9d61 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.0798795 Jan 31 18:06:44.876341 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5e156aa-080c-4330-98b9-c6d9efc49d54 req-d69223f2-a8aa-479d-95d7-deac7a896a7d tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440171 Jan 31 18:06:44.992479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3035a-8217-401f-8b63-89dc8170d91e req-66110bd0-16a4-4b24-a177-bf45a50a7ac9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:44.993122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-48a3035a-8217-401f-8b63-89dc8170d91e req-66110bd0-16a4-4b24-a177-bf45a50a7ac9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:06:45.007914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-48a3035a-8217-401f-8b63-89dc8170d91e req-66110bd0-16a4-4b24-a177-bf45a50a7ac9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:06:45.009046 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-48a3035a-8217-401f-8b63-89dc8170d91e req-66110bd0-16a4-4b24-a177-bf45a50a7ac9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0943198 Jan 31 18:06:45.053389 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-48a3035a-8217-401f-8b63-89dc8170d91e req-98f5e4d2-1f88-48da-a3d6-5bbf3e83682d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387757 Jan 31 18:06:45.246683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd426a72-9df5-4d03-b056-0a47b0eedce1 req-68c997bb-4f9c-4b36-8467-627587c7de5f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:45.248049 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd426a72-9df5-4d03-b056-0a47b0eedce1 req-68c997bb-4f9c-4b36-8467-627587c7de5f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0759122 Jan 31 18:06:45.296239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd426a72-9df5-4d03-b056-0a47b0eedce1 req-8cb283d4-2d50-46da-9de9-088dffa28452 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423622 Jan 31 18:06:45.324396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:45.395531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c01cc283-4ca7-4def-93bc-99f33d14afe7 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1093 time: 0.0699308 Jan 31 18:06:45.398407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:45.403462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '425de3d7-c02c-4291-8ddb-170ad313f642', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:45.408800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:45.413121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:45.415954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:45.421522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:45.432804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:45.566792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:45.710522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.136 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/9981f082-4338-48fa-a5bd-fa7df1eef53b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:45.860977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:45.888441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:45.955533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:45.959212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:45.961843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:45.999247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=9981f082-4338-48fa-a5bd-fa7df1eef53b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:46.075623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd7451-643e-4eb7-892e-dd0f0baec93c req-a62d4e66-6d4c-4ced-94be-efb9e14b18bd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:46.077246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3bdd7451-643e-4eb7-892e-dd0f0baec93c req-a62d4e66-6d4c-4ced-94be-efb9e14b18bd tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.0795586 Jan 31 18:06:46.123182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3bdd7451-643e-4eb7-892e-dd0f0baec93c req-e42696d7-45c6-4c1f-9ce0-1a5c4e39b09b tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402267 Jan 31 18:06:46.398189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2d7df-dfb7-43dd-b862-425140b487b5 req-ec6b0909-a4dd-4475-885e-86c256cefdee tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:46.399556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-48d2d7df-dfb7-43dd-b862-425140b487b5 req-ec6b0909-a4dd-4475-885e-86c256cefdee tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.1262434 Jan 31 18:06:46.461856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-48d2d7df-dfb7-43dd-b862-425140b487b5 req-6d1d7444-7520-44f3-9b27-593f4464a013 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520790 Jan 31 18:06:46.491452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35436) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:46.566805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-93980417-a717-49ba-89fd-cf2d8fc99388 tempest-TestVolumeBootPattern-1382689914 tempest-TestVolumeBootPattern-1382689914-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1094 time: 0.0741682 Jan 31 18:06:46.569512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35440) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:46.574735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:06:46.580472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:06:46.585148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Usage tracker for resource:floatingip and tenant:9ce264d0407248ca87214b0902e458e6 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:06:46.588154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:06:46.593871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:06:46.606374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:46.680665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:46.738043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:46.743107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:46.891564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Allocated IP 172.26.4.143 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/9fb87bea-3258-4bc0-998d-f5830218da6c) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:06:46.948263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:46.952630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.043467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.052241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=9981f082-4338-48fa-a5bd-fa7df1eef53b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:47.072965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.075515 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.137207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:06:47.139979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:06:47.143630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:06:47.173117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=9fb87bea-3258-4bc0-998d-f5830218da6c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:47.264356 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 2b3dfb3f-a203-4525-98bb-fb64beb3d1b9 associated. External IP: 172.26.4.136, port: 425de3d7-c02c-4291-8ddb-170ad313f642. Jan 31 18:06:47.658528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 70cfee0d-81cb-4943-83b3-aaee217afc60 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:06:47.733294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.790480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.865624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:47.878872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Sync routers for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:47.892498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:47.892776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:47.893115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:47.951538 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ac7924eb-a42f-4457-b1c5-f51260b469fa tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5518174 Jan 31 18:06:47.953495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:47.955186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:48.012822 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642', 'status': 'completed', 'code': 200} Jan 31 18:06:48.081227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:48.129891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-262e9f88-d4c4-4e2d-ae59-57b877d11fc3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/2b3dfb3f-a203-4525-98bb-fb64beb3d1b9 HTTP/1.1" status: 200 len: 991 time: 0.1735799 Jan 31 18:06:48.148455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:48.152847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:48.221514 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-be1c78a0-5de1-486d-81c1-a211e441d6a9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1098 time: 0.1811478 Jan 31 18:06:48.334390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event updated for resources: {'Port': ['ID=9fb87bea-3258-4bc0-998d-f5830218da6c,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:06:48.370200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:48.465880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '2b3dfb3f-a203-4525-98bb-fb64beb3d1b9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'port_id': '425de3d7-c02c-4291-8ddb-170ad313f642', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'mac_address': 'fa:16:3e:ab:84:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:46Z', 'updated_at': '2022-01-31T18:06:46Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:48.469693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Checking router: 70cfee0d-81cb-4943-83b3-aaee217afc60 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:48.470876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-a2aa1bce-07eb-4353-85f6-e9fdd6a5477f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:48.472362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-a2aa1bce-07eb-4353-85f6-e9fdd6a5477f service neutron] 10.222.0.86 "GET /v2.0/networks?id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 200 len: 896 time: 0.2206404 Jan 31 18:06:48.480416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:48.481021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:48.585317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-f2724448-53c6-4347-83be-f26d91b78427 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 200 len: 999 time: 0.1043084 Jan 31 18:06:48.662506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:48.710519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-e0e4dba9-9859-4f85-9304-4a39a8c081f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:48.711905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-e0e4dba9-9859-4f85-9304-4a39a8c081f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 200 len: 843 time: 0.0831785 Jan 31 18:06:48.781501 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Floating IP 533845f7-540b-4bc7-b1e0-0f832f23a008 associated. External IP: 172.26.4.143, port: a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1. Jan 31 18:06:48.872857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-068ee942-7d82-479f-a3fc-bc93b61de960 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1538596 Jan 31 18:06:49.011195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '2b3dfb3f-a203-4525-98bb-fb64beb3d1b9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'port_id': '425de3d7-c02c-4291-8ddb-170ad313f642', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'mac_address': 'fa:16:3e:ab:84:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:46Z', 'updated_at': '2022-01-31T18:06:46Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:49.015379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eccc040-bb67-49b9-8f1f-1b76289fa541 None None] The sync data for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv is: [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '2b3dfb3f-a203-4525-98bb-fb64beb3d1b9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.136', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'port_id': '425de3d7-c02c-4291-8ddb-170ad313f642', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'mac_address': 'fa:16:3e:ab:84:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:46Z', 'updated_at': '2022-01-31T18:06:46Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:49.133710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:49.189890 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-605d63c3-4957-4afc-8e77-063cd54a6bfb service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105602 Jan 31 18:06:49.236862 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b23dbc0-d197-4739-b9e2-f2d81ef60a0c None None] New status for floating IP 2b3dfb3f-a203-4525-98bb-fb64beb3d1b9: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:06:49.245688 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-720651f0-018a-4382-847a-bea1760f9a2d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/2b3dfb3f-a203-4525-98bb-fb64beb3d1b9 HTTP/1.1" status: 200 len: 991 time: 0.1097875 Jan 31 18:06:49.396655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88c1c41a-4e20-498c-b5be-f1b02ceb3e84 req-4c4bb20b-eb03-4a1e-a019-2f041e747280 service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991005 Jan 31 18:06:49.531622 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:06:49.727373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:06:49.736327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:06:49.748448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:49.749803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:49.753082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:06:49.809269 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8d3460ce-fd0e-4d6e-a82c-c9fb0e02a321 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2387071 Jan 31 18:06:49.809929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:06:49.872141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'status': 'completed', 'code': 200} Jan 31 18:06:49.933768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:49.964719 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-d05149ea-a65c-4aa0-960b-70ca278f5a96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1099 time: 0.0703144 Jan 31 18:06:50.102819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb2888-188b-47ad-9fad-476a426ea12c req-97a1dd6f-d698-4b0b-a0aa-76788f9c4fef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:50.104258 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-97a1dd6f-d698-4b0b-a0aa-76788f9c4fef service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1343405 Jan 31 18:06:50.206415 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-26a58051-e143-4be5-b73b-1cefe26b74ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 1000 time: 0.0962679 Jan 31 18:06:50.249694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35458) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:06:50.269229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb2888-188b-47ad-9fad-476a426ea12c req-6fd6d95c-2397-4bb7-948d-3f6cba9d71b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:06:50.273510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-6fd6d95c-2397-4bb7-948d-3f6cba9d71b6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0613573 Jan 31 18:06:50.286689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '533845f7-540b-4bc7-b1e0-0f832f23a008', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:d3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:47Z', 'updated_at': '2022-01-31T18:06:47Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}, {'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:50.290799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:06:50.308330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:06:50.309637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:06:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:50.360941 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-0c3f1b51-6be3-43fb-a3fb-ee3ae89067e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816860 Jan 31 18:06:50.475554 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1aa1192b-2c24-4185-a94f-c244cd8189d6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/2b3dfb3f-a203-4525-98bb-fb64beb3d1b9 HTTP/1.1" status: 200 len: 993 time: 0.2163157 Jan 31 18:06:50.543055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:06:50.558083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-d462a29f-425e-4091-a186-6719cb91ae20 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902192 Jan 31 18:06:50.696300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9deb2888-188b-47ad-9fad-476a426ea12c req-f847c2af-7c17-47e9-b9b5-eede8f0642cd service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316693 Jan 31 18:06:50.929194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '533845f7-540b-4bc7-b1e0-0f832f23a008', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:d3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:47Z', 'updated_at': '2022-01-31T18:06:47Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}, {'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:06:50.933075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4c947-456a-460a-a4ee-df94790beb2f None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '533845f7-540b-4bc7-b1e0-0f832f23a008', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.143', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:d3:b1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:06:47Z', 'updated_at': '2022-01-31T18:06:47Z', 'revision_number': 0, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}, {'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:06:51.460078 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b7e8f8-3f66-4442-ba3a-dc4172515892 None None] New status for floating IP 533845f7-540b-4bc7-b1e0-0f832f23a008: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:06:59.572804 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:07:07.008642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7702b4cd-06f6-4b01-9bcc-c031c2a47a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:09.350129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32f903ca-d067-494c-9079-19a1e37d4913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:10.257301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:10.423494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:11.685375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:13.276984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:29.490356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-cf1c5ec3-8bcf-400c-8ddc-bad9b5a61802 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661445 Jan 31 18:07:29.626488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-3a7fe672-34a2-4601-8bd9-f49f1682caa7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0665290 Jan 31 18:07:29.869974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-91de4939-be6a-45aa-90d0-347b71415126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:07:29.871495 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-91de4939-be6a-45aa-90d0-347b71415126 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.2243407 Jan 31 18:07:29.969309 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-8ae78b24-c705-46a8-a82b-cddad4a6f0aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 1001 time: 0.0910738 Jan 31 18:07:30.033528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-a8155d6c-1dcd-4a37-92c8-5ebce25cb5c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:07:30.034889 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-a8155d6c-1dcd-4a37-92c8-5ebce25cb5c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0588045 Jan 31 18:07:30.106633 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-71f772f4-d43a-4744-8478-118f079922c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653057 Jan 31 18:07:30.234765 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-af922ccf-a91c-4617-b863-66d69f2a1b39 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217220 Jan 31 18:07:30.364912 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ede57d57-f768-4a52-b29a-7f7a50372a9e req-f93cc80e-cc05-4745-bf10-914188762c1f service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239829 Jan 31 18:07:36.573691 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:07:36.967005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a4f8287-6f65-464e-aaac-7af3f5b45bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:39.329072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b032c12-dc71-45c7-8052-2fc31ff2f9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:40.218531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:40.385358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:41.660474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:07:43.243249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:06.969669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7be47d54-d543-43c6-a5f8-03b815e05c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:09.331490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d0a91d8e-a30b-4c55-810a-63e2af956228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:10.217965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:10.388570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:11.662345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:13.259720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:13.574558 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:08:29.456394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:29.655312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port 9fb87bea-3258-4bc0-998d-f5830218da6c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:29.655642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:29.821208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:29.821576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:29.940462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for 9fb87bea-3258-4bc0-998d-f5830218da6c owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:30.084810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:30.131792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=9fb87bea-3258-4bc0-998d-f5830218da6c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:30.168463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.168779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.169114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.169460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.169790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.170112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.170431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.170750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.171067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.171907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.172365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:30.229274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:30.585613 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-2b4241b4-2695-438a-bdfa-ce9fd0d1ce23 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1364453 Jan 31 18:08:30.623463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:08:30.678022 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-ad45afe0-adb5-41eb-b396-60e29ddb327b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1099 time: 0.0674882 Jan 31 18:08:30.823993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-7d83dd68-3ca4-4d77-81ad-3f7e48b39015 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:30.825320 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-7d83dd68-3ca4-4d77-81ad-3f7e48b39015 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.1287432 Jan 31 18:08:30.898110 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-8038e7ae-a0a1-4919-a7de-c1de21167b2a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 217 time: 0.0662305 Jan 31 18:08:30.932418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:08:30.942928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:08:30.956389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:30.957502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:30.958296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:30.964848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-8dd4c13b-5887-4ce0-a34e-217ae0b44c4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:30.966317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-8dd4c13b-5887-4ce0-a34e-217ae0b44c4f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0623696 Jan 31 18:08:31.011638 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3540dc2f-9224-4f67-9e51-6e57f33bc688 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "DELETE /v2.0/floatingips/533845f7-540b-4bc7-b1e0-0f832f23a008 HTTP/1.1" status: 204 len: 168 time: 1.5538630 Jan 31 18:08:31.012208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:08:31.045695 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-fd3202ca-2a22-469e-9340-18f2202f141a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737288 Jan 31 18:08:31.097252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'status': 'completed', 'code': 200} Jan 31 18:08:31.158075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:31.188479 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-43757abd-46a7-4763-b7c0-f3af6001f165 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357419 Jan 31 18:08:31.332183 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab7b5056-b63b-4552-bb50-6e9867563f46 req-f433be2b-8e21-4c4a-bfda-9a6fed134a5b service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374059 Jan 31 18:08:31.449991 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-b884a2fc-3c85-4682-b9d3-22e56fd03a4e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 1099 time: 0.0689607 Jan 31 18:08:31.514820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:31.519200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:08:31.529617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:31.530212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:31.725473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-923493b7-f822-4711-b4dd-38720b580284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:31.726797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-923493b7-f822-4711-b4dd-38720b580284 service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.2703567 Jan 31 18:08:31.736894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0f218-e7f4-473a-86a0-0b37dd669d01 req-8866b1c5-7950-4fb1-a934-9d3e10239ef6 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:31.738288 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b3b0f218-e7f4-473a-86a0-0b37dd669d01 req-8866b1c5-7950-4fb1-a934-9d3e10239ef6 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.3688903 Jan 31 18:08:31.757318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:31.818157 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-32915663-fea8-4b05-866b-646079d9a524 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 200 len: 217 time: 0.0789275 Jan 31 18:08:31.879409 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b3b0f218-e7f4-473a-86a0-0b37dd669d01 req-55409393-7ef5-4653-b28d-b17dc550e4ff tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939879 Jan 31 18:08:31.894514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-aaccf25a-07ea-4d88-90ae-0a6eb5f1fa75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:31.895976 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-aaccf25a-07ea-4d88-90ae-0a6eb5f1fa75 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0708849 Jan 31 18:08:31.969859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-11e9d434-d913-43b2-87ea-e3934ae8b854 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674391 Jan 31 18:08:32.107372 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-955623f1-f1f0-42e2-ba35-92038fbb01a1 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288562 Jan 31 18:08:32.110009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:32.113982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ee75a-0d05-403e-b491-a0a1a3bb810d None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'be190566-69a5-4423-8571-58c046ce8368', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'floating_ip_address': '172.26.4.99', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'port_id': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'mac_address': 'fa:16:3e:9f:d4:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:04:45Z', 'updated_at': '2022-01-31T18:04:48Z', 'revision_number': 1, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:08:32.242121 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-796a828e-ae86-451b-833e-e9fba7847cd9 req-a048a370-c4e4-4633-9673-599922b9f584 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287932 Jan 31 18:08:32.330010 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45ef15c-3ca6-41f6-920d-6020917827d9 None None] New status for floating IP 533845f7-540b-4bc7-b1e0-0f832f23a008: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:08:32.907971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb014959-0558-4d0f-a803-12d2e0111744 req-4c39232f-5ed9-4059-bec7-93e41df7dcef tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:32.909324 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-eb014959-0558-4d0f-a803-12d2e0111744 req-4c39232f-5ed9-4059-bec7-93e41df7dcef tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.0813525 Jan 31 18:08:32.976211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:32.976561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:33.170222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4043f-3d6c-4229-a1af-3d1b55810c7f req-daf56eb5-913a-4bf1-b020-278a532acb87 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:33.170832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e3f4043f-3d6c-4229-a1af-3d1b55810c7f req-daf56eb5-913a-4bf1-b020-278a532acb87 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:08:33.186636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e3f4043f-3d6c-4229-a1af-3d1b55810c7f req-daf56eb5-913a-4bf1-b020-278a532acb87 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:08:33.188449 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3f4043f-3d6c-4229-a1af-3d1b55810c7f req-daf56eb5-913a-4bf1-b020-278a532acb87 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 946 time: 0.1664689 Jan 31 18:08:33.216782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] For port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:33.217126 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:33.236654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3f4043f-3d6c-4229-a1af-3d1b55810c7f req-eee578d8-b191-4a51-94e7-e12a977938a7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426147 Jan 31 18:08:33.335409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:33.472974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:33.520911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:33.559211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.559543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.559883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.560204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.560527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.560852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.561172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.561520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.561837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.562177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.562488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:08:33.604119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] No DVR routers for this DVR port a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:08:33.606516 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:33.609031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'name': 'network-vif-deleted', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:08:33.625139 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-eb014959-0558-4d0f-a803-12d2e0111744 req-0d24b6eb-9582-4dc7-9a20-1df5e1b504d5 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "DELETE /v2.0/ports/a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 HTTP/1.1" status: 204 len: 173 time: 0.7101679 Jan 31 18:08:33.664497 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00c0a96e-ecff-4c4a-9db9-ea3e8d109725', 'name': 'network-vif-deleted', 'tag': 'a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1', 'status': 'completed', 'code': 200} Jan 31 18:08:34.416481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-59969e99-f580-4b45-9287-fd532b448f21 req-a064182f-c026-42a3-bf63-0958ee5620b2 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=00c0a96e-ecff-4c4a-9db9-ea3e8d109725 HTTP/1.1" status: 200 len: 210 time: 0.0430744 Jan 31 18:08:36.260632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:08:36.294416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:08:36.294760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device a19d1e01-9b5d-4b25-87c7-5cdc56bb47d1 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:08:36.972271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6c750570-f3d2-4730-96ca-35c71e81f74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:39.333276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-347f34c8-5989-45a6-8530-1566b7a984e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.069315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35540) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:40.220722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.268160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port 88dd539c-4cd6-4b7e-bdfc-fc183a013f93 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:40.268493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.393999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.439176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.439501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.559557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for 88dd539c-4cd6-4b7e-bdfc-fc183a013f93 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:40.706468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:40.754064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=88dd539c-4cd6-4b7e-bdfc-fc183a013f93,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:40.846320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:41.243581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:08:41.551844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:08:41.564714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:08:41.568522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:41.574435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:41.575038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:41.621496 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-df30929d-30c1-4474-9e02-6f0a295e45b9 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "DELETE /v2.0/floatingips/be190566-69a5-4423-8571-58c046ce8368 HTTP/1.1" status: 204 len: 168 time: 1.5510280 Jan 31 18:08:41.622068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:08:41.682880 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'status': 'completed', 'code': 200} Jan 31 18:08:41.724790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:41.732723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:08:41.774079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:41.781453 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-507920d8-7a0a-4b6d-9c01-110cc4543fe9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9ce264d0407248ca87214b0902e458e6&device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 1099 time: 0.0776846 Jan 31 18:08:42.029383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:42.052441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2845541'] for subnet, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:42.101085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-d24346f0-e290-412d-9ab5-eee894b332ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:42.102847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-d24346f0-e290-412d-9ab5-eee894b332ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 200 len: 914 time: 0.3146341 Jan 31 18:08:42.114617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:42.119526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:08:42.131298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:42.131904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:42.179050 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-c4941d44-3b0a-4cce-bdb7-3ad5093dd4c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 200 len: 217 time: 0.0659845 Jan 31 18:08:42.233727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f310f6-83b2-4649-84f8-bc6857696095 req-d94f5234-dd3d-411b-a9b5-ea8c856c10a0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:42.234407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d7f310f6-83b2-4649-84f8-bc6857696095 req-d94f5234-dd3d-411b-a9b5-ea8c856c10a0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:08:42.252617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772296920324', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3073035'] for subnet, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:42.264925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-b6001f3b-e6d6-43e6-a58f-f3bec41f1d0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:42.266960 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-b6001f3b-e6d6-43e6-a58f-f3bec41f1d0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 200 len: 851 time: 0.0798161 Jan 31 18:08:42.268175 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d7f310f6-83b2-4649-84f8-bc6857696095 req-d94f5234-dd3d-411b-a9b5-ea8c856c10a0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:08:42.269506 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d7f310f6-83b2-4649-84f8-bc6857696095 req-d94f5234-dd3d-411b-a9b5-ea8c856c10a0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.2311254 Jan 31 18:08:42.312122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:42.312722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:42.316633 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/subnets/4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 200 len: 835 time: 0.5901773 Jan 31 18:08:42.325265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d65f3-01dd-4b90-91bd-cd0543b3b4b3 None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:08:42.332562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68e79b-74fb-455b-b0ba-da684e9a55bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=4db8df9a-89a9-4451-bb04-e3faa937877b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:42.346213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:42.378124 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d7f310f6-83b2-4649-84f8-bc6857696095 req-143f8e9e-3f52-4230-afc9-ab18228937af tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603030 Jan 31 18:08:42.389231 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-0a4888ef-b3c5-4286-acc4-7e309d3ad394 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=31d5149d-3eec-4752-9ad4-75be792b1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159582 Jan 31 18:08:42.522575 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-2295f14d-6499-4326-b2bd-f86b8d5ef444 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270761 Jan 31 18:08:42.656167 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a5b5adad-642d-4108-b190-1e0f33efb2ef req-f9368ef9-6462-4578-ae4e-0aed279d3896 service neutron] 10.222.0.86 "GET /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272368 Jan 31 18:08:42.879516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:42.883716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d221e-0c09-4692-85a5-c9dbbbe94ed7 None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:00:56Z', 'revision_number': 4, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'c6579c62-81e2-4ed9-addb-bfbd341ae42b', 'name': '', 'network_id': '31d5149d-3eec-4752-9ad4-75be792b1778', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'mac_address': 'fa:16:3e:36:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:55Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'subnets': [{'id': '9ecec5cf-a981-4815-8f4f-bfbe770f6501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:08:43.098504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Provisioning complete for port 425de3d7-c02c-4291-8ddb-170ad313f642 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:08:43.098863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.119107 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71a7a6-bcbd-4e37-9bc0-6b116dc818f1 None None] New status for floating IP be190566-69a5-4423-8571-58c046ce8368: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:08:43.224344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Provisioning complete for port 3ba75ecb-b701-47df-879e-81d59e9d3090 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:08:43.224711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.288773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.363730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Provisioning complete for port 85fec348-22c3-46b9-a9cf-d75548c3d189 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:08:43.363730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-168dbfc6-c0a7-4aed-96a4-594ab2e8cea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.467569 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-dc01a52f-7041-4699-8f69-2ef77e0f97dc tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:43.469753 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-dc01a52f-7041-4699-8f69-2ef77e0f97dc tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.0797236 Jan 31 18:08:43.537198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:43.537567 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.584222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c83b94-f8d0-4836-b1a7-063250cd0006 req-db31d310-5342-4783-8d7c-fea178cd85e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:08:43.584222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-84c83b94-f8d0-4836-b1a7-063250cd0006 req-db31d310-5342-4783-8d7c-fea178cd85e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Synchronizing usage tracker for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:08:43.596802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-84c83b94-f8d0-4836-b1a7-063250cd0006 req-db31d310-5342-4783-8d7c-fea178cd85e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Unset dirty status for tenant:9ce264d0407248ca87214b0902e458e6 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:08:43.597972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-84c83b94-f8d0-4836-b1a7-063250cd0006 req-db31d310-5342-4783-8d7c-fea178cd85e7 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 946 time: 0.0899594 Jan 31 18:08:43.646450 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-84c83b94-f8d0-4836-b1a7-063250cd0006 req-31d57367-8366-4d0f-a3e0-e79e8e6222d8 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/security-groups?id=cc0a1f32-54ca-4a26-b891-d43438c7bd88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Jan 31 18:08:43.777904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] For port fdb8fe71-1a3e-42c8-821c-a6b0f5499589, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:43.778164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:43.896926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for fdb8fe71-1a3e-42c8-821c-a6b0f5499589 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:44.034991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:44.081457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=fdb8fe71-1a3e-42c8-821c-a6b0f5499589,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:44.154538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] No DVR routers for this DVR port fdb8fe71-1a3e-42c8-821c-a6b0f5499589 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:08:44.157886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:44.160698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'name': 'network-vif-deleted', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:08:44.176436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6aaaca37-2d25-4bc9-8b44-a79f4054e742 req-a6c08996-d266-447a-8117-240e20ece78a tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.86 "DELETE /v2.0/ports/fdb8fe71-1a3e-42c8-821c-a6b0f5499589 HTTP/1.1" status: 204 len: 173 time: 0.7019808 Jan 31 18:08:44.220387 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca37b87a-5046-48ca-baf6-6122100ea6c9', 'name': 'network-vif-deleted', 'tag': 'fdb8fe71-1a3e-42c8-821c-a6b0f5499589', 'status': 'completed', 'code': 200} Jan 31 18:08:44.816552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b64a4971-b7ff-4523-9abe-50a1751801ef req-fcd1a5d4-cfdb-4df8-98a4-261ffea12bc6 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca37b87a-5046-48ca-baf6-6122100ea6c9 HTTP/1.1" status: 200 len: 210 time: 0.0481069 Jan 31 18:08:45.923612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:46.074585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Deleting port 1658e791-f6fe-4385-a300-5815782bf2bf {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:46.074914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.239887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.240111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.319621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device fdb8fe71-1a3e-42c8-821c-a6b0f5499589 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:08:46.352148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: fdb8fe71-1a3e-42c8-821c-a6b0f5499589 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:08:46.352487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device fdb8fe71-1a3e-42c8-821c-a6b0f5499589 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:08:46.359165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Calling delete_port for 1658e791-f6fe-4385-a300-5815782bf2bf owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:46.497436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.543926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'Port': ['ID=1658e791-f6fe-4385-a300-5815782bf2bf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:46.724410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.738191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:46.739307 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d5502a3c-ba9e-472f-afb7-6c2252915aad tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "DELETE /v2.0/floatingips/47457988-a23b-4819-88fb-2f8f8f807a18 HTTP/1.1" status: 204 len: 168 time: 0.8147151 Jan 31 18:08:49.226135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35582) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:49.300225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:49.329594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:49.394016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:49.415606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0a1f32-54ca-4a26-b891-d43438c7bd88,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:49.429785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:49.430740 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3b903aad-6d5e-4eda-a41e-50818b5871d0 tempest-TestVolumeBootPattern-2008514521 tempest-TestVolumeBootPattern-2008514521-project] 10.222.0.110 "DELETE /v2.0/security-groups/cc0a1f32-54ca-4a26-b891-d43438c7bd88 HTTP/1.1" status: 204 len: 168 time: 0.2036092 Jan 31 18:08:49.500107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35588) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:50.056437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:50.574204 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:08:50.636904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Deleting port c6579c62-81e2-4ed9-addb-bfbd341ae42b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:50.637374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:50.809364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] For port c6579c62-81e2-4ed9-addb-bfbd341ae42b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=c6579c62-81e2-4ed9-addb-bfbd341ae42b,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:50.809729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:51.021378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Calling delete_port for c6579c62-81e2-4ed9-addb-bfbd341ae42b owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:51.192187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:51.235524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6579c62-81e2-4ed9-addb-bfbd341ae42b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:51.529880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:52.104726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Router f4641ecc-08f0-4d47-aa99-f85371b63428 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:08:52.300893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:08:52.309635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Sync routers for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:08:52.313728 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-037e08c3-eee4-4fa8-8e2a-5b34da18504e admin admin] 10.222.0.110 "PUT /v2.0/routers/f4641ecc-08f0-4d47-aa99-f85371b63428/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8115444 Jan 31 18:08:52.316054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35594) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:52.321056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:52.321694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:52.505335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:52.623275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:52.789747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:08:51Z', 'revision_number': 5, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port': {'id': 'e69add6c-8f03-47a7-9118-1b4e759678e9', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:00:52Z', 'updated_at': '2022-01-31T18:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:52.793539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Checking router: f4641ecc-08f0-4d47-aa99-f85371b63428 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:08:52.804137 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Routers {'f4641ecc-08f0-4d47-aa99-f85371b63428'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:52.804732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['f4641ecc-08f0-4d47-aa99-f85371b63428'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:52.821241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:52.832772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Deleting port e69add6c-8f03-47a7-9118-1b4e759678e9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:52.833223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:52.998148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] Set router f4641ecc-08f0-4d47-aa99-f85371b63428 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:53.008199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] For port e69add6c-8f03-47a7-9118-1b4e759678e9, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e69add6c-8f03-47a7-9118-1b4e759678e9,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:53.008543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.103412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:08:52Z', 'revision_number': 6, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:53.107284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821b76cf-bea5-4327-860a-c43d3f5d643b None None] The sync data for ids ['f4641ecc-08f0-4d47-aa99-f85371b63428'] in dv-neutron-823271-3-hyperv is: [{'id': 'f4641ecc-08f0-4d47-aa99-f85371b63428', 'name': 'tempest-TestVolumeBootPattern-1981465129-router', 'tenant_id': '9ce264d0407248ca87214b0902e458e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:00:51Z', 'updated_at': '2022-01-31T18:08:52Z', 'revision_number': 6, 'project_id': '9ce264d0407248ca87214b0902e458e6', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:08:53.129656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Calling delete_port for e69add6c-8f03-47a7-9118-1b4e759678e9 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:53.292005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.339328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69add6c-8f03-47a7-9118-1b4e759678e9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:53.560514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.926856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.931082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.958209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.958751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4641ecc-08f0-4d47-aa99-f85371b63428 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:08:53.971090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:53.972204 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-162565dd-89a9-473d-8d01-975ede590a03 admin admin] 10.222.0.110 "DELETE /v2.0/routers/f4641ecc-08f0-4d47-aa99-f85371b63428 HTTP/1.1" status: 204 len: 168 time: 1.6552742 Jan 31 18:08:53.974752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35598) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:54.033595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Deleting subnet 9ecec5cf-a981-4815-8f4f-bfbe770f6501 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:08:54.036598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.090314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.167947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.234218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.271236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecec5cf-a981-4815-8f4f-bfbe770f6501,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:54.279417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.285705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ee1666-22f0-4495-89c3-31a6a1c63fca None None] Network 31d5149d-3eec-4752-9ad4-75be792b1778 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:08:54.286168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b2dcb8a-0c54-4383-a403-6e209ce38ee6 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/9ecec5cf-a981-4815-8f4f-bfbe770f6501 HTTP/1.1" status: 204 len: 168 time: 0.3100877 Jan 31 18:08:54.288256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35602) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:54.395219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.405372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Deleting port b24e04ec-da6b-465c-a586-407bc5b05dbc {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:54.405718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.540283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] DHCP port deletion for 31d5149d-3eec-4752-9ad4-75be792b1778 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:08:54.544577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Deleting port b24e04ec-da6b-465c-a586-407bc5b05dbc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:54.544953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.613916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] For port b24e04ec-da6b-465c-a586-407bc5b05dbc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b24e04ec-da6b-465c-a586-407bc5b05dbc,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:54.614267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.714164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b24e04ec-da6b-465c-a586-407bc5b05dbc no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:08:54.740609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Calling delete_port for b24e04ec-da6b-465c-a586-407bc5b05dbc owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:54.796537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] For port b24e04ec-da6b-465c-a586-407bc5b05dbc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b24e04ec-da6b-465c-a586-407bc5b05dbc,segment=NetworkSegment(a70cc0fc-4df0-4150-80a6-1362d8e3ae5c),segment_id=a70cc0fc-4df0-4150-80a6-1362d8e3ae5c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:54.796865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.819863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:54.864369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b24e04ec-da6b-465c-a586-407bc5b05dbc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:54.870347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] No DVR routers for this DVR port b24e04ec-da6b-465c-a586-407bc5b05dbc on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:08:54.913212 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No ports have port_id starting with b24e04ec-da6b-465c-a586-407bc5b05dbc Jan 31 18:08:54.919264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Calling delete_port for b24e04ec-da6b-465c-a586-407bc5b05dbc owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:54.947461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c6579c62-81e2-4ed9-addb-bfbd341ae42b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:08:54.982800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: c6579c62-81e2-4ed9-addb-bfbd341ae42b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:08:54.983164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device c6579c62-81e2-4ed9-addb-bfbd341ae42b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:08:54.983575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e69add6c-8f03-47a7-9118-1b4e759678e9 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:08:54.984666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.010726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d5149d-3eec-4752-9ad4-75be792b1778']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:55.021607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e69add6c-8f03-47a7-9118-1b4e759678e9 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:08:55.021951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e69add6c-8f03-47a7-9118-1b4e759678e9 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:08:55.022536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:55.023436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a70cc0fc-4df0-4150-80a6-1362d8e3ae5c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:55.035401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.051576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.051759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:08:55.051958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:08:55.057494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Releasing vlan 1401 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:08:55.057870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:08:55.075366 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:08:55.148563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.152701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.176299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=31d5149d-3eec-4752-9ad4-75be792b1778,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:55.188817 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aa4802b3-09fa-44dc-85f2-2eff4be719e5 admin admin] 10.222.0.110 "DELETE /v2.0/networks/31d5149d-3eec-4752-9ad4-75be792b1778 HTTP/1.1" status: 204 len: 168 time: 0.8989861 Jan 31 18:08:55.192038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35606) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:55.553009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Deleting port b24e04ec-da6b-465c-a586-407bc5b05dbc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:55.553652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:55.618256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a4809cc6-d376-49aa-a474-3e5a4936d6eb None None] The port 'b24e04ec-da6b-465c-a586-407bc5b05dbc' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:08:55.672795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:56.259110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Deleting port fd816b91-4d43-4299-97c6-fb2fa2799fb7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:56.259768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:56.426404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] For port fd816b91-4d43-4299-97c6-fb2fa2799fb7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fd816b91-4d43-4299-97c6-fb2fa2799fb7,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:56.426745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:56.544632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Calling delete_port for fd816b91-4d43-4299-97c6-fb2fa2799fb7 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:56.717401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:56.763439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd816b91-4d43-4299-97c6-fb2fa2799fb7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:57.162094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:57.721801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Router 716ff285-c9a6-4bc7-aaab-8e138992ef76 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:08:57.920753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:08:57.930093 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Sync routers for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:08:57.932003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e88d6c69-981e-4fda-9065-42bdb8c369a9 admin admin] 10.222.0.110 "PUT /v2.0/routers/716ff285-c9a6-4bc7-aaab-8e138992ef76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7389009 Jan 31 18:08:57.933275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35610) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:57.941433 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:57.942039 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:58.115109 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:58.124310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:58.318586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:58.327907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Deleting port 5064fbc0-df98-4b6c-8653-5b4d8951a276 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:08:58.328239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:58.395496 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:08:56Z', 'revision_number': 5, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port': {'id': '5064fbc0-df98-4b6c-8653-5b4d8951a276', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:cc:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:01:09Z', 'updated_at': '2022-01-31T18:01:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:58.403826 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Checking router: 716ff285-c9a6-4bc7-aaab-8e138992ef76 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:08:58.415447 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Routers {'716ff285-c9a6-4bc7-aaab-8e138992ef76'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:08:58.416021 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:08:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['716ff285-c9a6-4bc7-aaab-8e138992ef76'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:58.498660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] For port 5064fbc0-df98-4b6c-8653-5b4d8951a276, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5064fbc0-df98-4b6c-8653-5b4d8951a276,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:08:58.499004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:58.561329 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] Set router 716ff285-c9a6-4bc7-aaab-8e138992ef76 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:08:58.672579 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:08:58Z', 'revision_number': 6, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:08:58.676782 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64becac2-452f-40da-bca1-d1791d0561b8 None None] The sync data for ids ['716ff285-c9a6-4bc7-aaab-8e138992ef76'] in dv-neutron-823271-3-hyperv is: [{'id': '716ff285-c9a6-4bc7-aaab-8e138992ef76', 'name': 'tempest-TestVolumeBootPattern-1881374258-router', 'tenant_id': '7598e34c49b145849796d4629aa5c4e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:01:06Z', 'updated_at': '2022-01-31T18:08:58Z', 'revision_number': 6, 'project_id': '7598e34c49b145849796d4629aa5c4e9', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:08:58.739675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Calling delete_port for 5064fbc0-df98-4b6c-8653-5b4d8951a276 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:08:58.901932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:58.946219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5064fbc0-df98-4b6c-8653-5b4d8951a276,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:59.167234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.416087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.420276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.445488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.446019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 716ff285-c9a6-4bc7-aaab-8e138992ef76 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:08:59.458015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.459124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f377838b-0e23-43f8-9482-fb34ab805c8d admin admin] 10.222.0.110 "DELETE /v2.0/routers/716ff285-c9a6-4bc7-aaab-8e138992ef76 HTTP/1.1" status: 204 len: 168 time: 1.5249419 Jan 31 18:08:59.461656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35614) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:59.524790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Deleting subnet b51bab67-31c6-40f5-b0ce-f11c45d2c137 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:08:59.527638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.580415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.660517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.730211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.766956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b51bab67-31c6-40f5-b0ce-f11c45d2c137,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:08:59.773966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:08:59.778952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f876ae8-a4e8-4e06-8e5f-19a09247a3c4 None None] Network 2b0d6797-b64b-412f-9842-d3c8435dd0d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:08:59.779726 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f8adc809-0cbf-4a66-b7c0-684aefaa32bd admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b51bab67-31c6-40f5-b0ce-f11c45d2c137 HTTP/1.1" status: 204 len: 168 time: 0.3171511 Jan 31 18:08:59.782532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:08:59.989360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.001804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Deleting port 9085e6f0-08aa-4fa9-9612-1965027c856b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:00.002142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.027971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] DHCP port deletion for 2b0d6797-b64b-412f-9842-d3c8435dd0d3 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:09:00.032222 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Deleting port 9085e6f0-08aa-4fa9-9612-1965027c856b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:00.032706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.202775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] For port 9085e6f0-08aa-4fa9-9612-1965027c856b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9085e6f0-08aa-4fa9-9612-1965027c856b,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:00.203117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.232828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] For port 9085e6f0-08aa-4fa9-9612-1965027c856b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9085e6f0-08aa-4fa9-9612-1965027c856b,segment=NetworkSegment(47d901af-fe7f-4eb2-b3fb-a50e2dafb447),segment_id=47d901af-fe7f-4eb2-b3fb-a50e2dafb447)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:00.233139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.326696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Calling delete_port for 9085e6f0-08aa-4fa9-9612-1965027c856b owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:00.389102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Calling delete_port for 9085e6f0-08aa-4fa9-9612-1965027c856b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:00.400784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.447005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9085e6f0-08aa-4fa9-9612-1965027c856b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:00.453027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] No DVR routers for this DVR port 9085e6f0-08aa-4fa9-9612-1965027c856b on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:09:00.462757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:09:00.463118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:09:00.566734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.591060 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0d6797-b64b-412f-9842-d3c8435dd0d3']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:00.603214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47d901af-fe7f-4eb2-b3fb-a50e2dafb447') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:00.603503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47d901af-fe7f-4eb2-b3fb-a50e2dafb447') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:00.617225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.635315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.642362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:09:00.642732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:09:00.655468 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:09:00.672882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9085e6f0-08aa-4fa9-9612-1965027c856b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:00.704988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9085e6f0-08aa-4fa9-9612-1965027c856b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:00.705383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9085e6f0-08aa-4fa9-9612-1965027c856b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:00.705818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fd816b91-4d43-4299-97c6-fb2fa2799fb7 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:00.730946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.735959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:00.736880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: fd816b91-4d43-4299-97c6-fb2fa2799fb7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:00.737383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fd816b91-4d43-4299-97c6-fb2fa2799fb7 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:00.737986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5064fbc0-df98-4b6c-8653-5b4d8951a276 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:00.760298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0d6797-b64b-412f-9842-d3c8435dd0d3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:00.766610 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-128f6309-e9fe-45d1-8f92-d2a6522c33d9 admin admin] 10.222.0.110 "DELETE /v2.0/networks/2b0d6797-b64b-412f-9842-d3c8435dd0d3 HTTP/1.1" status: 204 len: 168 time: 0.9803162 Jan 31 18:09:00.773396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5064fbc0-df98-4b6c-8653-5b4d8951a276 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:00.773770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5064fbc0-df98-4b6c-8653-5b4d8951a276 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:00.904461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:00.953433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7753d772-60e4-4686-95c1-969374e0cbbe admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=9ce264d0407248ca87214b0902e458e6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477633 Jan 31 18:09:00.956257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:00.964372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Deleting port 9085e6f0-08aa-4fa9-9612-1965027c856b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:00.964845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.013717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.025982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-c69c7ad1-66b0-4bb8-9d22-43e277302117 None None] The port '9085e6f0-08aa-4fa9-9612-1965027c856b' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:09:01.039840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.092375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.108649 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b674e3c7-0659-4313-bc22-7950be939004,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:01.115086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.116238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-79bac596-2069-4306-b640-d77d39b9ced7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b674e3c7-0659-4313-bc22-7950be939004 HTTP/1.1" status: 204 len: 168 time: 0.1590617 Jan 31 18:09:01.499606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:01.549644 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3dc85c8c-edb5-4c2f-b7c6-62537eec6a23 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7598e34c49b145849796d4629aa5c4e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481632 Jan 31 18:09:01.552005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35640) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:01.612160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.637212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.690431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.703700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5168e57-acf9-4eb1-bfa0-45f9a39fc882,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:01.710170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:01.711244 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a5d9af99-f672-4fa1-95f7-67b1cd2f10a4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e5168e57-acf9-4eb1-bfa0-45f9a39fc882 HTTP/1.1" status: 204 len: 168 time: 0.1583862 Jan 31 18:09:06.975673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-71a6ab20-3373-4911-b11e-744e6b58ece3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:09.335788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9e693722-e1f1-4943-bbe2-ab724274114a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:10.222506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:10.395645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:11.668649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:13.258413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:26.285005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35672) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:26.581742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 9981f082-4338-48fa-a5bd-fa7df1eef53b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:26.582075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:26.763838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:26.764156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:26.889780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 9981f082-4338-48fa-a5bd-fa7df1eef53b owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:27.057787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:27.105692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=9981f082-4338-48fa-a5bd-fa7df1eef53b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:27.205850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:27.575436 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:09:27.642136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 70cfee0d-81cb-4943-83b3-aaee217afc60 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:09:27.849536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:09:27.862013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Sync routers for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:09:27.881050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:27.885266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:27.886041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:27.948505 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d608caf-7f1f-4cb8-bf9d-19599a07d3bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/2b3dfb3f-a203-4525-98bb-fb64beb3d1b9 HTTP/1.1" status: 204 len: 168 time: 1.6608715 Jan 31 18:09:27.949148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:09:28.090276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:28.290477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642', 'status': 'completed', 'code': 200} Jan 31 18:09:28.413374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:28.417481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Checking router: 70cfee0d-81cb-4943-83b3-aaee217afc60 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:09:28.427447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15d77d-8254-4b38-885d-32873a80cc71 req-465d927d-ddd8-4f4d-859a-8d14d0c70c0c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:28.428757 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4b15d77d-8254-4b38-885d-32873a80cc71 req-465d927d-ddd8-4f4d-859a-8d14d0c70c0c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.1322851 Jan 31 18:09:28.429147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:28.429823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:28.435761 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-25149d31-2c22-49e0-9215-7262a2b76e6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 1098 time: 0.1053004 Jan 31 18:09:28.563400 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4b15d77d-8254-4b38-885d-32873a80cc71 req-7a67848c-dec2-4938-be75-056cc36f760d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267085 Jan 31 18:09:28.595338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-2c9f246b-61dc-4e08-98a5-20c42298082b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:28.596773 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-2c9f246b-61dc-4e08-98a5-20c42298082b service neutron] 10.222.0.86 "GET /v2.0/networks?id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 200 len: 896 time: 0.1465168 Jan 31 18:09:28.618553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:28.666965 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-7647d73c-8f9a-49da-91e8-1b4ca1574335 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 200 len: 217 time: 0.0638752 Jan 31 18:09:28.731509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-8cd952fd-085a-461d-b74f-5a5dc5d6f4ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:28.732844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-8cd952fd-085a-461d-b74f-5a5dc5d6f4ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 200 len: 843 time: 0.0601158 Jan 31 18:09:28.808009 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-4baf8294-a042-4024-a470-2447cf380830 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679786 Jan 31 18:09:28.989401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:28.993813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8826e-0dfa-4389-be3b-870056d4d0ce None None] The sync data for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv is: [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '85fec348-22c3-46b9-a9cf-d75548c3d189', 'name': '', 'network_id': '68e34f8e-7fee-4b1b-9063-1b8d59e3efb2', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:15:8a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:26Z', 'updated_at': '2022-01-31T18:06:33Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '4db8df9a-89a9-4451-bb04-e3faa937877b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:09:29.046450 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-521759a6-5fac-44e3-9113-49f3bd9a9adc service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321382 Jan 31 18:09:29.193374 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e5d646e-5a76-4e2f-928c-0e9077d5585b req-3e9e9178-cbde-43d1-90a7-0dbcbc5cbd82 service neutron] 10.222.0.86 "GET /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386116 Jan 31 18:09:29.230001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f07949-2883-4f40-a774-28830c4b3889 None None] New status for floating IP 2b3dfb3f-a203-4525-98bb-fb64beb3d1b9: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:09:29.604415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-20dbe992-09ca-468f-be38-7b2b28dbbf7c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:29.606092 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-20dbe992-09ca-468f-be38-7b2b28dbbf7c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0762198 Jan 31 18:09:29.675038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 425de3d7-c02c-4291-8ddb-170ad313f642 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:29.675364 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:29.770733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605e9f2-5a85-4806-a59f-5d6ce48a3aa6 req-d0ea236b-a323-4ba1-81ff-cd8620039d21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:29.771443 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-c605e9f2-5a85-4806-a59f-5d6ce48a3aa6 req-d0ea236b-a323-4ba1-81ff-cd8620039d21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:29.787059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-c605e9f2-5a85-4806-a59f-5d6ce48a3aa6 req-d0ea236b-a323-4ba1-81ff-cd8620039d21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:29.788343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c605e9f2-5a85-4806-a59f-5d6ce48a3aa6 req-d0ea236b-a323-4ba1-81ff-cd8620039d21 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf66f580-81d4-4fb2-8ac6-0291894979fc HTTP/1.1" status: 200 len: 945 time: 0.0931873 Jan 31 18:09:29.834951 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c605e9f2-5a85-4806-a59f-5d6ce48a3aa6 req-20851378-73c1-420c-b73f-79ec0fcd3cca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=a82e9db3-628b-4ce6-837d-e09e75f99c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409670 Jan 31 18:09:29.919122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 425de3d7-c02c-4291-8ddb-170ad313f642, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=425de3d7-c02c-4291-8ddb-170ad313f642,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:29.919475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:30.038883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 425de3d7-c02c-4291-8ddb-170ad313f642 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:30.177532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:30.228913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=425de3d7-c02c-4291-8ddb-170ad313f642,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:30.299017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 425de3d7-c02c-4291-8ddb-170ad313f642 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:09:30.301550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:30.303991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'name': 'network-vif-deleted', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:09:30.318710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-65ba29f5-ac06-4ca4-9f37-b5ef1e293743 req-96f8b0d1-1136-49b9-af72-34f7a7046068 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/425de3d7-c02c-4291-8ddb-170ad313f642 HTTP/1.1" status: 204 len: 173 time: 0.7056952 Jan 31 18:09:30.442243 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66f580-81d4-4fb2-8ac6-0291894979fc', 'name': 'network-vif-deleted', 'tag': '425de3d7-c02c-4291-8ddb-170ad313f642', 'status': 'completed', 'code': 200} Jan 31 18:09:30.943418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35692) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:31.113287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:31.143285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:31.204544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:31.222202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e9db3-628b-4ce6-837d-e09e75f99c35,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:31.235101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.235441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.235778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.236105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.236430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.236752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.237073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.237396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.237736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.238051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.238363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:31.241853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:31.242948 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-69fae280-d338-4813-8619-1237f012161f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/a82e9db3-628b-4ce6-837d-e09e75f99c35 HTTP/1.1" status: 204 len: 168 time: 0.2985260 Jan 31 18:09:31.288094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35700) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:31.676904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:32.276607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 85fec348-22c3-46b9-a9cf-d75548c3d189 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:32.277330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:32.460165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 85fec348-22c3-46b9-a9cf-d75548c3d189, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=85fec348-22c3-46b9-a9cf-d75548c3d189,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:32.460509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:32.556383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 425de3d7-c02c-4291-8ddb-170ad313f642 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:32.578777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 85fec348-22c3-46b9-a9cf-d75548c3d189 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:32.588098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 425de3d7-c02c-4291-8ddb-170ad313f642 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:32.588448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 425de3d7-c02c-4291-8ddb-170ad313f642 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:32.852070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:32.900283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=85fec348-22c3-46b9-a9cf-d75548c3d189,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:33.189901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:33.764549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 70cfee0d-81cb-4943-83b3-aaee217afc60 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:09:33.963598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:09:33.972736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Sync routers for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:09:33.976719 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-792fad0f-b92e-497c-bce3-b735695fca98 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/70cfee0d-81cb-4943-83b3-aaee217afc60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875150 Jan 31 18:09:33.979360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:33.984768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:33.985389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:34.161623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:34.272005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 4db8df9a-89a9-4451-bb04-e3faa937877b {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:09:34.274992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.328356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.417818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.447733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:09:32Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:34.451520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Checking router: 70cfee0d-81cb-4943-83b3-aaee217afc60 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:09:34.462214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Routers {'70cfee0d-81cb-4943-83b3-aaee217afc60'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:34.462810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['70cfee0d-81cb-4943-83b3-aaee217afc60'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:34.501214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.539324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=4db8df9a-89a9-4451-bb04-e3faa937877b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:34.545856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.554186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-86328d1e-75c8-4ccd-b8bf-48aa5fd5e587 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/4db8df9a-89a9-4451-bb04-e3faa937877b HTTP/1.1" status: 204 len: 168 time: 0.5714204 Jan 31 18:09:34.554357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35710) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:34.600116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a01cab7-7a89-40e5-b53e-c97adb4abbe8 None None] Network 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:09:34.769600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.786979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] Set router 70cfee0d-81cb-4943-83b3-aaee217afc60 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:34.971314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:34.980607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 00d1cac6-22df-4944-a61f-fb5d05bd8159 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:34.980998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.102457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:09:32Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:35.106780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939b34d-3386-4017-9735-6df326262261 None None] DHCP port deletion for 68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:09:35.110254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98863b6-2599-432c-91ab-d6cb433e88cc None None] The sync data for ids ['70cfee0d-81cb-4943-83b3-aaee217afc60'] in dv-neutron-823271-3-hyperv is: [{'id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'name': 'tempest-TestNetworkBasicOps-router-281589341', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175'}], 'enable_snat': True}, 'gw_port_id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:09:32Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '00d1cac6-22df-4944-a61f-fb5d05bd8159', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70cfee0d-81cb-4943-83b3-aaee217afc60', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:06:21Z', 'updated_at': '2022-01-31T18:06:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:09:35.112643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f939b34d-3386-4017-9735-6df326262261 None None] Deleting port 3ba75ecb-b701-47df-879e-81d59e9d3090 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:09:35.114183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.159210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 00d1cac6-22df-4944-a61f-fb5d05bd8159, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=00d1cac6-22df-4944-a61f-fb5d05bd8159,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:35.159555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.280104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 00d1cac6-22df-4944-a61f-fb5d05bd8159 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:35.367719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f939b34d-3386-4017-9735-6df326262261 None None] For port 3ba75ecb-b701-47df-879e-81d59e9d3090, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3ba75ecb-b701-47df-879e-81d59e9d3090,segment=NetworkSegment(e8b4fc4b-707f-4a3c-95af-7740cf41d555),segment_id=e8b4fc4b-707f-4a3c-95af-7740cf41d555)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:35.368027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.448671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.488306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f939b34d-3386-4017-9735-6df326262261 None None] Calling delete_port for 3ba75ecb-b701-47df-879e-81d59e9d3090 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:09:35.495555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=00d1cac6-22df-4944-a61f-fb5d05bd8159,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:35.576869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:35.625610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939b34d-3386-4017-9735-6df326262261 None None] Pushing event deleted for resources: {'Port': ['ID=3ba75ecb-b701-47df-879e-81d59e9d3090,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:35.634266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939b34d-3386-4017-9735-6df326262261 None None] No DVR routers for this DVR port 3ba75ecb-b701-47df-879e-81d59e9d3090 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:09:35.642347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.642347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.643412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.643412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.643781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.644113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.644442 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.645341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.645751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.646076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.646396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f939b34d-3386-4017-9735-6df326262261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:35.724618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.072516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.076467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.100903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.101438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 70cfee0d-81cb-4943-83b3-aaee217afc60 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:09:36.115184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.116257 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1b01a685-a1c6-4704-b0d8-4dcdec8b8bd8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/70cfee0d-81cb-4943-83b3-aaee217afc60 HTTP/1.1" status: 204 len: 168 time: 1.5610497 Jan 31 18:09:36.119634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35714) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:36.239950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.368064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.394823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e34f8e-7fee-4b1b-9063-1b8d59e3efb2']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:36.406946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8b4fc4b-707f-4a3c-95af-7740cf41d555') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:36.407235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8b4fc4b-707f-4a3c-95af-7740cf41d555') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:36.418751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.435018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.441085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1423 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:09:36.441688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:09:36.455898 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:09:36.538315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.557658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.568700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=68e34f8e-7fee-4b1b-9063-1b8d59e3efb2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:36.578291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-17f64c63-522d-4823-b4c4-8a0214b53a0d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/68e34f8e-7fee-4b1b-9063-1b8d59e3efb2 HTTP/1.1" status: 204 len: 168 time: 0.4576213 Jan 31 18:09:36.590313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35718) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:36.595877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--778441573', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:36.601466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:36.605891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:36.608656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:36.616081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:36.626345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:09:36.629373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.662416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1424, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:09:36.671549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.671934 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 7ea5a199-46ba-47df-84bc-0c7dc320a5d6 of type vlan for network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae Jan 31 18:09:36.698834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ba75ecb-b701-47df-879e-81d59e9d3090 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:36.700851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.734013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.737765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:36.738157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.743553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3ba75ecb-b701-47df-879e-81d59e9d3090 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:36.743901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3ba75ecb-b701-47df-879e-81d59e9d3090 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:36.744325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00d1cac6-22df-4944-a61f-fb5d05bd8159 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:36.778404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 00d1cac6-22df-4944-a61f-fb5d05bd8159 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:36.778750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 00d1cac6-22df-4944-a61f-fb5d05bd8159 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:36.779172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 85fec348-22c3-46b9-a9cf-d75548c3d189 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:09:36.810299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 85fec348-22c3-46b9-a9cf-d75548c3d189 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:09:36.810642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 85fec348-22c3-46b9-a9cf-d75548c3d189 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:09:36.839484 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2480984 Jan 31 18:09:36.842981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35722) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:36.846203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=8c6eceb8-da95-464b-85f3-2ae0c80f6aae,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:36.850820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:36.855963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.856372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.856670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.857091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.857483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.857794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.858094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.858395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:36.858504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.858712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.859022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.859331 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66546ba-a2f0-4d05-9620-11b5bce7b80c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:36.862463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:36.865587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:36.871418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:09:36.876650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:36.887209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.888251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.906698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:36.988784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b3f9f9f-b0f5-4d5f-8e80-f993546e55ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.058364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.232512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.261074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.392228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.59 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d44cf5e7-5b7c-4192-bd55-2b3dd808c78f) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:09:37.633543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.661362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.723615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:37.726360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:37.728863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:09:37.766955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:37.892792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:37.893447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:38.118804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:09:38.314606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:09:38.334595 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:09:38.343711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:38.347829 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-16c83965-15a8-438a-84eb-49c52e9c4700 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5008759 Jan 31 18:09:38.347968 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:38.347968 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:38.348330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35726) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:38.394250 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9a25824a-440f-4574-af25-458424f07158 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422816 Jan 31 18:09:38.394800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35730) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:38.519616 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:38.524518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7013b961-092c-449f-8b66-0a17dfe5019e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:38.528605 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7013b961-092c-449f-8b66-0a17dfe5019e tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301975 Jan 31 18:09:38.528862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35734) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:38.572185 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7434c6ca-12c1-466d-83a6-e55fb9da7795 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420768 Jan 31 18:09:38.575040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35738) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:38.580177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-652278782', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:38.691705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:38.695730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:38.698436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:38.703870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:38.714082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:09:38.814949 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:38.837022 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:37Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:38.841102 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:09:38.841462 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Updating router 4974485a-fe6c-420e-8841-64d4bc7bc78c port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:09:38.895177 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.105918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.186161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=43980b6d-1e15-4b26-a3d0-84a15c9f3cea,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:39.195042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:09:39.195394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 8c6eceb8-da95-464b-85f3-2ae0c80f6aae, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:09:39.217546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:09:39.228834 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.229057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 8c6eceb8-da95-464b-85f3-2ae0c80f6aae) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:39.233899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:39.234780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.240815 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Transition to ACTIVE for port object d44cf5e7-5b7c-4192-bd55-2b3dd808c78f will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:39.241321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38759316-8c82-4e0f-bc87-232ce2cf6ad2 None None] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:09:39.247566 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.263251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35742) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:39.263771 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4a97e5ad-da2e-4431-a1ea-f83989996d4c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6877289 Jan 31 18:09:39.323575 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Attempting to bind port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:09:39.323938 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Attempting to bind port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:09:39.324325 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Attempting to bind port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:09:39.338004 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:09:39.338739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:09:39.338739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.339107 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:09:39.339555 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Bound port: d44cf5e7-5b7c-4192-bd55-2b3dd808c78f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:09:39.339914 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.360837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7438e35a-ec7d-4dba-8549-21a8a2f60a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.368569 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Pushing event updated for resources: {'Port': ['ID=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:39.394510 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.395373 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.395768 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.396090 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.396408 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.396724 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.397036 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.397346 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.397682 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.397989 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.398293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:09:39.428233 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] For port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:09:39.431635 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] For port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:09:39.436028 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.513772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:09:39.514978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.522079 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54074469-c3db-4f8f-8bd7-963fa59c716b None None] Pushing event updated for resources: {'Port': ['ID=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:39.524598 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:39.525181 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:39.683544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Allocated IP 172.20.0.2 (8c6eceb8-da95-464b-85f3-2ae0c80f6aae/43980b6d-1e15-4b26-a3d0-84a15c9f3cea/e341c4e2-d981-4a86-9479-630bf9f2023b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:09:39.704240 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:39.908594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:39.922197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Transition to ACTIVE for port object e341c4e2-d981-4a86-9479-630bf9f2023b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:39.941901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Transition to ACTIVE for port object e341c4e2-d981-4a86-9479-630bf9f2023b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:39.947597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.002973 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:37Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:40.007261 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f52c92a-ae2d-458f-ba59-d447df20ba7d None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:37Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:09:40.015197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:40.018215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:40.021830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:09:40.058652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.061298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Pushing event updated for resources: {'Port': ['ID=e341c4e2-d981-4a86-9479-630bf9f2023b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:40.125744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Attempting to bind port e341c4e2-d981-4a86-9479-630bf9f2023b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:09:40.126111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Attempting to bind port e341c4e2-d981-4a86-9479-630bf9f2023b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:09:40.126471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Attempting to bind port e341c4e2-d981-4a86-9479-630bf9f2023b on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:09:40.135082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:09:40.135454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Checking segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:09:40.135850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.136235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Bound using segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:09:40.136693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Bound port: e341c4e2-d981-4a86-9479-630bf9f2023b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:09:40.137055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.257078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.272315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] For port e341c4e2-d981-4a86-9479-630bf9f2023b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:09:40.276248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] For port e341c4e2-d981-4a86-9479-630bf9f2023b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e341c4e2-d981-4a86-9479-630bf9f2023b,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:09:40.282845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.434971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.436185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f30fff-b346-477a-87a9-99232d2f14e6 None None] Pushing event updated for resources: {'Port': ['ID=e341c4e2-d981-4a86-9479-630bf9f2023b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:40.653492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (8c6eceb8-da95-464b-85f3-2ae0c80f6aae/43980b6d-1e15-4b26-a3d0-84a15c9f3cea/e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:09:40.765596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d44cf5e7-5b7c-4192-bd55-2b3dd808c78f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:40.841376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:40.847025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:40.848418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.869069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.892421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:40.922060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.982470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:40.991923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:40.995185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:40.998049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:09:40.998486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:41.004273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.005390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e341c4e2-d981-4a86-9479-630bf9f2023b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:41.036551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:41.065847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.120528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:41.135353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port e341c4e2-d981-4a86-9479-630bf9f2023b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:41.162455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.354493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e78e858-bf59-4405-880a-a76f71d7229a None None] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:09:41.477875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Provisioning for port e341c4e2-d981-4a86-9479-630bf9f2023b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:41.511207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Provisioning complete for port e341c4e2-d981-4a86-9479-630bf9f2023b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:41.511488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.571303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.576090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.687659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:41.690289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.698531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.699969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.742259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] For port e341c4e2-d981-4a86-9479-630bf9f2023b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e341c4e2-d981-4a86-9479-630bf9f2023b,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:41.746088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:41.819016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb36ba36-f7b9-45b4-b23c-e0f6b2a087f7 None None] Pushing event updated for resources: {'Port': ['ID=e341c4e2-d981-4a86-9479-630bf9f2023b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:41.839005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:41.840143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:41.969488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Provisioning for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:41.976228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Provisioning complete for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:41.976776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:42.032824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:09:42.046630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Provisioning complete for port e341c4e2-d981-4a86-9479-630bf9f2023b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:42.047010 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38de9a11-666e-4fa5-945a-872a1ebd65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:42.289112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0e38a7de-5177-4e89-9219-4a9388893e0c None None] Provisioning complete for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:42.289523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e38a7de-5177-4e89-9219-4a9388893e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:42.337750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:09:42.341470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0e38a7de-5177-4e89-9219-4a9388893e0c None None] Port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:09:42.461768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2f44472e-0e82-4584-905c-d6e59e335de7 None None] Provisioning complete for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:42.462414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f44472e-0e82-4584-905c-d6e59e335de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:42.515387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2f44472e-0e82-4584-905c-d6e59e335de7 None None] Port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:09:42.539465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:09:42.552680 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-014367d0-f528-4075-b80a-b75362bbe118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/4974485a-fe6c-420e-8841-64d4bc7bc78c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2880878 Jan 31 18:09:42.555148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35746) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:42.692889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca281ba9-7570-4640-8463-c5b95aee68b3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.693262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca281ba9-7570-4640-8463-c5b95aee68b3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.693663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca281ba9-7570-4640-8463-c5b95aee68b3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.694026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca281ba9-7570-4640-8463-c5b95aee68b3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.696065 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ca281ba9-7570-4640-8463-c5b95aee68b3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1396580 Jan 31 18:09:42.698410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35750) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:42.699046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d44cf5e7-5b7c-4192-bd55-2b3dd808c78f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:42.774558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:42.774926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:42.788107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad298f-eeeb-4b65-bc0f-38578994a1df tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.788551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad298f-eeeb-4b65-bc0f-38578994a1df tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.788974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad298f-eeeb-4b65-bc0f-38578994a1df tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.789342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fad298f-eeeb-4b65-bc0f-38578994a1df tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:42.791018 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2fad298f-eeeb-4b65-bc0f-38578994a1df tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0917153 Jan 31 18:09:42.794095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35754) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:42.901312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e341c4e2-d981-4a86-9479-630bf9f2023b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:42.969835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e341c4e2-d981-4a86-9479-630bf9f2023b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:42.970206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.017932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9679a6ac-915b-435e-ab13-4b6e3b526cb8 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2226863 Jan 31 18:09:43.289674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.315638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35760) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:43.321933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-838780910', 'description': 'tempest-secgroup-smoke-838780910 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:43.328269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:43.332748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:43.335566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:43.340972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:43.352891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.390744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:43.394846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:43.398164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:43.403919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:43.461901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.465869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.512287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103f1cff-2f86-4b9c-8125-37274afe76a4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:43.516646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.517849 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0f1cf6f8-404c-47cc-a8fc-fb9561e07e05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2006433 Jan 31 18:09:43.521325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35764) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:43.526918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:43.533005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:43.537626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:43.540639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:43.546647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:43.563868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.627774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:09:43.633323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.637244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.640284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:43.641049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:43.660947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b866fb-fae1-40e9-b48f-dcefbf52669b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:43.674716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.676740 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3166ede0-b47a-46a8-a382-025fc4f2fd9c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1543148 Jan 31 18:09:43.679493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35768) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:43.685236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:43.691100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:43.695336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:43.698350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:43.704067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:43.720878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.783250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.787832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.812054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a688a3-fc80-46ed-90d7-94fece165b67,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:43.823145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.824334 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1302cbdd-3499-4691-adcd-bb5d6ac63226 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1436968 Jan 31 18:09:43.827647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35772) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:43.834604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:43.841065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:43.845245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:43.849793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:43.857707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:43.872557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:43.877735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.946709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.950651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.971601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1aed6b7-527a-4006-9b31-858798b59da6,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:43.982729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:43.984063 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-97efaf1c-0728-47ef-9ffb-2ffef2612d00 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1552858 Jan 31 18:09:43.987034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35776) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:43.993092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:43.999190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:44.002889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:44.006756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:44.012609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:44.030059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.094609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.098959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.124327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dc812b-5a90-47fd-a940-5bf94b148a8f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:44.133607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.134777 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-740026ab-fa5d-4538-a80c-54033470cb90 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1467748 Jan 31 18:09:44.137489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35780) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:44.142874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:44.148651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:44.152415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:44.155229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:44.161381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:44.171825 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:09:44.178938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.191752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:44.195643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:09:44.195983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Updating router 4974485a-fe6c-420e-8841-64d4bc7bc78c port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:09:44.242799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.246311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.249027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.270221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b816cd-e46d-4dd3-a031-acda2c955453,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:44.279743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.280945 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-44137de1-0d64-45ed-8a15-aa2a23c070e2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425650 Jan 31 18:09:44.283695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35784) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:44.289547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '103f1cff-2f86-4b9c-8125-37274afe76a4', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:44.295275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:44.299290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:44.304157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:44.310015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:44.321687 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:09:44.328034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.397880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.401981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.426438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9639b1-8b99-4f78-ac8a-52fc8fe77931,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:44.436343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.437732 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9e2f36f3-91b0-4f0a-9d73-8d67da69b1c9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1531091 Jan 31 18:09:44.605063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.617933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Transition to ACTIVE for port object e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:44.624596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.675422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-6aa170a9-d88a-4daf-b0ee-8815e339f380 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:44.690301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-6aa170a9-d88a-4daf-b0ee-8815e339f380 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:44.691975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-6aa170a9-d88a-4daf-b0ee-8815e339f380 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-838780910&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0570602 Jan 31 18:09:44.741866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a034-80b8-469a-8c36-0cc7b82b7fcb None None] Pushing event updated for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:44.847928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Attempting to bind port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:09:44.848673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Attempting to bind port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:09:44.849254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Attempting to bind port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:09:44.856311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:09:44.856919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Checking segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:09:44.857324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.857781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Bound using segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:09:44.857965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35244cb-2b77-4515-94df-306b614e92d8 req-0228411a-2da8-49c9-850e-4aa2529e4f94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:44.858244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Bound port: e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:09:44.858816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.859128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-0228411a-2da8-49c9-850e-4aa2529e4f94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:44.878880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-0228411a-2da8-49c9-850e-4aa2529e4f94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:44.880573 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-0228411a-2da8-49c9-850e-4aa2529e4f94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 796 time: 0.1781065 Jan 31 18:09:44.902988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-969dc247-b628-4296-ae54-ddfe2a04563f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0162921 Jan 31 18:09:44.958221 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] For port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:09:44.961646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] For port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:09:44.968020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:44.979523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-657c6776-221b-492b-8362-9ceef018fabf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:44.996262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d35244cb-2b77-4515-94df-306b614e92d8 req-657c6776-221b-492b-8362-9ceef018fabf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:44.997910 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-657c6776-221b-492b-8362-9ceef018fabf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941849 Jan 31 18:09:45.049981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665a034-80b8-469a-8c36-0cc7b82b7fcb None None] Pushing event updated for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:45.055540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:45.056166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:45.143832 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-3b326a7e-b84a-4fe8-9b9c-b03a47f421f4 service neutron] 10.222.0.110 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334145 Jan 31 18:09:45.243626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:45.281995 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-be2780f4-e843-419d-b1cc-2526d2b4270b service neutron] 10.222.0.110 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309240 Jan 31 18:09:45.602724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:44Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:45.606644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ade04a-3511-455d-bfc9-db0e2bcc9a49 None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:44Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:09:46.504330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-208fe75e-6b3f-4a95-ad0b-678e4ca74984 req-8b355d7f-a469-4622-a4bc-496ee60e8317 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:46.521114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-208fe75e-6b3f-4a95-ad0b-678e4ca74984 req-8b355d7f-a469-4622-a4bc-496ee60e8317 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:46.522298 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-208fe75e-6b3f-4a95-ad0b-678e4ca74984 req-8b355d7f-a469-4622-a4bc-496ee60e8317 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 210 time: 0.0638185 Jan 31 18:09:46.717505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:46.791958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:46.797005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:46.797378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:46.923607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:46.958148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:46.962633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:47.030789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:47.546411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35244cb-2b77-4515-94df-306b614e92d8 req-bcb84662-2f7c-4900-9175-acf3d8bc2ef5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:47.547916 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-bcb84662-2f7c-4900-9175-acf3d8bc2ef5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 796 time: 0.1571445 Jan 31 18:09:47.609377 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-5ad8b3f9-fa4c-470e-8c9d-f33a6e242ffe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 379 time: 0.0490704 Jan 31 18:09:47.622816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['103f1cff-2f86-4b9c-8125-37274afe76a4']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:47.756380 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8fbdd85b-f6d0-40de-af19-b28b68cbe9b8 req-5a8ad2a7-a50f-433b-a0a9-c32d40119761 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 210 time: 0.0626895 Jan 31 18:09:47.804582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:47.814011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:47.824114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:09:47.827156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:47.989803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.7 (8c6eceb8-da95-464b-85f3-2ae0c80f6aae/43980b6d-1e15-4b26-a3d0-84a15c9f3cea/0e97044b-a832-4f71-b54d-b142469af511) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:09:48.181856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.197438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 0e97044b-a832-4f71-b54d-b142469af511 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:48.219112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.388818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:48.391863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:48.397286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:09:48.424741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:48.465393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:48.466025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.495737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-dbeee761-0bba-4a53-89d1-37cc3ec8de95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769672 Jan 31 18:09:48.508302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Request body: {'port': {'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:48.622352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.630645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc6867db-e512-4f21-be71-f0616fda2649 None None] Provisioning for port 0e97044b-a832-4f71-b54d-b142469af511 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:48.635502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bc6867db-e512-4f21-be71-f0616fda2649 None None] Provisioning complete for port 0e97044b-a832-4f71-b54d-b142469af511 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:48.636192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bc6867db-e512-4f21-be71-f0616fda2649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.693512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bc6867db-e512-4f21-be71-f0616fda2649 None None] Port 0e97044b-a832-4f71-b54d-b142469af511 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:09:48.711239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:48.782035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:48.782512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.977678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e97044b-a832-4f71-b54d-b142469af511 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:09:48.984392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:48.985497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9755f4-68a9-4ebd-823d-0a4e0d06cf22 req-aed775c7-6517-41e9-b773-2c2aa4948a6e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:48.986994 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ee9755f4-68a9-4ebd-823d-0a4e0d06cf22 req-aed775c7-6517-41e9-b773-2c2aa4948a6e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 931 time: 0.0761380 Jan 31 18:09:48.999400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Transition to ACTIVE for port object 0e97044b-a832-4f71-b54d-b142469af511 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:09:49.003330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:49.032280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ee9755f4-68a9-4ebd-823d-0a4e0d06cf22 req-5f941f4e-e26d-4c85-85c6-c100dda6a38c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:49.044399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ee9755f4-68a9-4ebd-823d-0a4e0d06cf22 req-5f941f4e-e26d-4c85-85c6-c100dda6a38c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:49.045556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ee9755f4-68a9-4ebd-823d-0a4e0d06cf22 req-5f941f4e-e26d-4c85-85c6-c100dda6a38c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529780 Jan 31 18:09:49.131627 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:49.240063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Attempting to bind port 0e97044b-a832-4f71-b54d-b142469af511 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:09:49.240357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Attempting to bind port 0e97044b-a832-4f71-b54d-b142469af511 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:09:49.240613 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Attempting to bind port 0e97044b-a832-4f71-b54d-b142469af511 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:09:49.246690 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Port 0e97044b-a832-4f71-b54d-b142469af511 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:09:49.247004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Attempting to bind port 0e97044b-a832-4f71-b54d-b142469af511 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:09:49.253170 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:09:49.254040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Checking segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:09:49.254787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Bound using segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:09:49.254969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Bound port: 0e97044b-a832-4f71-b54d-b142469af511, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:09:49.255302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:49.344507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:09:49.347313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:09:49.351990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:49.412571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:49.413961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] 10.222.0.86 "PUT /v2.0/ports/0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 1093 time: 0.9105422 Jan 31 18:09:49.414388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:09:49.431205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178e186-76b9-49ad-9380-83b0a7711dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:49.485175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:09:49.524033 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-237d9d7d-3cf1-4f0b-be07-01c3604d386a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1096 time: 0.0743279 Jan 31 18:09:49.595373 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-6559c4c7-dd57-49fe-8137-8348b8e0425a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 217 time: 0.0647588 Jan 31 18:09:49.657996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35244cb-2b77-4515-94df-306b614e92d8 req-a9c3d9af-eb04-479e-b6e2-85adec18617b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:49.659405 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-a9c3d9af-eb04-479e-b6e2-85adec18617b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0567131 Jan 31 18:09:49.736740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-b9da3c8e-2035-48be-bb7c-a2da491ea2df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710204 Jan 31 18:09:49.866687 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-2baf6d8a-397e-40b9-954b-33e99201f555 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239271 Jan 31 18:09:49.999676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d35244cb-2b77-4515-94df-306b614e92d8 req-cd9e1e14-891f-4d9d-9967-7e5035e0a784 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270616 Jan 31 18:09:50.115250 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-7c27f034-9be6-4ea5-b85f-bbb9c143847c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1096 time: 0.0703077 Jan 31 18:09:50.256772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910c109-edcb-415d-846a-4e4b8c3cd0ff req-e7b24fcd-a12e-41ce-895f-2fe6f7f9d93c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:50.258241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4910c109-edcb-415d-846a-4e4b8c3cd0ff req-e7b24fcd-a12e-41ce-895f-2fe6f7f9d93c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 943 time: 0.0889649 Jan 31 18:09:50.314693 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4910c109-edcb-415d-846a-4e4b8c3cd0ff req-e2611f54-a95b-48f3-b1d4-5172d391bf65 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507705 Jan 31 18:09:50.358843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67232-59ed-473a-bff2-d161e779e071 req-484c800e-55c5-4708-9ac7-19c8091ec2db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:50.360281 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-484c800e-55c5-4708-9ac7-19c8091ec2db service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.2394195 Jan 31 18:09:50.432089 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-30881ffb-1b31-4771-92e8-c9b055d03857 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 217 time: 0.0651689 Jan 31 18:09:50.494929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc67232-59ed-473a-bff2-d161e779e071 req-ccddd5eb-20d3-44cc-acc2-648adb23f1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:50.496605 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-ccddd5eb-20d3-44cc-acc2-648adb23f1af service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0579672 Jan 31 18:09:50.573935 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-9cae95f8-3b02-4a21-86d4-e288f7bc9a7e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703137 Jan 31 18:09:50.681862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0e97044b-a832-4f71-b54d-b142469af511 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:09:50.714390 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-76e2659f-073a-4f09-b3c0-e0b072317291 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335187 Jan 31 18:09:50.816418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:50.829798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '0e97044b-a832-4f71-b54d-b142469af511', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:09:50.846452 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc67232-59ed-473a-bff2-d161e779e071 req-2df30ca2-8b9c-407c-ae24-0baaafd2ec90 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250296 Jan 31 18:09:50.884750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:50.901683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e97044b-a832-4f71-b54d-b142469af511 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:09:50.916681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:50.920327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:50.987686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:51.172646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['0e97044b-a832-4f71-b54d-b142469af511'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:09:51.515262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148d399-2c53-4e92-95e6-5e07c205343c req-b572ea68-f4e2-4241-a110-c0a2471c1ab0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:51.515937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-5148d399-2c53-4e92-95e6-5e07c205343c req-b572ea68-f4e2-4241-a110-c0a2471c1ab0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:09:51.531002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-5148d399-2c53-4e92-95e6-5e07c205343c req-b572ea68-f4e2-4241-a110-c0a2471c1ab0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:09:51.532134 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5148d399-2c53-4e92-95e6-5e07c205343c req-b572ea68-f4e2-4241-a110-c0a2471c1ab0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 944 time: 0.0901837 Jan 31 18:09:51.576685 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5148d399-2c53-4e92-95e6-5e07c205343c req-3a95857d-5f3a-49f2-b2b0-4d091433fc14 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383916 Jan 31 18:09:52.696216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0e97044b-a832-4f71-b54d-b142469af511 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:09:52.763714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 0e97044b-a832-4f71-b54d-b142469af511 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:09:52.768370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 0e97044b-a832-4f71-b54d-b142469af511 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:09:52.768797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:52.775659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc55e6f-65a1-4925-8dfb-d122bae7eaaf req-792d68a4-e749-416c-a234-12a119f0ce95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:52.777151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cc55e6f-65a1-4925-8dfb-d122bae7eaaf req-792d68a4-e749-416c-a234-12a119f0ce95 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 944 time: 0.0766499 Jan 31 18:09:52.828376 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cc55e6f-65a1-4925-8dfb-d122bae7eaaf req-e2b8788e-7ca3-47c6-92b8-c667719b935b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454998 Jan 31 18:09:52.896731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:52.923193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:09:52.933885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:09:52.939059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:53.011583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:53.058203 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'code': 200} Jan 31 18:09:53.286327 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d82bcd5b-def1-4a73-bba7-e9570549bdab req-5d2ae747-b696-4c76-8c97-519c4906efaa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1098 time: 0.0719652 Jan 31 18:09:53.327871 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d82bcd5b-def1-4a73-bba7-e9570549bdab req-81a7f98b-6d3a-45f6-982a-1be0bec1fa96 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359819 Jan 31 18:09:54.129288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fd073-6a5d-43e0-b9a2-168e36d2cb90 req-f4f00477-09de-42e2-a343-e9d121b46ea6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:54.130792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fd0fd073-6a5d-43e0-b9a2-168e36d2cb90 req-f4f00477-09de-42e2-a343-e9d121b46ea6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.1781304 Jan 31 18:09:54.178901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fd0fd073-6a5d-43e0-b9a2-168e36d2cb90 req-23ce796b-6622-44bb-9a13-b1f15ef88fd0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423858 Jan 31 18:09:55.382923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2fc2b-3e12-4a6d-909c-208ecf7952d9 req-c044ea97-5079-43d4-b42b-7ea92d320fee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:55.384365 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4fb2fc2b-3e12-4a6d-909c-208ecf7952d9 req-c044ea97-5079-43d4-b42b-7ea92d320fee tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.0785370 Jan 31 18:09:55.432710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4fb2fc2b-3e12-4a6d-909c-208ecf7952d9 req-6c8bcb05-56f2-4836-80f8-3f11c7810158 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427568 Jan 31 18:09:55.631295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb52e1-aa7b-4459-8720-1a7dde30ab73 req-b6123e51-d9ea-4a13-9282-06577fb03616 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:55.632701 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-26cb52e1-aa7b-4459-8720-1a7dde30ab73 req-b6123e51-d9ea-4a13-9282-06577fb03616 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.0794802 Jan 31 18:09:55.677638 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-26cb52e1-aa7b-4459-8720-1a7dde30ab73 req-47fb0d77-f286-408c-88a8-6419b5822b94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394330 Jan 31 18:09:55.705434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35830) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:55.775240 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-832cba55-5b7e-4902-92ee-b9d241a62a6b tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1093 time: 0.0685203 Jan 31 18:09:55.777866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:55.783584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:55.789892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:55.794472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:55.797459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:55.803834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:55.814725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:55.962890 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:56.102964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.113 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/bc78c23d-56c6-4dd4-9451-758c925aee8b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:09:56.252796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:56.280699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:56.346607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:09:56.350107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:09:56.354580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:09:56.381927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bc78c23d-56c6-4dd4-9451-758c925aee8b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:56.877424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:56.936542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:57.147107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:57.151431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:57.349469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=bc78c23d-56c6-4dd4-9451-758c925aee8b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:57.367827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:57.562378 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 451e4246-a70a-4158-81b5-9d97b17bf370 associated. External IP: 172.26.4.113, port: 0e97044b-a832-4f71-b54d-b142469af511. Jan 31 18:09:57.963630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:09:58.167759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:09:58.177260 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:09:58.189575 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:58.190316 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:58.194183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:58.252693 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cd50c984-d37f-4ab8-9507-a7f72542f3cd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4737082 Jan 31 18:09:58.254070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:09:58.256000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35838) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:58.311816 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:09:58.327823 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ff111f59-a0ac-4756-a6e7-6b1968bc94aa tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1093 time: 0.0706518 Jan 31 18:09:58.414810 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-b75ad31a-6e3b-4a50-8ba0-ee7325002617 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1098 time: 0.0816936 Jan 31 18:09:58.415541 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:58.559929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-5d7ff347-1ee9-4644-9b59-94dabfeacd94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:58.561510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-5d7ff347-1ee9-4644-9b59-94dabfeacd94 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1338904 Jan 31 18:09:58.668878 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-525fdf1b-bab4-41d6-bc27-83de26cc0a39 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 999 time: 0.1014268 Jan 31 18:09:58.739931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-4f64463a-1738-49d6-afd7-ab2abc0b272f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:09:58.741708 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-4f64463a-1738-49d6-afd7-ab2abc0b272f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0669622 Jan 31 18:09:58.749401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35846) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:58.755680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1795124793', 'description': 'tempest-secgroup-smoke-1795124793 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:58.761583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:58.771696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:58.782714 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:09:56Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:58.783102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:58.787207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:09:58.809733 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:09:58.810955 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:09:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:58.820371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:58.824337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:58.827433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:58.833602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:58.834843 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-d925ecd2-0a6c-499c-ab52-f5ffb7f65a50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873883 Jan 31 18:09:58.899248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:58.903751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:58.948697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba603a61-a00b-41a9-84c6-b0d1c7dbca05,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:58.962954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:58.964570 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c2af538-ac99-4f9b-a54b-f4848b654f85 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2140081 Jan 31 18:09:58.967248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35850) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:58.973793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:58.979942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:58.983743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:58.986834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:58.993690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.008615 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-622fbd50-4b26-4737-8f3f-2ed5a2e29136 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665359 Jan 31 18:09:59.013470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.032529 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:09:59.080053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.085820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.113963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e897d9c2-41d5-4396-b433-d0983d28af92,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.135792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.139885 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-085bad1c-9e94-4f84-9133-60961517f6bd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1687658 Jan 31 18:09:59.140095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:59.146500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:59.152797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:59.156948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:59.160081 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:59.166697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.193344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.245977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-49fceb9e-8f83-4786-adb3-78e22b745044 req-e18c2e1e-0bb3-4600-847e-2b7e08858215 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317901 Jan 31 18:09:59.265142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.270561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.293465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c102ca24-01bc-4cb3-bcc0-e37353cacff2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.303866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.305060 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f01ef2ab-3daa-465c-abd6-efa746bb976d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1640856 Jan 31 18:09:59.307713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:59.313053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:59.318901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:59.322779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:59.325804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:59.332223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.351004 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.407952 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:09:56Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:09:59.412571 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df40b8b-0a0d-4fde-81d2-cf16b1355cd8 None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:09:56Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:09:59.416346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.421519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.449779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf08cdd-7770-4cbd-bfb8-7197307ba9fa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.459480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.460688 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-23222040-7a19-4140-b7e0-2e0fe977a1df tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1520545 Jan 31 18:09:59.463628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:59.469062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:59.475615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:59.479497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:59.483748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:59.491814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.509116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.570946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.574513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.604905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16b1581-99c9-484c-8a4a-aee6845b17d0,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.614573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.615797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5db8f6dc-1708-4962-93ad-bc2a9f0db70d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1511829 Jan 31 18:09:59.618503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35866) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:59.624490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:59.631926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:59.635642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:59.638484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:59.644624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.655213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:09:59.662190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.727839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.731798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.753119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416bcc52-91bc-4450-9540-bb44e4f7993f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.765470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.766652 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b4a17a4b-d2ff-4e7f-8fec-f20ac9c87a0b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1472251 Jan 31 18:09:59.770157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:09:59.775832 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': 'ba603a61-a00b-41a9-84c6-b0d1c7dbca05', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:09:59.781763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:09:59.785605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:09:59.788419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:09:59.794192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:09:59.805477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:09:59.811888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.890491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.895392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.919312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7562c91-6832-4d6d-b1cb-b11b8bcbaf50,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:09:59.928488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:09:59.929692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-737d1cd8-ad8e-41ac-8a08-81a33bf08ceb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1585329 Jan 31 18:10:00.104780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-aa1b436a-0521-4816-819b-ad17d5268ace tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1795124793&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0408111 Jan 31 18:10:00.258898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-f49b7b47-9828-43c9-889f-eb3c582ac51d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:00.260231 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-f49b7b47-9828-43c9-889f-eb3c582ac51d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 796 time: 0.1490383 Jan 31 18:10:00.275834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-a7db2f92-9b47-441c-969e-61540d10a8e4 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0104251 Jan 31 18:10:00.361496 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-04a52982-fd40-438e-a6b4-fc252197c746 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808964 Jan 31 18:10:00.497473 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-f2fe30d9-5958-46f0-987a-ba8ad817d52c service neutron] 10.222.0.110 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238832 Jan 31 18:10:00.636954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-df5a20d0-052b-4fd6-9203-5e226803ee20 service neutron] 10.222.0.110 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338789 Jan 31 18:10:00.861903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-65c679be-9f75-43e5-9e68-24e30b488487 req-df308abe-aa01-4e8c-b5f1-bf841a83bb94 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 210 time: 0.0425889 Jan 31 18:10:01.834790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac450b0-ea62-4b92-9161-d6abac4dbfc7 None None] New status for floating IP 451e4246-a70a-4158-81b5-9d97b17bf370: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:10:01.905113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-8470e6d9-a33c-4d3b-a374-0e2ac9fd87e6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:01.906830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-8470e6d9-a33c-4d3b-a374-0e2ac9fd87e6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 796 time: 0.1698716 Jan 31 18:10:01.978293 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-0704d290-c405-41e5-ad69-c01d4fcd004b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 472 time: 0.0576255 Jan 31 18:10:01.988743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['ba603a61-a00b-41a9-84c6-b0d1c7dbca05']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:10:02.115476 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6ddc14f-8230-4293-9c52-cdcb2b5f9281 req-ddff543c-1792-4717-89e2-38c527c55ad6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 210 time: 0.0545890 Jan 31 18:10:02.180756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:10:02.191756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:10:02.202249 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:10:02.205423 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:02.366108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.3 (8c6eceb8-da95-464b-85f3-2ae0c80f6aae/43980b6d-1e15-4b26-a3d0-84a15c9f3cea/b443fd82-fafc-46a7-b2d0-2abdb8ca9263) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:10:02.549361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:02.564609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object b443fd82-fafc-46a7-b2d0-2abdb8ca9263 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:10:02.586752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:02.661310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:10:02.664574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:10:02.668394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:10:02.699740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:02.733981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:02.734582 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:02.761165 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-6e1354c3-ba5d-403e-97da-0efd28e0edf6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7769244 Jan 31 18:10:02.772939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Request body: {'port': {'device_id': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:10:02.958130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd9727e7-1649-45ba-b8cf-9f08075699e0 None None] Provisioning for port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:10:02.962582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd9727e7-1649-45ba-b8cf-9f08075699e0 None None] Provisioning complete for port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:10:02.962954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd9727e7-1649-45ba-b8cf-9f08075699e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:02.969467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.013668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fd9727e7-1649-45ba-b8cf-9f08075699e0 None None] Port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:10:03.304499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b443fd82-fafc-46a7-b2d0-2abdb8ca9263 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:10:03.311959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.321105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c4a6-d72a-4b52-bb02-171283a5f05d req-7e918006-6d85-48b8-96a9-e82b84f81bf3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:03.322578 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf26c4a6-d72a-4b52-bb02-171283a5f05d req-7e918006-6d85-48b8-96a9-e82b84f81bf3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 931 time: 0.0782709 Jan 31 18:10:03.327606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Transition to ACTIVE for port object b443fd82-fafc-46a7-b2d0-2abdb8ca9263 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:10:03.331441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.371053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cf26c4a6-d72a-4b52-bb02-171283a5f05d req-97e17f64-f92e-4302-816d-0b1c901af46f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:10:03.387236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-cf26c4a6-d72a-4b52-bb02-171283a5f05d req-97e17f64-f92e-4302-816d-0b1c901af46f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:10:03.388388 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf26c4a6-d72a-4b52-bb02-171283a5f05d req-97e17f64-f92e-4302-816d-0b1c901af46f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599368 Jan 31 18:10:03.458454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Pushing event updated for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:03.577436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Attempting to bind port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:10:03.577778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Attempting to bind port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:10:03.578103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Attempting to bind port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:10:03.584134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:10:03.584454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Attempting to bind port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 on network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:10:03.590715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:10:03.591044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Checking segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:10:03.591418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Bound using segment: {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:10:03.591832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Bound port: b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea5a199-46ba-47df-84bc-0c7dc320a5d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1424, 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:10:03.592168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.684794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:10:03.687836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:10:03.691696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.751681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:03.753444 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] 10.222.0.86 "PUT /v2.0/ports/b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 200 len: 1093 time: 0.9843717 Jan 31 18:10:03.753621 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:03.793652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c285d8-1e0b-48a6-a2bd-3de6b22b5795 service neutron] Pushing event updated for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:03.830988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'status': 'completed', 'code': 200} Jan 31 18:10:03.886035 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-8a0e8674-d834-45c1-8e3b-689bd1c37efc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1096 time: 0.0878322 Jan 31 18:10:03.959532 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-1fac01d0-1d75-41ef-a308-5aa3885d8ca6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 200 len: 217 time: 0.0676644 Jan 31 18:10:04.022008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-a9d8cac8-cc38-4fe0-a172-154502b28fec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:04.023392 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-a9d8cac8-cc38-4fe0-a172-154502b28fec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0578747 Jan 31 18:10:04.102756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-4b6a4ffe-717c-451d-959f-42bebe7c7f90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738215 Jan 31 18:10:04.232655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-0e10f650-f841-4b13-951e-e2a8f3822c7c service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Jan 31 18:10:04.359599 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3cb6fba1-6632-4852-a904-346c8faaff99 req-7fd49b76-ee2c-4622-b7ef-862432b78b47 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213105 Jan 31 18:10:04.480673 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-30435cd1-83fa-4512-bf7a-03d11c1cdbda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1096 time: 0.0787075 Jan 31 18:10:04.575495 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:10:04.598782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a6ae5-af36-4ed5-9de0-c79bebc9fbb0 req-85f4a9a7-4f1c-4956-89f7-18740ed284c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:04.600384 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6f8a6ae5-af36-4ed5-9de0-c79bebc9fbb0 req-85f4a9a7-4f1c-4956-89f7-18740ed284c7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 943 time: 0.0877550 Jan 31 18:10:04.627888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-54b939e5-3cd4-4432-b6ff-36878a994fbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:04.630100 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-54b939e5-3cd4-4432-b6ff-36878a994fbc service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1436641 Jan 31 18:10:04.655053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6f8a6ae5-af36-4ed5-9de0-c79bebc9fbb0 req-962c0e35-8759-49c8-9477-b4039e45b063 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484023 Jan 31 18:10:04.794290 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-590148d8-ad5c-4727-9be5-d8c1d340d1e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 200 len: 217 time: 0.1574576 Jan 31 18:10:04.862399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-c8126c5d-49ed-4296-a5d9-2ad3d580a954 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:04.864122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-c8126c5d-49ed-4296-a5d9-2ad3d580a954 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0626154 Jan 31 18:10:04.945435 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-e7a6e5c4-42f6-4cff-a6d2-40e443ad81d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748222 Jan 31 18:10:05.079180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-01c2a356-b5d2-42d5-b820-54395924ab26 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269774 Jan 31 18:10:05.221979 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3b24f96d-d1cf-4f3a-87fd-298d1fca17ff req-b6ede822-c240-4470-8438-f2d29d50c3b1 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365073 Jan 31 18:10:05.871734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a470667c-5f25-407f-bdf6-7ee43c16364f req-03408beb-ed4b-4be2-b078-9eef0b888b8f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:05.872431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a470667c-5f25-407f-bdf6-7ee43c16364f req-03408beb-ed4b-4be2-b078-9eef0b888b8f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:10:05.888217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a470667c-5f25-407f-bdf6-7ee43c16364f req-03408beb-ed4b-4be2-b078-9eef0b888b8f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:10:05.889562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a470667c-5f25-407f-bdf6-7ee43c16364f req-03408beb-ed4b-4be2-b078-9eef0b888b8f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 943 time: 0.0968790 Jan 31 18:10:05.935470 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a470667c-5f25-407f-bdf6-7ee43c16364f req-2f52951a-5ae5-4be2-8a54-28f73b7af2a2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400281 Jan 31 18:10:06.774419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b443fd82-fafc-46a7-b2d0-2abdb8ca9263 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:10:06.922253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:10:06.936983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'port_id': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'mac_address': 'fa:16:3e:7a:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:10:07.007756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5804ca1c-9cd5-4f08-9bdc-ee2568df48fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:07.009145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:07.026270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b443fd82-fafc-46a7-b2d0-2abdb8ca9263 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:10:07.041037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:10:07.045075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:07.110013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:07.235215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97629300-cd56-442c-ad7b-fd38b6c2fa8b req-26de9f48-3167-4325-acb0-5191e0a62906 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:07.236552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97629300-cd56-442c-ad7b-fd38b6c2fa8b req-26de9f48-3167-4325-acb0-5191e0a62906 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 944 time: 0.1762810 Jan 31 18:10:07.250470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['b443fd82-fafc-46a7-b2d0-2abdb8ca9263'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:10:07.282038 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97629300-cd56-442c-ad7b-fd38b6c2fa8b req-90499e1f-ab51-4615-aee1-bc6b75a1931c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392075 Jan 31 18:10:08.491906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d7d8e-61e3-4508-8a53-24df19d8a8e4 req-ea004133-97e8-40bc-984e-b35e5bfa60a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:08.493317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6b8d7d8e-61e3-4508-8a53-24df19d8a8e4 req-ea004133-97e8-40bc-984e-b35e5bfa60a7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 944 time: 0.0780177 Jan 31 18:10:08.538641 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6b8d7d8e-61e3-4508-8a53-24df19d8a8e4 req-6c5412b6-0888-423a-a26d-87e86a96f82f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392838 Jan 31 18:10:08.789599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b443fd82-fafc-46a7-b2d0-2abdb8ca9263 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:10:08.859841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:10:08.865751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:10:08.866119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:08.977843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:09.007438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:09.017087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:10:09.021994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:09.067296 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'code': 200} Jan 31 18:10:09.091363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:09.294994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edf043eb-1e01-4e4b-9bb2-fe8047ee28d9 req-d959a23e-3c50-4ff4-a38c-ad4c103f5f16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1098 time: 0.0679390 Jan 31 18:10:09.334734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28ff2ea0-2912-4995-9afb-b2108e47acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:09.344669 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edf043eb-1e01-4e4b-9bb2-fe8047ee28d9 req-4a6478a4-facb-4d3e-91a3-20459858c249 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431764 Jan 31 18:10:09.898655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2432a0-60cb-441b-bb95-d4063da01096 req-b5b04f10-a5e1-4b09-b1eb-d1da3d49c7bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:09.900144 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ba2432a0-60cb-441b-bb95-d4063da01096 req-b5b04f10-a5e1-4b09-b1eb-d1da3d49c7bc tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.0972314 Jan 31 18:10:09.946950 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ba2432a0-60cb-441b-bb95-d4063da01096 req-cfb2f68e-1707-49a8-851a-09fe7f6f0e0a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408895 Jan 31 18:10:10.228681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:10.398797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:11.320083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb356-8ffe-4854-b290-6e7f009167d2 req-adf4c232-de47-4728-b6e3-63de0aac7e39 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:11.321636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-80eeb356-8ffe-4854-b290-6e7f009167d2 req-adf4c232-de47-4728-b6e3-63de0aac7e39 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.0768967 Jan 31 18:10:11.366173 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-80eeb356-8ffe-4854-b290-6e7f009167d2 req-2c52deb4-371c-4207-b642-f711df89a643 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389512 Jan 31 18:10:11.581885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffb8f9-53f7-400f-9864-c4a77d30e0eb req-a261e336-7028-4003-9345-2a06e41ff17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:11.584303 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-48ffb8f9-53f7-400f-9864-c4a77d30e0eb req-a261e336-7028-4003-9345-2a06e41ff17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.1002021 Jan 31 18:10:11.639674 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-48ffb8f9-53f7-400f-9864-c4a77d30e0eb req-a3944a42-0576-4bc3-9581-88a96bd9285a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Jan 31 18:10:11.669797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:11.673598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:11.744260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-afebd75d-11c8-41ca-946a-16ed7bc48fe2 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1093 time: 0.0734060 Jan 31 18:10:11.747149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:11.752141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:10:11.757498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:10:11.761267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:10:11.764106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:10:11.770062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:10:11.780107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:11.914412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:12.044267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.73 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/8f4b38a6-ed0d-419e-93d3-583cac7c41ec) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:10:12.199463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:12.227875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:12.293608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:10:12.296456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:10:12.300881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:10:12.325067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=8f4b38a6-ed0d-419e-93d3-583cac7c41ec,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:12.820952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:12.879752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:13.087721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:13.092096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:13.290585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=8f4b38a6-ed0d-419e-93d3-583cac7c41ec,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:13.308490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:13.311408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:13.500819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 8c694654-244f-4c00-9585-36e457e5d1da associated. External IP: 172.26.4.73, port: b443fd82-fafc-46a7-b2d0-2abdb8ca9263. Jan 31 18:10:13.895354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:10:14.099989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:10:14.109721 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:10:14.122633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:10:14.123252 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:14.125672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:14.198978 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e31813b6-f427-475c-a498-5dcaa9c51af2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4366543 Jan 31 18:10:14.198978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:14.251427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'status': 'completed', 'code': 200} Jan 31 18:10:14.307577 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:10:14.359842 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-9c358505-c74b-490b-9805-5d2f52fd7ca6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1098 time: 0.0822911 Jan 31 18:10:14.506777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-17a24166-ec5f-4e03-a880-73019649cbfb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:14.508354 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-17a24166-ec5f-4e03-a880-73019649cbfb service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1422327 Jan 31 18:10:14.616861 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-f0f1cdc9-dbf7-482e-8cb2-1ef2eb74cb33 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 200 len: 998 time: 0.1019244 Jan 31 18:10:14.682611 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-0a1246bb-ce1f-4733-b455-e23b77efbf3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:14.684062 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-0a1246bb-ce1f-4733-b455-e23b77efbf3c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0612173 Jan 31 18:10:14.734220 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}, {'id': '8c694654-244f-4c00-9585-36e457e5d1da', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:7a:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:10:12Z', 'updated_at': '2022-01-31T18:10:12Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:14.738377 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:10:14.748800 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:10:14.749378 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:14.764644 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-994f7f2e-5827-411a-b906-5359c129348c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733249 Jan 31 18:10:14.901562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-a68c1911-9c5b-438a-97bf-361bbe0a7976 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300092 Jan 31 18:10:14.927436 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:10:15.123096 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-547e19eb-4502-48c3-9540-50ec6d3e31df req-e92cc2f2-7337-46df-bc29-cccd916ac0fa service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141266 Jan 31 18:10:15.281513 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}, {'id': '8c694654-244f-4c00-9585-36e457e5d1da', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:7a:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:10:12Z', 'updated_at': '2022-01-31T18:10:12Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:15.286013 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73648850-2d3b-4af1-aac4-fd8a044819d5 None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}, {'id': '8c694654-244f-4c00-9585-36e457e5d1da', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.73', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:7a:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:10:12Z', 'updated_at': '2022-01-31T18:10:12Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:10:15.465980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9e1290-5cd3-4910-ba85-f5e84d5b680e None None] New status for floating IP 8c694654-244f-4c00-9585-36e457e5d1da: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:10:33.486640 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-aa75286b-716b-4541-a95a-6c90cde86778 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691338 Jan 31 18:10:33.639888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-e4e330b0-59bf-47af-8686-ea8b323a5d62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1098 time: 0.0722451 Jan 31 18:10:33.792751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686110b-9e35-4649-b864-3455d13d526d req-025a116c-86df-471f-93dc-867d41d459f0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:33.794120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-025a116c-86df-471f-93dc-867d41d459f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1335390 Jan 31 18:10:33.899847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-31d4ad32-ac42-4fd4-9e17-d78c70b62707 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 1001 time: 0.0975034 Jan 31 18:10:33.961617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686110b-9e35-4649-b864-3455d13d526d req-451df7e2-cb39-479c-a81d-4edc702ddd63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:33.963036 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-451df7e2-cb39-479c-a81d-4edc702ddd63 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0575845 Jan 31 18:10:34.038349 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-c775693f-495d-4ee3-818e-15cb234508e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688462 Jan 31 18:10:34.169143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-8eb24451-696b-43c4-b01a-9a74f09ef1bf service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244984 Jan 31 18:10:34.301865 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4686110b-9e35-4649-b864-3455d13d526d req-9f61a6e4-0108-45e8-9e82-586e3a4cd60f service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258504 Jan 31 18:10:36.986647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eb46d66-7b0b-488d-923b-e453e957e9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:39.340838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6387767d-670e-4adb-8597-30f1dc8abae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:40.230530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:40.401516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:41.577038 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:10:41.676467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:43.302698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:48.742504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35940) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:48.995273 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-42888527-6942-4a89-9dff-c3ffc7d5f6ac tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/451e4246-a70a-4158-81b5-9d97b17bf370 HTTP/1.1" status: 200 len: 993 time: 0.2514737 Jan 31 18:10:49.995091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:50.001093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:10:50.118067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:50.325397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:10:50.350590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:50.355513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:50.427826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:50.428440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:50.429837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/ports/0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 938 time: 0.4335248 Jan 31 18:10:50.430376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:50.446577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:50.456466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.456896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.457302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.457722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.458108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.458492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.458873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.459256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.459579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.459891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.460203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de12be2e-a729-4bef-83af-c69ab9e65601 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:50.492474 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:10:50.591820 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-65816a50-a02d-49ba-98fb-5636d44f8161 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1099 time: 0.0789371 Jan 31 18:10:50.682350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6f6f9e67-07b7-4991-a0b0-cbaca51de597 None None] Provisioning complete for port 0e97044b-a832-4f71-b54d-b142469af511 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:10:50.683105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f6f9e67-07b7-4991-a0b0-cbaca51de597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:50.735801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-f255c912-d389-40b3-ae77-25e368c31201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:50.737159 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-f255c912-d389-40b3-ae77-25e368c31201 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1393869 Jan 31 18:10:50.743050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6f6f9e67-07b7-4991-a0b0-cbaca51de597 None None] Port 0e97044b-a832-4f71-b54d-b142469af511 is administratively disabled so it will not transition to active. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Jan 31 18:10:50.838542 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-aae5e0e3-733d-40e5-8e09-3a6e411da9c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 1002 time: 0.0956905 Jan 31 18:10:50.900448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-ebf4f63e-972a-43b9-b37e-7bd12b98c636 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:50.902079 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-ebf4f63e-972a-43b9-b37e-7bd12b98c636 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0582752 Jan 31 18:10:50.974965 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-859a5033-ad40-4e85-9fcc-87c6b007337a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663736 Jan 31 18:10:51.101223 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-43634ab4-70e5-4e61-ac96-4407b78280e4 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205170 Jan 31 18:10:51.229995 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18da2c94-8867-46f9-88e9-2f9e9a022c70 req-ff1df032-d5b3-4ba9-a376-19d3b5a0f574 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224263 Jan 31 18:10:53.887610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35962) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:53.893452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:10:54.106905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:54.320999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:10:54.351664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:54.357456 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:54.428412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:54.429030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:54.430535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/ports/0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 937 time: 0.5419409 Jan 31 18:10:54.431151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:54.434675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 35966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:54.468065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=7']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:54.478707 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.479048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.479557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.480107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.480447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.480771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.481092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.481430 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.481807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.482121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.482434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f3a803-9924-4469-b848-d6e5e985104c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:10:54.504249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:10:54.614233 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-2024e618-7007-4567-b5a3-a7cada6ed3eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1098 time: 0.0852005 Jan 31 18:10:54.665166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['0e97044b-a832-4f71-b54d-b142469af511'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:10:54.717943 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-681032a2-3bb6-487a-bfcf-6bec37df953e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/451e4246-a70a-4158-81b5-9d97b17bf370 HTTP/1.1" status: 200 len: 993 time: 0.2743871 Jan 31 18:10:54.773160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-dfd211d1-6ea1-4394-ace3-3624127b7998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:54.775177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-dfd211d1-6ea1-4394-ace3-3624127b7998 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1538174 Jan 31 18:10:54.798278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e3c451af-730c-4fa4-aa35-1f0efacaddbf None None] Provisioning complete for port 0e97044b-a832-4f71-b54d-b142469af511 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:10:54.798651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e3c451af-730c-4fa4-aa35-1f0efacaddbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:54.912779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-1236b45f-328a-43ea-bfa8-2b7cd71e7bbe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 1001 time: 0.1314740 Jan 31 18:10:54.973887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-a46f6c65-dea2-4d75-b4fc-c235e432524e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:54.975402 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-a46f6c65-dea2-4d75-b4fc-c235e432524e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0569959 Jan 31 18:10:55.050566 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-3287be3c-7321-4e37-a2fe-f6d963d6b3f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696664 Jan 31 18:10:55.180376 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-3ea173e5-cf6b-434e-9b3d-3f49daeeb04a service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225567 Jan 31 18:10:55.318375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-da010049-b0e5-4942-9438-dc890af2f3c4 req-13adb453-34af-4252-8a62-32b50f5c4ddc service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318097 Jan 31 18:10:57.602326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35980) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:10:57.801357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 8f4b38a6-ed0d-419e-93d3-583cac7c41ec {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:10:57.801716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:57.969819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:57.970136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:58.178006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 8f4b38a6-ed0d-419e-93d3-583cac7c41ec owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:10:58.330772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:58.383279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=8f4b38a6-ed0d-419e-93d3-583cac7c41ec,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:10:58.474771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:58.885399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:10:59.102798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:10:59.113294 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:10:59.125636 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:10:59.125828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:10:59.126152 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:59.190080 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-97e04b3e-61ff-442c-9137-fbedc61b8152 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/8c694654-244f-4c00-9585-36e457e5d1da HTTP/1.1" status: 204 len: 168 time: 1.5863557 Jan 31 18:10:59.190640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:10:59.246748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'status': 'completed', 'code': 200} Jan 31 18:10:59.318545 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:10:59.341629 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-a53d8899-7b1b-4cbf-8a74-89776a613d19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 1098 time: 0.0703599 Jan 31 18:10:59.481602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-84d07cdb-3494-4b4d-822b-4152b0b152cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:59.483043 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-84d07cdb-3494-4b4d-822b-4152b0b152cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1349299 Jan 31 18:10:59.586238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-88b101a6-6025-4a4a-8fd1-942d1088ac7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 200 len: 217 time: 0.0970428 Jan 31 18:10:59.663289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-07cb2788-d8d7-494e-8c5a-09f01a52da7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:59.664702 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-07cb2788-d8d7-494e-8c5a-09f01a52da7e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0716355 Jan 31 18:10:59.715850 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:59.720060 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:10:59.731387 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:10:59.731987 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:10:59.808798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4cf3d-e2c3-4165-b86c-a2dad4a2b769 req-bc365f27-9915-4c79-afeb-e9157150b9b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:10:59.809506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-fcb4cf3d-e2c3-4165-b86c-a2dad4a2b769 req-bc365f27-9915-4c79-afeb-e9157150b9b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:10:59.839975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-fcb4cf3d-e2c3-4165-b86c-a2dad4a2b769 req-bc365f27-9915-4c79-afeb-e9157150b9b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:10:59.841113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fcb4cf3d-e2c3-4165-b86c-a2dad4a2b769 req-bc365f27-9915-4c79-afeb-e9157150b9b5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.3047497 Jan 31 18:10:59.878095 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-20e18ce7-437b-4c6e-95d7-f10147620a3d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2052855 Jan 31 18:10:59.915740 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:10:59.968476 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fcb4cf3d-e2c3-4165-b86c-a2dad4a2b769 req-b957f58e-5208-467f-afd0-b51992ab1989 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198361 Jan 31 18:11:00.025727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-507fa6dd-08db-41a1-b35a-7174cca65471 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387844 Jan 31 18:11:00.164488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-20fefe76-59ed-4821-8e75-2c5e95b9073f req-98a7f02e-4970-46c7-a2bf-10961246f720 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323032 Jan 31 18:11:00.281029 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:00.284809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487213ae-e45c-4212-9077-13668bed3ea8 None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '451e4246-a70a-4158-81b5-9d97b17bf370', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'port_id': '0e97044b-a832-4f71-b54d-b142469af511', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'mac_address': 'fa:16:3e:bb:54:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:09:56Z', 'updated_at': '2022-01-31T18:10:02Z', 'revision_number': 1, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:00.501788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488a2b16-617b-4293-bc20-9e4364c71159 None None] New status for floating IP 8c694654-244f-4c00-9585-36e457e5d1da: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:11:00.786420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-07c47abb-ba69-4f25-b571-606f10481840 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:00.787796 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-07c47abb-ba69-4f25-b571-606f10481840 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.0775609 Jan 31 18:11:00.853333 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:00.853694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:01.094240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port b443fd82-fafc-46a7-b2d0-2abdb8ca9263, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:01.094946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:01.167483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3a872-a6f1-4bd0-9942-b18d1115cae6 req-fd92256e-4934-4939-8b2e-8f68aeb41463 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:01.168950 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c9d3a872-a6f1-4bd0-9942-b18d1115cae6 req-fd92256e-4934-4939-8b2e-8f68aeb41463 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=f33ff077-d5bf-46a4-a76d-57d950650827 HTTP/1.1" status: 200 len: 945 time: 0.0754158 Jan 31 18:11:01.212800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for b443fd82-fafc-46a7-b2d0-2abdb8ca9263 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:01.214343 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c9d3a872-a6f1-4bd0-9942-b18d1115cae6 req-fc1ae99b-8498-418b-80f0-973584ce3d5c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=ba603a61-a00b-41a9-84c6-b0d1c7dbca05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Jan 31 18:11:01.354123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:01.402609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=b443fd82-fafc-46a7-b2d0-2abdb8ca9263,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:01.474765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port b443fd82-fafc-46a7-b2d0-2abdb8ca9263 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:11:01.477051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:01.479955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'name': 'network-vif-deleted', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:01.495850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0dd8d1c5-b3c8-4ce9-b41f-11a4b22330e7 req-33b6393e-a449-4a5e-9085-a1e5e293fe5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/b443fd82-fafc-46a7-b2d0-2abdb8ca9263 HTTP/1.1" status: 204 len: 173 time: 0.7018964 Jan 31 18:11:01.537922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33ff077-d5bf-46a4-a76d-57d950650827', 'name': 'network-vif-deleted', 'tag': 'b443fd82-fafc-46a7-b2d0-2abdb8ca9263', 'status': 'completed', 'code': 200} Jan 31 18:11:02.318713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 35996) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:02.388059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:02.417507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:02.479010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:02.497062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba603a61-a00b-41a9-84c6-b0d1c7dbca05,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:02.511528 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:02.512805 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a7397fb0-d910-4c41-a8da-27f19ef964a6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/ba603a61-a00b-41a9-84c6-b0d1c7dbca05 HTTP/1.1" status: 204 len: 168 time: 0.1930799 Jan 31 18:11:02.553688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:02.753602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port bc78c23d-56c6-4dd4-9451-758c925aee8b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:02.753933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:03.022878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:03.023188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:03.144755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for bc78c23d-56c6-4dd4-9451-758c925aee8b owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:03.286347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:03.334605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=bc78c23d-56c6-4dd4-9451-758c925aee8b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:03.427304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:03.818131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:11:04.021809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:11:04.031498 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:11:04.037912 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:04.042748 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:04.043338 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:04.091058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-89a7c817-08bc-4515-9cd4-2efa6a38af7f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/451e4246-a70a-4158-81b5-9d97b17bf370 HTTP/1.1" status: 204 len: 168 time: 1.5362065 Jan 31 18:11:04.091546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:04.148663 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:11:04.226562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:04.250193 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-df7942e3-b820-4382-b513-6a37e938dcd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 1098 time: 0.0803530 Jan 31 18:11:04.394288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da5f7-7469-43a2-8590-213da261e53a req-704587d8-e3ae-4560-9c12-bd06b8d62b2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:04.395707 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-704587d8-e3ae-4560-9c12-bd06b8d62b2c service neutron] 10.222.0.86 "GET /v2.0/networks?id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 200 len: 898 time: 0.1390033 Jan 31 18:11:04.545475 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:04.549500 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:11:04.560984 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:04.561623 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:10:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:04.602864 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-c4340082-b8c7-433f-bfc3-e292c62c987b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 200 len: 217 time: 0.2001734 Jan 31 18:11:04.682219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31da5f7-7469-43a2-8590-213da261e53a req-7c76f791-6518-4500-b1cb-48e26f1e0cbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:04.683856 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-7c76f791-6518-4500-b1cb-48e26f1e0cbb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 200 len: 834 time: 0.0744779 Jan 31 18:11:04.691005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-aedd6621-f3f9-4a90-a1dc-7388e9d9a6b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:04.692138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-aedd6621-f3f9-4a90-a1dc-7388e9d9a6b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:04.747606 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:04.755541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-aedd6621-f3f9-4a90-a1dc-7388e9d9a6b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:04.756663 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-aedd6621-f3f9-4a90-a1dc-7388e9d9a6b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.3072419 Jan 31 18:11:04.808697 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-b8c45869-3d00-47ef-b95c-b52bbf0713bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8c6eceb8-da95-464b-85f3-2ae0c80f6aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1136293 Jan 31 18:11:04.812723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-683ea964-0f2d-4d15-a2e1-18238323a63c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:04.904219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-683ea964-0f2d-4d15-a2e1-18238323a63c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:04.905355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a1c90637-f6f8-431c-b3db-93a89fccb2ce req-683ea964-0f2d-4d15-a2e1-18238323a63c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424518 Jan 31 18:11:04.955336 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-a0199c70-c1d2-4c8c-94d4-6a1593396075 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388135 Jan 31 18:11:05.088106 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e31da5f7-7469-43a2-8590-213da261e53a req-eecd8ebb-f34d-4663-8247-7b84d3b5b738 service neutron] 10.222.0.86 "GET /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262169 Jan 31 18:11:05.102949 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:05.108499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b443fd82-fafc-46a7-b2d0-2abdb8ca9263 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:11:05.111089 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e28200b-b07d-4a98-bad5-8ecb1bd98f17 None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:09:41Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e', 'name': '', 'network_id': '8c6eceb8-da95-464b-85f3-2ae0c80f6aae', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:05:11:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:40Z', 'updated_at': '2022-01-31T18:09:46Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': '43980b6d-1e15-4b26-a3d0-84a15c9f3cea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:05.141772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: b443fd82-fafc-46a7-b2d0-2abdb8ca9263 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:11:05.142108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b443fd82-fafc-46a7-b2d0-2abdb8ca9263 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:11:05.335379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae0807-1627-46d5-9952-42d02f324cd2 None None] New status for floating IP 451e4246-a70a-4158-81b5-9d97b17bf370: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:11:05.793612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-05c56a32-b10f-4f86-8a1d-60afc62f6200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:05.795000 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-05c56a32-b10f-4f86-8a1d-60afc62f6200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.0766222 Jan 31 18:11:05.871763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 0e97044b-a832-4f71-b54d-b142469af511 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:05.872097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:06.122020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdaac4a-d905-41c8-bae4-979dcee64ba2 req-9027743d-16b1-4f97-a12f-6db18bc6a609 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:06.123502 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2fdaac4a-d905-41c8-bae4-979dcee64ba2 req-9027743d-16b1-4f97-a12f-6db18bc6a609 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ccbd7d3-56e8-43d5-9203-af46a5eab39e HTTP/1.1" status: 200 len: 945 time: 0.0848339 Jan 31 18:11:06.127783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 0e97044b-a832-4f71-b54d-b142469af511, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=0e97044b-a832-4f71-b54d-b142469af511,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:06.128134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:06.169330 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2fdaac4a-d905-41c8-bae4-979dcee64ba2 req-78f6f814-3e4e-4d8e-bd3f-652cc74a90f0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=103f1cff-2f86-4b9c-8125-37274afe76a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401881 Jan 31 18:11:06.254500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 0e97044b-a832-4f71-b54d-b142469af511 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:06.396134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:06.443636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=0e97044b-a832-4f71-b54d-b142469af511,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:06.515932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port 0e97044b-a832-4f71-b54d-b142469af511 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:11:06.518270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:06.520813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'name': 'network-vif-deleted', 'tag': '0e97044b-a832-4f71-b54d-b142469af511'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:06.537670 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d3bc1e0c-0b08-467c-a2ec-7be694c5d333 req-d65f89a2-a2e6-4575-b62c-4d9a0420a17d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/0e97044b-a832-4f71-b54d-b142469af511 HTTP/1.1" status: 204 len: 173 time: 0.7356205 Jan 31 18:11:06.575967 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccbd7d3-56e8-43d5-9203-af46a5eab39e', 'name': 'network-vif-deleted', 'tag': '0e97044b-a832-4f71-b54d-b142469af511', 'status': 'completed', 'code': 200} Jan 31 18:11:06.982527 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1fcb7f45-8c81-4ad3-bfa3-6a62befe2323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:07.282337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:07.362939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:07.409587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:07.475841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:07.492948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f1cff-2f86-4b9c-8125-37274afe76a4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:07.505630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:07.509624 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e22fa9e2-1031-4558-a0ca-2d3f33f2548c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/103f1cff-2f86-4b9c-8125-37274afe76a4 HTTP/1.1" status: 204 len: 168 time: 0.2234237 Jan 31 18:11:07.549342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36024) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:07.954137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:08.559847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:08.560526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:08.745974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:08.746313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:08.966453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:09.150009 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:09.197649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:09.337497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8489c780-1dca-4819-a257-4d3c9d7c258f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:09.498386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.083065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 4974485a-fe6c-420e-8841-64d4bc7bc78c has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:11:10.233866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.292474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:11:10.302224 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Sync routers for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:11:10.309599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-666c701c-bd78-49db-a739-391ac373ba75 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/4974485a-fe6c-420e-8841-64d4bc7bc78c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7558432 Jan 31 18:11:10.309850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36028) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:10.314784 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:10.315371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:10.408792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.509537 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:10.646866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet 43980b6d-1e15-4b26-a3d0-84a15c9f3cea {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:11:10.650043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.708687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.796578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.816201 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:11:09Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:10.821619 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Checking router: 4974485a-fe6c-420e-8841-64d4bc7bc78c for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:11:10.833856 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Routers {'4974485a-fe6c-420e-8841-64d4bc7bc78c'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:10.834643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4974485a-fe6c-420e-8841-64d4bc7bc78c'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:10.882912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.921879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=43980b6d-1e15-4b26-a3d0-84a15c9f3cea,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:10.928340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:10.935508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c8abe-5adc-4b82-b097-1a0db08c8e24 None None] Network 8c6eceb8-da95-464b-85f3-2ae0c80f6aae requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:11:10.940713 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b553ddee-a55b-4c68-a301-f28c04f995d1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/43980b6d-1e15-4b26-a3d0-84a15c9f3cea HTTP/1.1" status: 204 len: 168 time: 0.6298873 Jan 31 18:11:10.943449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36032) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:11.029391 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] Set router 4974485a-fe6c-420e-8841-64d4bc7bc78c gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:11.147863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0e97044b-a832-4f71-b54d-b142469af511 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:11:11.161326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.194523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 0e97044b-a832-4f71-b54d-b142469af511 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:11:11.194878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 0e97044b-a832-4f71-b54d-b142469af511 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:11:11.215562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] DHCP port deletion for 8c6eceb8-da95-464b-85f3-2ae0c80f6aae request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:11:11.220077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Deleting port e341c4e2-d981-4a86-9479-630bf9f2023b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:11.220534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.362895 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:11:09Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:11.367389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de71b3b6-ccc1-45aa-92dd-fc89891fb80d None None] The sync data for ids ['4974485a-fe6c-420e-8841-64d4bc7bc78c'] in dv-neutron-823271-3-hyperv is: [{'id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'name': 'tempest-TestNetworkBasicOps-router-1109439094', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59'}], 'enable_snat': True}, 'gw_port_id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:09:36Z', 'updated_at': '2022-01-31T18:11:09Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': 'd44cf5e7-5b7c-4192-bd55-2b3dd808c78f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4974485a-fe6c-420e-8841-64d4bc7bc78c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:09:37Z', 'updated_at': '2022-01-31T18:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:11.373843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.385039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:11:11.386498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.489987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] For port e341c4e2-d981-4a86-9479-630bf9f2023b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e341c4e2-d981-4a86-9479-630bf9f2023b,segment=NetworkSegment(7ea5a199-46ba-47df-84bc-0c7dc320a5d6),segment_id=7ea5a199-46ba-47df-84bc-0c7dc320a5d6)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:11.490580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.594251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port d44cf5e7-5b7c-4192-bd55-2b3dd808c78f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:11.594603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.616671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Calling delete_port for e341c4e2-d981-4a86-9479-630bf9f2023b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:11.688063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.715545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.726182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for d44cf5e7-5b7c-4192-bd55-2b3dd808c78f owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:11:11.769309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Pushing event deleted for resources: {'Port': ['ID=e341c4e2-d981-4a86-9479-630bf9f2023b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:11.772550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] No DVR routers for this DVR port e341c4e2-d981-4a86-9479-630bf9f2023b on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:11:11.782091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.782441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.782771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.783348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.783985 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.784422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.784766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.785087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.785436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.785760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.786077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c91302f-e3b8-4d8d-9219-2f56e286abda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:11.926490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:11.972850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=d44cf5e7-5b7c-4192-bd55-2b3dd808c78f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:12.304335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.570637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.575799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.603528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.604213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 4974485a-fe6c-420e-8841-64d4bc7bc78c {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:11:12.619242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.622118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-09f3bd4a-6112-4019-97f1-6dc32a0439bb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/4974485a-fe6c-420e-8841-64d4bc7bc78c HTTP/1.1" status: 204 len: 168 time: 1.6774492 Jan 31 18:11:12.623834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:12.759378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.898165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.924457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6eceb8-da95-464b-85f3-2ae0c80f6aae']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:12.937781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea5a199-46ba-47df-84bc-0c7dc320a5d6') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:12.938065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea5a199-46ba-47df-84bc-0c7dc320a5d6') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:12.949847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.967539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.973705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1424 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:11:12.974077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:11:12.989302 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:11:13.087300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.100568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:11:13.116901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.130623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=8c6eceb8-da95-464b-85f3-2ae0c80f6aae,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:13.137822 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-50a72c02-fa53-4d2b-a5ef-04a3c0acc225 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/8c6eceb8-da95-464b-85f3-2ae0c80f6aae HTTP/1.1" status: 204 len: 168 time: 0.5128641 Jan 31 18:11:13.151846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:11:13.152346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e38a00a8-3b57-4d1e-8c17-3223aa0e0c9e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:11:13.152807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e341c4e2-d981-4a86-9479-630bf9f2023b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:11:13.169318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36040) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:13.175629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'network': {'name': 'tempest-network-smoke--200619668', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:13.182907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:13.185723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e341c4e2-d981-4a86-9479-630bf9f2023b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:11:13.186064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e341c4e2-d981-4a86-9479-630bf9f2023b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:11:13.187847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:network and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:13.191187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:13.198748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:13.211841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:11:13.214943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.242764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:11:13.254237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.254630 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Added segment 7980341f-0aec-474d-835b-7f75f4269565 of type vlan for network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 Jan 31 18:11:13.281778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.311691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.315920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:13.316470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.317910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.427651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2564526 Jan 31 18:11:13.430261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36044) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:13.438156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-184615514', 'admin_state_up': True, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:13.443082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781ccbd-9eef-404c-a010-468f32f210ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Network': ['ID=50dde1ef-5aef-4602-844e-9ad83a7c94d3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:13.446629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:13.450748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:router and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:13.453134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:11:13.453610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:13.459188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:13.470910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.471847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.494110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.734134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.922562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:13.951997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.093294 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.219 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/2e6fd062-3cf4-4567-ab3e-9ed057aa95af) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:11:14.244420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.272336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.337131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:14.340494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:14.344318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:11:14.373563 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:14.507718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.508436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.705461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d44cf5e7-5b7c-4192-bd55-2b3dd808c78f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:11:14.740863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d44cf5e7-5b7c-4192-bd55-2b3dd808c78f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:11:14.741688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d44cf5e7-5b7c-4192-bd55-2b3dd808c78f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:11:14.759863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:11:14.968998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:11:14.978344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:11:14.990435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:14.991058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:14.995512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:14.996431 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eef90800-9bef-427c-ba07-9baf04b9ab52 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5652533 Jan 31 18:11:15.000082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36048) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:15.041719 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-457cf6d4-befa-441c-a91f-beae05229836 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=224c0a60e04245ba9d1e4ce5580158cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404549 Jan 31 18:11:15.044597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36052) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:15.174057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:15.179014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd97ab0c-d9ef-47e0-906d-87e77be3f04a tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:15.180486 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cd97ab0c-d9ef-47e0-906d-87e77be3f04a tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1350012 Jan 31 18:11:15.183852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36056) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:15.225442 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a52eee8-404e-4603-9555-571ace2a8dc4 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403194 Jan 31 18:11:15.228062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36060) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:15.233652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-60740605', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:15.347469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:15.351501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:subnet and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:15.354419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:15.360085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:15.371469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:11:15.465008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:14Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:15.469065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Checking router: 2c490ae1-37f6-40d5-9655-57964cdc97d4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:11:15.469447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Updating router 2c490ae1-37f6-40d5-9655-57964cdc97d4 port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:11:15.481291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.522399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.722522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.864597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.880210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Transition to ACTIVE for port object 2e6fd062-3cf4-4567-ab3e-9ed057aa95af will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:15.891422 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.926175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Subnet': ['ID=b68eb6d8-0bcf-453f-a00c-4877799fa3b6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:15.940640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Checking segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:11:15.940983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network hostable DHCP agents. Network: 50dde1ef-5aef-4602-844e-9ad83a7c94d3, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:11:15.967711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:11:15.976838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Attempting to bind port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:11:15.977212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Attempting to bind port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:11:15.977595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Attempting to bind port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:11:15.979284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 50dde1ef-5aef-4602-844e-9ad83a7c94d3) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:15.980502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352da89-805d-4a07-9810-29990b802017 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:15.986059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:15.986781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.987864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:11:15.988342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:11:15.988742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:15.989239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:11:15.989611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Bound port: 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:11:15.989966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:16.011194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-26c0f2c4-0bf8-47e8-9c00-32d3ecb81ba7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7818065 Jan 31 18:11:16.013668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36064) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:16.015874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61277de9-1b81-4f06-94c9-92e91007dfd2 None None] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:11:16.154269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:11:16.175183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:11:16.209434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:16.344142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352da89-805d-4a07-9810-29990b802017 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:16.349008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:16.349640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:16.435433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:11:16.436363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:16.687655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:16.800316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Allocated IP 172.20.0.2 (50dde1ef-5aef-4602-844e-9ad83a7c94d3/b68eb6d8-0bcf-453f-a00c-4877799fa3b6/d030d841-7360-4691-bd05-0a97a0a22b0b) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:11:16.892395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.154146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.167936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Transition to ACTIVE for port object d030d841-7360-4691-bd05-0a97a0a22b0b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:17.178676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:14Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:17.189067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc39d59e-c1b0-4852-8b27-7b48d9235db1 None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:14Z', 'revision_number': 3, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:17.192988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Transition to ACTIVE for port object d030d841-7360-4691-bd05-0a97a0a22b0b will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:17.199457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.268990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:17.271993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:17.276544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:11:17.282150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Pushing event updated for resources: {'Port': ['ID=d030d841-7360-4691-bd05-0a97a0a22b0b,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:17.318436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.1 (50dde1ef-5aef-4602-844e-9ad83a7c94d3/b68eb6d8-0bcf-453f-a00c-4877799fa3b6/42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:11:17.373232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Attempting to bind port d030d841-7360-4691-bd05-0a97a0a22b0b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:11:17.373627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Attempting to bind port d030d841-7360-4691-bd05-0a97a0a22b0b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:11:17.374063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Attempting to bind port d030d841-7360-4691-bd05-0a97a0a22b0b on network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:11:17.382226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:11:17.382597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Checking segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:11:17.383005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.383385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Bound using segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:11:17.383841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Bound port: d030d841-7360-4691-bd05-0a97a0a22b0b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:11:17.384208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.517666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] For port d030d841-7360-4691-bd05-0a97a0a22b0b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:11:17.521685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] For port d030d841-7360-4691-bd05-0a97a0a22b0b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d030d841-7360-4691-bd05-0a97a0a22b0b,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:11:17.528229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.546981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.564110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:17.590444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:17.629025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa0df1-83e2-496e-b53b-fdf6be44e5d8 None None] Pushing event updated for resources: {'Port': ['ID=d030d841-7360-4691-bd05-0a97a0a22b0b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:17.668896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:17.673272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:17.677501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:11:17.720675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:17.750708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:18.009883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:18.439726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:18.444696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:18.565969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:18.571506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:18.584775 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:11:18.632403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0b599-8afc-4d08-9af5-de365dcccecf None None] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:11:18.724786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:18.726034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:18.754906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b35b032-74f2-4cc1-9449-925fc6aaa599 None None] Provisioning for port d030d841-7360-4691-bd05-0a97a0a22b0b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:18.860856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:18.958245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:18.964194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:18.964642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.142267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.161893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:19.167380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.168267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d030d841-7360-4691-bd05-0a97a0a22b0b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:19.180047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:11:19.285115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:19.305057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d030d841-7360-4691-bd05-0a97a0a22b0b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:19.311372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d030d841-7360-4691-bd05-0a97a0a22b0b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:19.311757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.340661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Provisioning for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:19.352499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:19.352929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.423807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:11:19.434380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:11:19.452012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5c10e1c0-9032-4670-9305-746360f92eff tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/2c490ae1-37f6-40d5-9655-57964cdc97d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4371521 Jan 31 18:11:19.454797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:19.484413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Provisioning complete for port d030d841-7360-4691-bd05-0a97a0a22b0b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:19.484788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2b2b444a-f587-4101-89bd-4b82c49f99b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.540570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.587807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d030d841-7360-4691-bd05-0a97a0a22b0b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d030d841-7360-4691-bd05-0a97a0a22b0b,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:19.616798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.634558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1134f-cb27-4ce9-9bf8-f1c5724ad111 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.635444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1134f-cb27-4ce9-9bf8-f1c5724ad111 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.636006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1134f-cb27-4ce9-9bf8-f1c5724ad111 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.636363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f1134f-cb27-4ce9-9bf8-f1c5724ad111 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.641765 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b6f1134f-cb27-4ce9-9bf8-f1c5724ad111 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2888 time: 0.1820524 Jan 31 18:11:19.642090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:19.705910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d030d841-7360-4691-bd05-0a97a0a22b0b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:19.815549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ece2faf-3c42-4977-be2c-1df41037af88 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:19.815920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ece2faf-3c42-4977-be2c-1df41037af88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:19.831781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25804c-06c5-44e9-b461-d378a7c503e9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.832143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25804c-06c5-44e9-b461-d378a7c503e9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.832497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25804c-06c5-44e9-b461-d378a7c503e9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.832873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25804c-06c5-44e9-b461-d378a7c503e9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:19.837271 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ce25804c-06c5-44e9-b461-d378a7c503e9 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.1917267 Jan 31 18:11:19.837752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:19.881486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ece2faf-3c42-4977-be2c-1df41037af88 None None] Port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:11:20.148888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-25444fcc-3732-4772-9014-4669cab4f996 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3092654 Jan 31 18:11:20.480514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36082) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:20.486182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380175090', 'description': 'tempest-secgroup-smoke-1380175090 description', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:20.492260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:20.497372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:20.500351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:20.506441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:20.518472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.555777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:20.560371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:20.563353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:20.569306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:20.629751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.634240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.679401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79595edb-832e-492f-8d5e-28c00675558d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:20.684028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.685508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cbb76e25-f98a-41d1-80cd-9470e3139118 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2039609 Jan 31 18:11:20.688158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36086) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:20.693834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:20.700740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:20.705116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:20.708253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:20.715206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:20.737947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.761671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:20.803387 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:11:20.815978 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:20.816902 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:20.831218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.849499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.851915 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:20.852293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.880220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adff441a-115c-4c87-bb43-9c6ac6fb8013,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:20.892527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.894213 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cda5cbfc-e2f9-4add-a0b0-147d49e2b771 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2051053 Jan 31 18:11:20.897779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:20.904650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:20.911842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:20.916025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:20.919733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:20.926063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:20.946546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:20.993635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d030d841-7360-4691-bd05-0a97a0a22b0b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:21.019881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.025514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.052222 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f502cc3-e843-4df1-a7e6-0dd923e057aa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:21.052753 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:21.065775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.067042 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7750d3b1-2ef7-4704-9a3b-212901898a37 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1679375 Jan 31 18:11:21.070220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:21.076319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:21.079186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d030d841-7360-4691-bd05-0a97a0a22b0b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:21.079563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.082405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:21.088318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:21.097180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:21.104782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:21.125092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.198348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.205113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.228522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6ee186-a705-4df7-889e-9c9b0cee13aa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:21.241074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.242294 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b6e575aa-a12c-4ef3-8f33-0f5ed6820afe tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1711299 Jan 31 18:11:21.246097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:21.251554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:21.257666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:21.261640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:21.264816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:21.270684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:21.290176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.366228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.376614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.401684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5712eb1f-7135-4b31-98d1-b13afc68afe7,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:21.412067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.413342 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3561f7f0-a9fb-4923-8cf3-3865fe812ee9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1663573 Jan 31 18:11:21.416051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:21.420184 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:18Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:21.422657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:21.424553 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Checking router: 2c490ae1-37f6-40d5-9655-57964cdc97d4 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:11:21.424895 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Updating router 2c490ae1-37f6-40d5-9655-57964cdc97d4 port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:11:21.429694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:21.434390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:21.437499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:21.443831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:21.460064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:11:21.467989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.482942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.541821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.548218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.569970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc16d17-99a8-4b57-9036-ecad77701ac5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:21.581902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.583210 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5d2e6dde-77d9-4990-966c-57dc759f16ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1654642 Jan 31 18:11:21.585863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:21.592315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'security_group_rule': {'security_group_id': '79595edb-832e-492f-8d5e-28c00675558d', 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:21.599079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:21.603095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:security_group_rule and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:21.607007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:21.613205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:21.626793 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Project 224c0a60e04245ba9d1e4ce5580158cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:11:21.633872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.712139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.717211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.750690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04edd174-c871-4a8c-a6fe-c1724041a8ee,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:21.758050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.759137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0946c4a1-9201-498d-ac0e-59b5062439b0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1724384 Jan 31 18:11:21.864444 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.879961 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Transition to ACTIVE for port object 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:21.887940 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:21.956210 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-286f6f7c-37c8-4b5d-a679-a21dd36444f8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380175090&fields=id&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 267 time: 0.0428951 Jan 31 18:11:22.028446 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:22.097380 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.097993 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.098323 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.098656 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.098977 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.099297 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.099614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.099929 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.100246 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.100556 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.100866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:11:22.133020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-a514b64d-46d2-4503-9a5c-25b8c43cf126 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:22.133020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-a514b64d-46d2-4503-9a5c-25b8c43cf126 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:22.136707 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Attempting to bind port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:11:22.137060 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Attempting to bind port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:11:22.137434 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Attempting to bind port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 on network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:11:22.146356 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:11:22.146722 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Checking segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:11:22.147114 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:22.147549 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Bound using segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:11:22.148161 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Bound port: 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:11:22.148534 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:22.151243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-a514b64d-46d2-4503-9a5c-25b8c43cf126 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:22.158313 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-a514b64d-46d2-4503-9a5c-25b8c43cf126 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/networks?id=50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 200 len: 796 time: 0.1953354 Jan 31 18:11:22.171812 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-4b95c845-8780-45ef-9da2-41a4189d24a3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/quotas/224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 375 time: 0.0126035 Jan 31 18:11:22.264752 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:11:22.266568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-76909183-130b-4de7-b6f8-d3d4182e607e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:22.268108 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:11:22.273864 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:22.289811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-76909183-130b-4de7-b6f8-d3d4182e607e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:22.292975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-76909183-130b-4de7-b6f8-d3d4182e607e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145167 Jan 31 18:11:22.359435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739b0ab-14ef-4e72-bba1-879e8c8e71d2 None None] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:22.362145 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:22.362744 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:22.443309 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-bf4e47f2-f2e3-4707-9d90-2fe8787ae7e3 service neutron] 10.222.0.110 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382358 Jan 31 18:11:22.554198 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:22.586355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-3ffff505-2f54-475e-8dce-225718f00d48 service neutron] 10.222.0.110 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365252 Jan 31 18:11:22.803213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3a938648-e340-4c0b-83c6-f9aab5064298 req-7034432a-cc65-4f81-bc86-de6ee6c2bcbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:22.821276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3a938648-e340-4c0b-83c6-f9aab5064298 req-7034432a-cc65-4f81-bc86-de6ee6c2bcbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:22.823889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a938648-e340-4c0b-83c6-f9aab5064298 req-7034432a-cc65-4f81-bc86-de6ee6c2bcbf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 210 time: 0.0709043 Jan 31 18:11:22.947159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:22Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:22.952957 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464fe1a6-282b-4e17-93a3-5b0026cfff57 None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:22Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:24.007841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2dfac98f-d02f-40fd-bbf4-bbe217716bee req-e4a9dfaa-08ec-4f98-bd6d-b6555de5996b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 210 time: 0.0420005 Jan 31 18:11:24.242206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-de212b38-a533-4373-bab0-2a5eaa20f991 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:24.243519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-de212b38-a533-4373-bab0-2a5eaa20f991 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/networks?id=50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 200 len: 796 time: 0.1513772 Jan 31 18:11:24.298338 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-9fef797f-afe4-4e8f-a601-5ee64a1372c3 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224c0a60e04245ba9d1e4ce5580158cb HTTP/1.1" status: 200 len: 380 time: 0.0427663 Jan 31 18:11:24.307615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'port': {'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'admin_state_up': True, 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'security_groups': ['79595edb-832e-492f-8d5e-28c00675558d']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:24.445651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:24.455353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:24.466084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Made reservation on behalf of 224c0a60e04245ba9d1e4ce5580158cb for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:11:24.470348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:24.640977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.20.0.14 (50dde1ef-5aef-4602-844e-9ad83a7c94d3/b68eb6d8-0bcf-453f-a00c-4877799fa3b6/e40a6f27-0fc1-4652-98e6-36dd61936d64) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:11:24.788230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:24.862351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:24.879859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:24.882290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Transition to ACTIVE for port object e40a6f27-0fc1-4652-98e6-36dd61936d64 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:24.888150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:24.888434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:24.909071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:24.986580 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:24.989761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:24.994514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:11:25.022529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:25.055324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.061487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:25.062120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.102976 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-73187ecb-482e-481d-9873-3f0f1b4cac32 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7996125 Jan 31 18:11:25.117450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Request body: {'port': {'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:25.119130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:25.126335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.246314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.252488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:25.289341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db5456-a3e7-4c96-9d7d-2d6c96a3c28c req-0e308950-6525-47c4-9a96-210be7194312 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:25.291264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-45db5456-a3e7-4c96-9d7d-2d6c96a3c28c req-0e308950-6525-47c4-9a96-210be7194312 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 932 time: 0.1184735 Jan 31 18:11:25.350619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-45db5456-a3e7-4c96-9d7d-2d6c96a3c28c req-1816bc41-14bb-4064-a100-fade19f75ea0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:25.366659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-45db5456-a3e7-4c96-9d7d-2d6c96a3c28c req-1816bc41-14bb-4064-a100-fade19f75ea0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:25.367916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-45db5456-a3e7-4c96-9d7d-2d6c96a3c28c req-1816bc41-14bb-4064-a100-fade19f75ea0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656567 Jan 31 18:11:25.400051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b6844ed3-26d3-4aa1-bd63-dcf12c3e7bcf None None] Provisioning for port e40a6f27-0fc1-4652-98e6-36dd61936d64 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:25.409971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b6844ed3-26d3-4aa1-bd63-dcf12c3e7bcf None None] Provisioning complete for port e40a6f27-0fc1-4652-98e6-36dd61936d64 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:25.410697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6844ed3-26d3-4aa1-bd63-dcf12c3e7bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.512932 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b6844ed3-26d3-4aa1-bd63-dcf12c3e7bcf None None] Port e40a6f27-0fc1-4652-98e6-36dd61936d64 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:11:25.731522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40a6f27-0fc1-4652-98e6-36dd61936d64 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:11:25.743370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.769436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Transition to ACTIVE for port object e40a6f27-0fc1-4652-98e6-36dd61936d64 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:11:25.775171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:25.918558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Pushing event updated for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:26.051786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Attempting to bind port e40a6f27-0fc1-4652-98e6-36dd61936d64 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:11:26.052489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Attempting to bind port e40a6f27-0fc1-4652-98e6-36dd61936d64 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:11:26.052489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Attempting to bind port e40a6f27-0fc1-4652-98e6-36dd61936d64 on network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:11:26.059211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Port e40a6f27-0fc1-4652-98e6-36dd61936d64 on network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:11:26.059521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Attempting to bind port e40a6f27-0fc1-4652-98e6-36dd61936d64 on network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:11:26.066014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:11:26.066342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Checking segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:11:26.066715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Bound using segment: {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:11:26.067160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Bound port: e40a6f27-0fc1-4652-98e6-36dd61936d64, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7980341f-0aec-474d-835b-7f75f4269565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:11:26.067494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:26.192894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:11:26.198130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:11:26.202689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:26.267088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:26.268735 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] 10.222.0.86 "PUT /v2.0/ports/e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 200 len: 1094 time: 1.1584942 Jan 31 18:11:26.269181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:26.291719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838d023-f087-40b0-973c-cc95ef24103e service neutron] Pushing event updated for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:26.351049 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'status': 'completed', 'code': 200} Jan 31 18:11:26.405360 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-be82d437-30b1-401b-ac61-02a0f7f659bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1097 time: 0.0874054 Jan 31 18:11:26.504314 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-efd5179a-f941-4b76-b1d7-dfb545c41c95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 200 len: 217 time: 0.0917575 Jan 31 18:11:26.568216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b7854eba-d9b9-41bb-b695-fadaee28f2e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:26.570242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-b7854eba-d9b9-41bb-b695-fadaee28f2e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b68eb6d8-0bcf-453f-a00c-4877799fa3b6 HTTP/1.1" status: 200 len: 833 time: 0.0606704 Jan 31 18:11:26.599278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c14a1-c2ef-4ae3-8cc5-79760e30e388 req-4eeafcd0-7f9d-4b8a-b565-6ab5991c0f40 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:26.600751 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b66c14a1-c2ef-4ae3-8cc5-79760e30e388 req-4eeafcd0-7f9d-4b8a-b565-6ab5991c0f40 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 944 time: 0.0864272 Jan 31 18:11:26.648703 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b66c14a1-c2ef-4ae3-8cc5-79760e30e388 req-8d088781-d412-49ed-bfbf-94a5b26aa4a0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Jan 31 18:11:26.653159 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-87c4ab4e-685b-42cf-8a3a-76eff0464806 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50dde1ef-5aef-4602-844e-9ad83a7c94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772233 Jan 31 18:11:26.759334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:26.799602 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-94754020-c133-4b58-b88d-40bf19217c9b service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404297 Jan 31 18:11:26.849095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:26.849505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:26.941182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a51a2bfa-4327-49fc-bf92-ddb6c7f68fc5 req-e5cdbf13-8214-4151-a7ec-f082743f3ffd service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349986 Jan 31 18:11:27.064162 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-1476532c-96e0-4aa0-a1f5-a85e61651c21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1097 time: 0.0724900 Jan 31 18:11:27.215784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-fed245c9-3827-4c49-949b-f65a2ffe3baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:27.217113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-fed245c9-3827-4c49-949b-f65a2ffe3baa service neutron] 10.222.0.86 "GET /v2.0/networks?id=50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 200 len: 898 time: 0.1438935 Jan 31 18:11:27.292044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-94f169db-076f-4f48-bfb8-c2d16fb238ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 200 len: 217 time: 0.0658989 Jan 31 18:11:27.366187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-bd676db8-df9a-4600-8f91-f23ea12111f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:27.367658 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-bd676db8-df9a-4600-8f91-f23ea12111f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b68eb6d8-0bcf-453f-a00c-4877799fa3b6 HTTP/1.1" status: 200 len: 833 time: 0.0691223 Jan 31 18:11:27.470888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-4d1e2967-5546-41f1-b1f2-76f09837f6e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50dde1ef-5aef-4602-844e-9ad83a7c94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967767 Jan 31 18:11:27.739389 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-97079511-ba59-4e57-90a9-b504007b8391 service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619298 Jan 31 18:11:27.951738 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7d63ea81-2914-4f53-94c8-b1278f5162eb req-1fd5393a-6cd2-4bb6-90da-123b0678c52e service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049623 Jan 31 18:11:27.969111 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09be339-5240-4d83-a13e-1c259813d23f req-b2416720-0345-407c-a1cf-bb76b164066e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:27.969895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e09be339-5240-4d83-a13e-1c259813d23f req-b2416720-0345-407c-a1cf-bb76b164066e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:11:27.987158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-e09be339-5240-4d83-a13e-1c259813d23f req-b2416720-0345-407c-a1cf-bb76b164066e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:11:27.988297 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e09be339-5240-4d83-a13e-1c259813d23f req-b2416720-0345-407c-a1cf-bb76b164066e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 944 time: 0.1641557 Jan 31 18:11:28.038586 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e09be339-5240-4d83-a13e-1c259813d23f req-f91503aa-acbc-4312-a84e-8e89a6e24f01 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Jan 31 18:11:29.272451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7f52e-d5ef-4848-a647-b2e523dfa756 req-325f249d-a7c8-4142-8e6e-3d51b655fcc9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:29.274048 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9df7f52e-d5ef-4848-a647-b2e523dfa756 req-325f249d-a7c8-4142-8e6e-3d51b655fcc9 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 944 time: 0.0969150 Jan 31 18:11:29.332924 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9df7f52e-d5ef-4848-a647-b2e523dfa756 req-939f72cd-bce7-46f7-954e-fd9dc2063789 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509849 Jan 31 18:11:30.562177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad924d27-0e7e-40bc-8edd-8e3e341e99f7 req-62279296-10d4-4d39-9133-37dec17ecdbb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:30.563645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad924d27-0e7e-40bc-8edd-8e3e341e99f7 req-62279296-10d4-4d39-9133-37dec17ecdbb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 944 time: 0.1001344 Jan 31 18:11:30.619269 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad924d27-0e7e-40bc-8edd-8e3e341e99f7 req-ab085fd0-c38d-4225-86da-f37ef010caab tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495942 Jan 31 18:11:31.288223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e40a6f27-0fc1-4652-98e6-36dd61936d64 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:11:31.424776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:31.438739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:11:31.497197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:31.545921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40a6f27-0fc1-4652-98e6-36dd61936d64 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:11:31.561803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:31.566660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:31.635177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:31.757471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e40a6f27-0fc1-4652-98e6-36dd61936d64'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:11:31.822951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6f0d-b328-459f-86a2-9fc25ada0376 req-fe81552a-1d0b-48b8-a2af-eddf5001bbf7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:31.824541 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-04af6f0d-b328-459f-86a2-9fc25ada0376 req-fe81552a-1d0b-48b8-a2af-eddf5001bbf7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 945 time: 0.0817642 Jan 31 18:11:31.873313 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-04af6f0d-b328-459f-86a2-9fc25ada0376 req-64972bc5-ea62-49d0-afa7-36db8b0757d6 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432444 Jan 31 18:11:33.076746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f48f36-e8d4-4de5-aeee-14868aee0a4e req-c9950f54-8dd4-4bdf-85bf-d76cc608fe48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:33.078232 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-13f48f36-e8d4-4de5-aeee-14868aee0a4e req-c9950f54-8dd4-4bdf-85bf-d76cc608fe48 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 945 time: 0.0775216 Jan 31 18:11:33.131108 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-13f48f36-e8d4-4de5-aeee-14868aee0a4e req-06f19a29-03af-4a1d-aad7-9e3747d04975 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472491 Jan 31 18:11:33.311636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e40a6f27-0fc1-4652-98e6-36dd61936d64 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:11:33.391087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port e40a6f27-0fc1-4652-98e6-36dd61936d64 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:11:33.396185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e40a6f27-0fc1-4652-98e6-36dd61936d64 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:11:33.396558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:33.516231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:33.543878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:33.553878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:11:33.559354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:33.607515 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'code': 200} Jan 31 18:11:33.633905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:33.850078 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f04119a2-12ef-4455-9230-e81a8a701aeb req-34fd3e3e-6816-49d5-8f30-ff2ca03d8c2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1099 time: 0.0795681 Jan 31 18:11:33.895200 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f04119a2-12ef-4455-9230-e81a8a701aeb req-01d22b37-3d1a-45ae-b058-302303f5a8fc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Jan 31 18:11:34.336741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2249b25-90a2-40a7-ba13-a0eacbe0c201 req-9e5ef5ba-b056-4cfb-ac52-6428778fcb1c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:34.338332 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2249b25-90a2-40a7-ba13-a0eacbe0c201 req-9e5ef5ba-b056-4cfb-ac52-6428778fcb1c tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.0828049 Jan 31 18:11:34.389268 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2249b25-90a2-40a7-ba13-a0eacbe0c201 req-d92b93a6-ff04-48e0-8ae9-d79b6c6398d0 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453224 Jan 31 18:11:35.586111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfdb49-483d-47ec-836c-14e3d70ac2fc req-568ea092-5d18-42a5-98db-9d469f104ff5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:35.587560 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44dfdb49-483d-47ec-836c-14e3d70ac2fc req-568ea092-5d18-42a5-98db-9d469f104ff5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.0780730 Jan 31 18:11:35.633108 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44dfdb49-483d-47ec-836c-14e3d70ac2fc req-742a2907-dd96-41c8-98ae-0e42aeb49230 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398831 Jan 31 18:11:35.823794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfcc6e-648a-442b-b93b-26d1cccced2c req-3f54d5d6-3bee-4f9f-a39f-75e8259c2e1b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:35.825226 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5bbfcc6e-648a-442b-b93b-26d1cccced2c req-3f54d5d6-3bee-4f9f-a39f-75e8259c2e1b tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.0749874 Jan 31 18:11:35.873937 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5bbfcc6e-648a-442b-b93b-26d1cccced2c req-c3d45990-bb17-43f2-bdbc-5d14d418dc7a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Jan 31 18:11:35.901864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36160) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:36.106135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ec79a9cf-0e80-4ae5-ad4d-0d722331fbc3 tempest-TestNetworkBasicOps-1665065133 tempest-TestNetworkBasicOps-1665065133-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1094 time: 0.2031178 Jan 31 18:11:36.108817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36166) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:36.113848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:11:36.119159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:11:36.123489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Usage tracker for resource:floatingip and tenant:224c0a60e04245ba9d1e4ce5580158cb is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:11:36.126282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:11:36.131770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:11:36.142684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:36.279273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:36.414463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Allocated IP 172.26.4.58 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/0e587f1b-0624-41fc-92c2-b76dc083559e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:11:36.560994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:36.589182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:36.657169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:11:36.660000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:11:36.664497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:11:36.795706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0e587f1b-0624-41fc-92c2-b76dc083559e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:36.985445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-02e7249f-fd41-417a-9d7c-30786f07c803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.279579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.335663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.541368 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.545662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.647614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event updated for resources: {'Port': ['ID=0e587f1b-0624-41fc-92c2-b76dc083559e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:11:37.667079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:37.862114 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Floating IP 121af48b-ebab-4421-9250-5d8ca01346c9 associated. External IP: 172.26.4.58, port: e40a6f27-0fc1-4652-98e6-36dd61936d64. Jan 31 18:11:38.246231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:11:38.544120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:11:38.554340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:11:38.567363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:38.568126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:38.569169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:38.626674 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-186bb368-22d8-4d86-96ab-6b42d5f05b68 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5168488 Jan 31 18:11:38.627247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:11:38.629576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:38.683035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'status': 'completed', 'code': 200} Jan 31 18:11:38.758513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:38.805681 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1ade12f6-da01-4fdb-8811-19b891f6c332 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1732979 Jan 31 18:11:38.820081 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-f52a2860-04e6-4dfa-87c5-a670c9467d12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1099 time: 0.1048331 Jan 31 18:11:38.954262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69dc6-857d-45f7-a853-dc24785060ab req-bcdb685d-4776-4dbf-83f6-95a3c46d1ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:38.955723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-bcdb685d-4776-4dbf-83f6-95a3c46d1ff2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 200 len: 898 time: 0.1294832 Jan 31 18:11:39.061173 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-caf078ba-8946-4f45-ac8a-9137cdcc067c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 200 len: 999 time: 0.0988088 Jan 31 18:11:39.108366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:11:37Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:25Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:39.112314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Checking router: 2c490ae1-37f6-40d5-9655-57964cdc97d4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:11:39.123201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:11:39.123802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:11:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:39.124705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c69dc6-857d-45f7-a853-dc24785060ab req-fdf44540-8ca3-4589-b042-432ce8b19f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:11:39.126158 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-fdf44540-8ca3-4589-b042-432ce8b19f5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b68eb6d8-0bcf-453f-a00c-4877799fa3b6 HTTP/1.1" status: 200 len: 833 time: 0.0579526 Jan 31 18:11:39.202150 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-c16e07ce-5469-4af7-84ee-3927b922bdce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50dde1ef-5aef-4602-844e-9ad83a7c94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698385 Jan 31 18:11:39.299900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:11:39.334450 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-e9546eb5-9d11-4146-b6d2-45e4000d2bba service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264555 Jan 31 18:11:39.370847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e813fd0-1f22-4318-835e-3738b1244e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:39.560900 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c69dc6-857d-45f7-a853-dc24785060ab req-df0acafc-82e8-4e73-8157-290d908a17a0 service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207267 Jan 31 18:11:39.700557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:11:37Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:25Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:11:39.704350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6512323f-b41c-4bfa-a33f-2b060cab262c None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:17Z', 'revision_number': 4, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:11:37Z', 'revision_number': 0, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:11:25Z', 'revision_number': 5, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:11:39.808019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36176) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:39.909896 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52074c93-c624-46f6-83a9-80a7d547b1da None None] New status for floating IP 121af48b-ebab-4421-9250-5d8ca01346c9: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:11:39.922700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-141bb841-22e5-411a-93f3-4801a52713bf tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1134071 Jan 31 18:11:40.236592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:40.401150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:40.926591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36180) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:11:41.032907 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1a22f017-0de6-47a8-96cc-3dc2fabf0ddd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 993 time: 0.1051960 Jan 31 18:11:41.680198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:43.325677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:11:55.574746 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:12:06.987430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bf627f69-5ed4-43d2-b63b-40a07c695c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:09.333511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a8b54217-e2a0-459b-b51b-709cc70dbd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:10.239464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:10.242598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36198) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:10.249505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:12:10.403547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:10.803378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:10.814955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:11.018871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:12:11.329275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:12:11.335040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:11.336167 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-155255b7-092b-4638-ada7-2ed24d725a27 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/2c490ae1-37f6-40d5-9655-57964cdc97d4 HTTP/1.1" status: 200 len: 888 time: 1.0925992 Jan 31 18:12:11.347122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:12:11.359454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:11.360048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:11.420886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:11.431177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:11.431756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:11.492110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:11.492504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b496b1-0fb6-48fa-b43b-14d90830b831 None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:12:11.681869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:12.251372 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d98a1e-f73a-4183-ad06-1cb5643f45c3 None None] New status for floating IP 121af48b-ebab-4421-9250-5d8ca01346c9: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:12:12.774526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:12.887297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:12.902953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:12.906745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:12.907440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:13.013185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:13.050951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.051294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.051630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.051961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.052287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.052610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.052933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.053254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.053598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.053918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.054234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:13.081443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:13.112101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:13.115860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:13.180591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:13.331834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:13.493693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:13.500089 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:12:14.051671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:14.061885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3888250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3888227', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3886829'] for router, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:14.258967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:12:14.454330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:12:14.459993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:14.461082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0cc866b9-188a-44dc-8060-e18548a868e1 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/2c490ae1-37f6-40d5-9655-57964cdc97d4 HTTP/1.1" status: 200 len: 887 time: 0.9660878 Jan 31 18:12:14.463439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:12:14.464019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:14.475382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:14.476070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:14.567468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a764e07e-e059-43d3-834d-1a8fe704f151 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1018589 Jan 31 18:12:14.656251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:12:15.012658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:14Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:12:13Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:15.016759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Checking router: 2c490ae1-37f6-40d5-9655-57964cdc97d4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:12:15.027977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:15.028573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:15.240090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:12:15.571236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36212) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:15.582910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:14Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:12:13Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:15.586845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bc9a03-585b-4f35-853a-00e8259ce333 None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:14Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port': {'id': '2e6fd062-3cf4-4567-ab3e-9ed057aa95af', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:bf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '121af48b-ebab-4421-9250-5d8ca01346c9', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'floating_ip_address': '172.26.4.58', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'port_id': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'mac_address': 'fa:16:3e:98:07:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:11:37Z', 'updated_at': '2022-01-31T18:12:12Z', 'revision_number': 2, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86', 'name': '', 'network_id': '50dde1ef-5aef-4602-844e-9ad83a7c94d3', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'mac_address': 'fa:16:3e:dc:39:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:11:17Z', 'updated_at': '2022-01-31T18:12:13Z', 'revision_number': 6, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'subnets': [{'id': 'b68eb6d8-0bcf-453f-a00c-4877799fa3b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:12:15.678788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b32e30a5-6777-4353-bdac-f9f25626c2fd tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1062002 Jan 31 18:12:16.682919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:16.852804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:12:16.896470 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e2c19a61-848a-4c33-b5c1-ce7c34aeea05 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.2124512 Jan 31 18:12:16.998751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:16.999025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.139223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.154944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:17.158692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.159408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:12:17.268115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:17.283453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:17.283816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.395852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.430756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:17.434502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:17.498284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:17.900304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:18.017129 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-56868772-dd10-41fa-87f9-043e0a4c8716 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1156657 Jan 31 18:12:18.785881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:12:18.859483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:18.859853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:18.974900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:12:19.021137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:19.046095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:19.046714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:19.128583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-37ec72a7-9d53-4e3c-b968-34458120ea5d tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1062627 Jan 31 18:12:20.132448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36228) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:20.239285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3928f4ef-44c4-4a17-b4e0-6accc22f93da tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1056459 Jan 31 18:12:21.242559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:21.349215 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c767ccb-098e-45e1-8d4c-735a1764f7eb tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1055338 Jan 31 18:12:22.353249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:22.457284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0fe6298f-ff37-4834-98c9-806412ca3cc8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 991 time: 0.1025963 Jan 31 18:12:22.709853 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57f28d-e35a-40c9-82b4-b7175f597923 None None] New status for floating IP 121af48b-ebab-4421-9250-5d8ca01346c9: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:12:23.461061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:23.565375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d52ae70e-dfd9-4953-ae93-abc9afc6e9ad tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 200 len: 993 time: 0.1031373 Jan 31 18:12:23.848070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36248) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:24.046496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 0e587f1b-0624-41fc-92c2-b76dc083559e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:24.046824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:24.213800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:24.214031 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:24.330905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 0e587f1b-0624-41fc-92c2-b76dc083559e owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:24.480403 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:24.524288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=0e587f1b-0624-41fc-92c2-b76dc083559e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:24.538104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.538447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.538781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.539109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.539434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.540146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.540146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.540369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.540682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.540993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.541303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:24.631728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:25.030534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:12:25.342143 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:12:25.364908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:25.421260 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b5a22254-833e-44fe-a06c-b2a6a5936ca8 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/floatingips/121af48b-ebab-4421-9250-5d8ca01346c9 HTTP/1.1" status: 204 len: 168 time: 1.5721161 Jan 31 18:12:25.421961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:12:25.478317 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'status': 'completed', 'code': 200} Jan 31 18:12:25.567714 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-4f18d757-37c2-4ccd-8684-a8fb041d6f56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 1099 time: 0.0687788 Jan 31 18:12:25.702931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-ebaa2af2-b47d-4478-937d-f0c4f0f5d53d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:25.704366 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-ebaa2af2-b47d-4478-937d-f0c4f0f5d53d service neutron] 10.222.0.86 "GET /v2.0/networks?id=50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 200 len: 898 time: 0.1308079 Jan 31 18:12:25.808105 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-b1f96354-7029-47c0-8217-88ff7f2e06a4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 200 len: 217 time: 0.0967493 Jan 31 18:12:25.886133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-3e3a78af-39b2-44fd-9736-66e002b56d22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:25.887631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-3e3a78af-39b2-44fd-9736-66e002b56d22 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b68eb6d8-0bcf-453f-a00c-4877799fa3b6 HTTP/1.1" status: 200 len: 833 time: 0.0734231 Jan 31 18:12:25.943591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d880e-4db5-425e-b845-555d4e33f2f8 req-1dfac0a0-71c2-4340-a105-692a2ba3c79f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:25.944272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0c9d880e-4db5-425e-b845-555d4e33f2f8 req-1dfac0a0-71c2-4340-a105-692a2ba3c79f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Synchronizing usage tracker for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:12:25.972253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0c9d880e-4db5-425e-b845-555d4e33f2f8 req-1dfac0a0-71c2-4340-a105-692a2ba3c79f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Unset dirty status for tenant:224c0a60e04245ba9d1e4ce5580158cb on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:12:25.973368 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0c9d880e-4db5-425e-b845-555d4e33f2f8 req-1dfac0a0-71c2-4340-a105-692a2ba3c79f tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.2113452 Jan 31 18:12:25.999461 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-03cb05de-210d-4a35-b581-53620e8fe759 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=50dde1ef-5aef-4602-844e-9ad83a7c94d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047001 Jan 31 18:12:26.098077 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0c9d880e-4db5-425e-b845-555d4e33f2f8 req-9f4f5e6e-56c1-4063-bc61-6dbf62e62bb5 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187365 Jan 31 18:12:26.148023 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-92d4aca3-1a25-41b4-ba9f-dd55bb55f0aa service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355982 Jan 31 18:12:26.277257 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-070eb29c-80a4-4323-9132-3312e3a6a9d5 req-c2fe21dd-1e9e-4078-b5b4-6ab62972f687 service neutron] 10.222.0.86 "GET /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230645 Jan 31 18:12:27.018317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-30d8a1e3-7654-46b2-abc1-2b34f29b3479 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:27.019771 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-30d8a1e3-7654-46b2-abc1-2b34f29b3479 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.0814540 Jan 31 18:12:27.087311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port e40a6f27-0fc1-4652-98e6-36dd61936d64 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:27.087636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:27.307242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87f1fe-d6da-4266-afb5-447b5db2e959 req-0f6c0e16-3195-410d-b0ee-07ba584ab352 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:27.308869 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-de87f1fe-d6da-4266-afb5-447b5db2e959 req-0f6c0e16-3195-410d-b0ee-07ba584ab352 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/ports?device_id=ca276271-a4b7-4f20-b7f9-974db725ffaf HTTP/1.1" status: 200 len: 946 time: 0.0860667 Jan 31 18:12:27.342556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port e40a6f27-0fc1-4652-98e6-36dd61936d64, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e40a6f27-0fc1-4652-98e6-36dd61936d64,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:27.343141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:27.355587 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-de87f1fe-d6da-4266-afb5-447b5db2e959 req-f249b17a-fa4f-4c27-9486-fb7af51ef12a tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "GET /v2.0/security-groups?id=79595edb-832e-492f-8d5e-28c00675558d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Jan 31 18:12:27.465075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for e40a6f27-0fc1-4652-98e6-36dd61936d64 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:27.698010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:27.745213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=e40a6f27-0fc1-4652-98e6-36dd61936d64,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:27.819861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] No DVR routers for this DVR port e40a6f27-0fc1-4652-98e6-36dd61936d64 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:12:27.822196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:27.824957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'name': 'network-vif-deleted', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:12:27.839932 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-29114c57-957c-470e-a14d-bcdfbf434ab9 req-c8fde7c1-e8a0-4a25-b125-3f2c0fa90200 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.86 "DELETE /v2.0/ports/e40a6f27-0fc1-4652-98e6-36dd61936d64 HTTP/1.1" status: 204 len: 173 time: 0.8152215 Jan 31 18:12:27.904986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca276271-a4b7-4f20-b7f9-974db725ffaf', 'name': 'network-vif-deleted', 'tag': 'e40a6f27-0fc1-4652-98e6-36dd61936d64', 'status': 'completed', 'code': 200} Jan 31 18:12:28.472446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:28.540975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:28.571063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:28.634508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:28.653843 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79595edb-832e-492f-8d5e-28c00675558d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:28.669091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:28.673477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a8f04002-11a0-4b20-aaf3-ec6493c35ce7 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/security-groups/79595edb-832e-492f-8d5e-28c00675558d HTTP/1.1" status: 204 len: 168 time: 0.1999404 Jan 31 18:12:28.718941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36272) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:29.147125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:29.964757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:29.965552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:30.170504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:30.170849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:30.291994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:30.483788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:30.533386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:30.577393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.577812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.578141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.578467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.578791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.579109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.580088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.580088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.580088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.580412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.580635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:12:30.862243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:31.553027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Router 2c490ae1-37f6-40d5-9655-57964cdc97d4 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:12:31.693018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e40a6f27-0fc1-4652-98e6-36dd61936d64 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:31.728823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: e40a6f27-0fc1-4652-98e6-36dd61936d64 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:12:31.729168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e40a6f27-0fc1-4652-98e6-36dd61936d64 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:12:31.766958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:12:31.781015 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-92949f13-8059-4393-978e-9d94aec4b0ca tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "PUT /v2.0/routers/2c490ae1-37f6-40d5-9655-57964cdc97d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0608845 Jan 31 18:12:31.783658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36282) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:31.986124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting subnet b68eb6d8-0bcf-453f-a00c-4877799fa3b6 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:12:31.988974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.045680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.142612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.225704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.265511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Subnet': ['ID=b68eb6d8-0bcf-453f-a00c-4877799fa3b6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:32.272978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.279218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41a7dab-fcc8-4cf5-be65-1bc39c364145 None None] Network 50dde1ef-5aef-4602-844e-9ad83a7c94d3 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:12:32.280925 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-eba0ddef-a21b-4254-bed4-0cff9db70d34 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/subnets/b68eb6d8-0bcf-453f-a00c-4877799fa3b6 HTTP/1.1" status: 204 len: 168 time: 0.4962978 Jan 31 18:12:32.283615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:32.490553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.547218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] DHCP port deletion for 50dde1ef-5aef-4602-844e-9ad83a7c94d3 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:12:32.551661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Deleting port d030d841-7360-4691-bd05-0a97a0a22b0b {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:32.552032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.575331 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:12:32.694358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.703995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Deleting port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:32.704358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.755286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] For port d030d841-7360-4691-bd05-0a97a0a22b0b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d030d841-7360-4691-bd05-0a97a0a22b0b,segment=NetworkSegment(7980341f-0aec-474d-835b-7f75f4269565),segment_id=7980341f-0aec-474d-835b-7f75f4269565)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:32.755839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:32.878482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d030d841-7360-4691-bd05-0a97a0a22b0b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:32.912835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Calling delete_port for d030d841-7360-4691-bd05-0a97a0a22b0b owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:33.018395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] For port 2e6fd062-3cf4-4567-ab3e-9ed057aa95af, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:33.018842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.055795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.117070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] Pushing event deleted for resources: {'Port': ['ID=d030d841-7360-4691-bd05-0a97a0a22b0b,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:33.126666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a630e-438e-4494-9b26-a76b6e68fb80 None None] No DVR routers for this DVR port d030d841-7360-4691-bd05-0a97a0a22b0b on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:12:33.128310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.160994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Calling delete_port for 2e6fd062-3cf4-4567-ab3e-9ed057aa95af owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:33.227913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Sync routers for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:12:33.239813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:33.240455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:33.371332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.399522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:12:33.415066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Port': ['ID=2e6fd062-3cf4-4567-ab3e-9ed057aa95af,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:33.513103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:32Z', 'revision_number': 8, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:33.517770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Checking router: 2c490ae1-37f6-40d5-9655-57964cdc97d4 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:12:33.533992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Routers {'2c490ae1-37f6-40d5-9655-57964cdc97d4'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:12:33.534617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:12:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['2c490ae1-37f6-40d5-9655-57964cdc97d4'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:33.650926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.720481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] Set router 2c490ae1-37f6-40d5-9655-57964cdc97d4 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:12:33.843599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:33Z', 'revision_number': 9, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:33.847803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29eb64e8-5bed-46ef-9fc2-713c9cf35277 None None] The sync data for ids ['2c490ae1-37f6-40d5-9655-57964cdc97d4'] in dv-neutron-823271-3-hyperv is: [{'id': '2c490ae1-37f6-40d5-9655-57964cdc97d4', 'name': 'tempest-TestNetworkBasicOps-router-184615514', 'tenant_id': '224c0a60e04245ba9d1e4ce5580158cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:11:13Z', 'updated_at': '2022-01-31T18:12:33Z', 'revision_number': 9, 'project_id': '224c0a60e04245ba9d1e4ce5580158cb', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:12:33.957971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.962470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.991526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:33.992160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Fanout notify agent at l3_agent the message router_deleted on router 2c490ae1-37f6-40d5-9655-57964cdc97d4 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:12:34.008021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.009211 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6676c2ac-9a3a-4c05-a8cc-82526cb36b2e tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/routers/2c490ae1-37f6-40d5-9655-57964cdc97d4 HTTP/1.1" status: 204 len: 168 time: 1.7246614 Jan 31 18:12:34.012897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:34.123853 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.261665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.289794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dde1ef-5aef-4602-844e-9ad83a7c94d3']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:34.303545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7980341f-0aec-474d-835b-7f75f4269565') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:34.303834 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7980341f-0aec-474d-835b-7f75f4269565') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:12:34.316341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.333214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.339265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:12:34.339635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:12:34.353822 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:12:34.527956 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.544863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:34.555760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] Pushing event deleted for resources: {'Network': ['ID=50dde1ef-5aef-4602-844e-9ad83a7c94d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:34.565869 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c728ba22-6d77-4cd0-b7a6-273e4e7db1b2 tempest-TestNetworkBasicOps-1070081804 tempest-TestNetworkBasicOps-1070081804-project] 10.222.0.110 "DELETE /v2.0/networks/50dde1ef-5aef-4602-844e-9ad83a7c94d3 HTTP/1.1" status: 204 len: 168 time: 0.5517480 Jan 31 18:12:34.738061 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316bd19b-a021-4862-ae0f-73d0479b10f3 None None] New status for floating IP 121af48b-ebab-4421-9250-5d8ca01346c9: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:12:34.795099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:34.829198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 2e6fd062-3cf4-4567-ab3e-9ed057aa95af {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:12:34.829824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 2e6fd062-3cf4-4567-ab3e-9ed057aa95af not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:12:34.830438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:12:34.864266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:12:34.865347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 42f708c4-8ab1-4c29-9ca5-b9bd1e2eaa86 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:12:34.942551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36300) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:35.121853 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e26470d0-5cb9-4be6-a5e1-458a398227c4 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=224c0a60e04245ba9d1e4ce5580158cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1781156 Jan 31 18:12:35.124209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:35.181556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.206628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.259159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.276619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:35.283718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.284900 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9b196198-527c-44a0-8d48-ea5e3a68a8a6 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/0f1ef08b-d93a-44e8-be21-6f3c7bf2f4ef HTTP/1.1" status: 204 len: 168 time: 0.1598179 Jan 31 18:12:35.641848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36314) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:35.663504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.694322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:12:35.698079 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Usage tracker for resource:security_group_rule and tenant:e735c63054de4048a19714edca3742e7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:12:35.700905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:12:35.706513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:12:35.775524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.779984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.828284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e129863d-454b-4f52-b61e-e65552a8d9f2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:35.833873 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-83f73c05-135f-4446-a646-9245c17739a6 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e735c63054de4048a19714edca3742e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1909935 Jan 31 18:12:35.836672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36318) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:12:35.903780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.930109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:35.980944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:36.006732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e129863d-454b-4f52-b61e-e65552a8d9f2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:36.011099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:36.012417 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-aecc8591-3035-4892-920f-43b743ee6d4a admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e129863d-454b-4f52-b61e-e65552a8d9f2 HTTP/1.1" status: 204 len: 168 time: 0.1749315 Jan 31 18:12:36.990149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c2352657-dcb0-4c46-ab6c-e073ef4d9aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:39.352083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e19a1b8b-3e7f-475f-ad10-f30a2cd22b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:40.242400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:40.406078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:41.686706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:43.336540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:43.833432 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-de8b03d6-2b09-4f6b-b9df-cd7612b31ac7 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272648 Jan 31 18:12:43.982468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe974-f575-4fc0-b3c7-749656208723 req-6df2a241-7c5e-4d20-82f8-b97836333048 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:43.983827 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-6df2a241-7c5e-4d20-82f8-b97836333048 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451480 Jan 31 18:12:44.000390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-cd74e165-6e16-4335-bf69-eb9e81cef9ef tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/quotas/db55bfc34f9748b1a4e42928f49b8fa7 HTTP/1.1" status: 200 len: 375 time: 0.0111885 Jan 31 18:12:44.050314 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-ee5c144e-3473-43ca-a2fe-676d353a6d07 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446348 Jan 31 18:12:44.235715 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ac2ef403-a492-4102-ab15-7b0f1036e460 req-4b5e697f-85f2-4a02-b941-0cf1b7569218 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 210 time: 0.0413027 Jan 31 18:12:45.142780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-d05a2e45-e194-435b-ad0d-82cba63e3f30 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322394 Jan 31 18:12:45.296290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe974-f575-4fc0-b3c7-749656208723 req-ce2c7e82-5984-441b-ab12-e6cc58b77bf3 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:45.297008 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-ce2c7e82-5984-441b-ab12-e6cc58b77bf3 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1497769 Jan 31 18:12:45.314606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Request body: {'port': {'device_id': '693452d2-60be-4ee9-aa51-40678d066517', 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb', 'admin_state_up': True, 'tenant_id': 'db55bfc34f9748b1a4e42928f49b8fa7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:12:45.407271 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a4857078-f2c2-4da8-ab02-04ad68318130 req-8c331bf5-ab85-43eb-9f0b-8e452a225d26 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 210 time: 0.0451524 Jan 31 18:12:45.457787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:12:45.461447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Usage tracker for resource:port and tenant:db55bfc34f9748b1a4e42928f49b8fa7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:12:45.464129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:12:45.469968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:12:45.479210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Made reservation on behalf of db55bfc34f9748b1a4e42928f49b8fa7 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:12:45.482536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:45.495073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:45.526870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:12:45.530989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Usage tracker for resource:security_group_rule and tenant:db55bfc34f9748b1a4e42928f49b8fa7 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:12:45.533673 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:12:45.539325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:12:45.608945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:45.612842 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:45.696255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fea92ff8-03be-4d92-b58e-fc105629caa0,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:45.784230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Allocated IP 192.168.233.48 (d2ea9b42-e21f-44b3-b93f-1234deeafecb/1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257/d3e20506-6da8-4b79-b715-89153dad99d5) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:12:45.982990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:45.998729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Transition to ACTIVE for port object d3e20506-6da8-4b79-b715-89153dad99d5 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:12:46.019920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.092605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Network d2ea9b42-e21f-44b3-b93f-1234deeafecb is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:12:46.095606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:12:46.108355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:12:46.138461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Pushing event updated for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:46.173321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:46.173937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.203612 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5b1372d4-ebd3-489e-bfdf-57cb24b39fa2 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8931141 Jan 31 18:12:46.215917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Request body: {'port': {'device_id': '693452d2-60be-4ee9-aa51-40678d066517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:12:46.306899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f771ec53-5441-4151-8196-a99c33eca64d None None] Provisioning for port d3e20506-6da8-4b79-b715-89153dad99d5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:12:46.311787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f771ec53-5441-4151-8196-a99c33eca64d None None] Provisioning complete for port d3e20506-6da8-4b79-b715-89153dad99d5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:46.312224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f771ec53-5441-4151-8196-a99c33eca64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.327847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.364194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f771ec53-5441-4151-8196-a99c33eca64d None None] Port d3e20506-6da8-4b79-b715-89153dad99d5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:12:46.745858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-0d8c8d9e-f7aa-4422-a052-9696cf7cb06a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:46.747147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-0d8c8d9e-f7aa-4422-a052-9696cf7cb06a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Synchronizing usage tracker for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:12:46.820071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-0d8c8d9e-f7aa-4422-a052-9696cf7cb06a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Unset dirty status for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:12:46.821239 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-0d8c8d9e-f7aa-4422-a052-9696cf7cb06a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 935 time: 0.2875037 Jan 31 18:12:46.825991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e20506-6da8-4b79-b715-89153dad99d5 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:12:46.846455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.876574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Transition to ACTIVE for port object d3e20506-6da8-4b79-b715-89153dad99d5 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:12:46.881192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:46.991498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-9e473904-2d74-4529-be04-b405d15fb946 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Synchronizing usage tracker for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:12:47.025416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:47.067230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-9e473904-2d74-4529-be04-b405d15fb946 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Unset dirty status for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:12:47.068403 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f5f2781-270e-4639-8dc0-abb44cf3c434 req-9e473904-2d74-4529-be04-b405d15fb946 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382860 Jan 31 18:12:47.149230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Attempting to bind port d3e20506-6da8-4b79-b715-89153dad99d5 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:12:47.149583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Attempting to bind port d3e20506-6da8-4b79-b715-89153dad99d5 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:12:47.149899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Attempting to bind port d3e20506-6da8-4b79-b715-89153dad99d5 on network d2ea9b42-e21f-44b3-b93f-1234deeafecb {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:12:47.157606 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Port d3e20506-6da8-4b79-b715-89153dad99d5 on network d2ea9b42-e21f-44b3-b93f-1234deeafecb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:12:47.157921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Attempting to bind port d3e20506-6da8-4b79-b715-89153dad99d5 on network d2ea9b42-e21f-44b3-b93f-1234deeafecb {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:12:47.164053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:12:47.164377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Checking segment: {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:12:47.164749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Bound using segment: {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:12:47.165161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Bound port: d3e20506-6da8-4b79-b715-89153dad99d5, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87a6ce40-0164-4e19-a679-3938906ab3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1439, 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:12:47.165526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:47.251295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:12:47.254110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=d3e20506-6da8-4b79-b715-89153dad99d5,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:12:47.258238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:47.317695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:47.319036 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] 10.222.0.86 "PUT /v2.0/ports/d3e20506-6da8-4b79-b715-89153dad99d5 HTTP/1.1" status: 200 len: 1097 time: 1.1081493 Jan 31 18:12:47.319453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:12:47.336075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01c008-8dc3-44fb-b3ed-3ec39d20139e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:47.390899 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5', 'status': 'completed', 'code': 200} Jan 31 18:12:47.433974 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-5e4e7da2-e7a1-418d-a20b-d3f5ee06612c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 1100 time: 0.0791931 Jan 31 18:12:47.507113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-e58575f0-7bb0-48a4-b794-5a964f3f4c22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d3e20506-6da8-4b79-b715-89153dad99d5 HTTP/1.1" status: 200 len: 217 time: 0.0666449 Jan 31 18:12:47.568368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe974-f575-4fc0-b3c7-749656208723 req-beffa802-ca7c-4851-a7c4-9af45c7984a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:47.569797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-beffa802-ca7c-4851-a7c4-9af45c7984a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257 HTTP/1.1" status: 200 len: 843 time: 0.0566342 Jan 31 18:12:47.643764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-8d157446-4ddb-4c8a-a676-978e6fd0759b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d2ea9b42-e21f-44b3-b93f-1234deeafecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0680852 Jan 31 18:12:47.774440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-966ed1dd-1a37-4b54-a528-ba278cd6d295 service neutron] 10.222.0.86 "GET /v2.0/networks/d2ea9b42-e21f-44b3-b93f-1234deeafecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247044 Jan 31 18:12:47.905490 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c5abe974-f575-4fc0-b3c7-749656208723 req-852a9c4d-8fab-430e-8755-74cdcb0fac0a service neutron] 10.222.0.86 "GET /v2.0/networks/d2ea9b42-e21f-44b3-b93f-1234deeafecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256254 Jan 31 18:12:48.020363 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-9c77f8de-cf7b-4076-8ebf-bb42cb0a7008 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 1100 time: 0.0724926 Jan 31 18:12:48.152692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-227fcc01-c862-45f5-a673-7ed7fe3b3354 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:48.154183 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-227fcc01-c862-45f5-a673-7ed7fe3b3354 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d2ea9b42-e21f-44b3-b93f-1234deeafecb HTTP/1.1" status: 200 len: 871 time: 0.1269262 Jan 31 18:12:48.255386 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-168e4bc5-6879-4e4e-8d1f-45d7e590fb5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=d3e20506-6da8-4b79-b715-89153dad99d5 HTTP/1.1" status: 200 len: 217 time: 0.0944061 Jan 31 18:12:48.329923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-ff90fcf7-49b3-4661-a39c-16ed14bb01c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:48.331336 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-ff90fcf7-49b3-4661-a39c-16ed14bb01c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257 HTTP/1.1" status: 200 len: 843 time: 0.0701399 Jan 31 18:12:48.382575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4db61a-8fb4-4af1-9f9f-ed4c129a38ec req-d66f247d-6065-49e0-b987-09cfd2a83996 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:48.383907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee4db61a-8fb4-4af1-9f9f-ed4c129a38ec req-d66f247d-6065-49e0-b987-09cfd2a83996 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 947 time: 0.1763222 Jan 31 18:12:48.528454 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee4db61a-8fb4-4af1-9f9f-ed4c129a38ec req-aa85fdb9-04e2-4157-99f2-a9fa6bef4a45 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542700 Jan 31 18:12:48.539251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-9c6bf8cc-9211-4f21-ab58-bc2ae29e55eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d2ea9b42-e21f-44b3-b93f-1234deeafecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.2007329 Jan 31 18:12:48.669651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-fca167d3-2180-4d2c-b9a5-de09be08c1c0 service neutron] 10.222.0.86 "GET /v2.0/networks/d2ea9b42-e21f-44b3-b93f-1234deeafecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235867 Jan 31 18:12:48.801580 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1ef8ed91-01d6-4d38-b622-4f48be0e0b49 req-b03f837f-fc49-4471-95fb-5a4e8cdf9e92 service neutron] 10.222.0.86 "GET /v2.0/networks/d2ea9b42-e21f-44b3-b93f-1234deeafecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261139 Jan 31 18:12:49.733366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb19fc-2f90-4e9c-8c1a-08618cd9d0f3 req-0a79824e-f8f9-4047-8ade-12dd436a19da tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:49.734859 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00fb19fc-2f90-4e9c-8c1a-08618cd9d0f3 req-0a79824e-f8f9-4047-8ade-12dd436a19da tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 947 time: 0.0801537 Jan 31 18:12:49.779869 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00fb19fc-2f90-4e9c-8c1a-08618cd9d0f3 req-33797ee2-b1db-4759-bae2-eb1efda00167 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Jan 31 18:12:50.976491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1838692b-16e5-409f-8b81-d58e14037211 req-1c77f5c1-1f6a-4eba-86f1-ae2a797efcf8 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:50.977939 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1838692b-16e5-409f-8b81-d58e14037211 req-1c77f5c1-1f6a-4eba-86f1-ae2a797efcf8 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 947 time: 0.0769856 Jan 31 18:12:51.027669 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1838692b-16e5-409f-8b81-d58e14037211 req-8d9ff9fc-1989-4a79-b62b-3d0761e69e3c tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jan 31 18:12:51.738965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device d3e20506-6da8-4b79-b715-89153dad99d5 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:12:51.871872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=d3e20506-6da8-4b79-b715-89153dad99d5,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:51.885350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'd3e20506-6da8-4b79-b715-89153dad99d5', 'network_id': 'd2ea9b42-e21f-44b3-b93f-1234deeafecb', 'port_id': 'd3e20506-6da8-4b79-b715-89153dad99d5', 'mac_address': 'fa:16:3e:9d:19:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba0e9f0-bb2e-43bb-bc21-74ea9e6cb257', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:12:51.941183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:51.961998 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e20506-6da8-4b79-b715-89153dad99d5 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:12:51.977297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=d3e20506-6da8-4b79-b715-89153dad99d5,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:51.982056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:52.049676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:52.206900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['d3e20506-6da8-4b79-b715-89153dad99d5'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:12:52.228992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabd586-f4fd-461c-be3d-21f680674861 req-4d6ee083-f56c-4b90-9295-f4fd76ee775d tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:52.231391 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0eabd586-f4fd-461c-be3d-21f680674861 req-4d6ee083-f56c-4b90-9295-f4fd76ee775d tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 948 time: 0.0827379 Jan 31 18:12:52.276710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0eabd586-f4fd-461c-be3d-21f680674861 req-6601c305-3db7-4723-bf27-2602aabf90af tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397460 Jan 31 18:12:53.476793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6cbb6-4893-4226-aa5d-ad4aeae56d2f req-905fcf22-e949-434e-a404-372ad909cada tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:53.478253 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f2f6cbb6-4893-4226-aa5d-ad4aeae56d2f req-905fcf22-e949-434e-a404-372ad909cada tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 948 time: 0.0751319 Jan 31 18:12:53.524201 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f2f6cbb6-4893-4226-aa5d-ad4aeae56d2f req-520f6618-35db-462f-9a7e-eb17fcf52836 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402381 Jan 31 18:12:53.754067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device d3e20506-6da8-4b79-b715-89153dad99d5 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:12:53.823973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port d3e20506-6da8-4b79-b715-89153dad99d5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:12:53.828820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port d3e20506-6da8-4b79-b715-89153dad99d5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:12:53.829186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:53.944520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:53.970684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:12:53.981232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=d3e20506-6da8-4b79-b715-89153dad99d5,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:53.985181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:54.029955 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5', 'code': 200} Jan 31 18:12:54.055626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:54.252636 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7144c7ff-9e00-4a99-ae37-c9bc1bf27532 req-1e637a6a-ac36-44e9-b4d9-1c462fb47643 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 1102 time: 0.0703998 Jan 31 18:12:54.294631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7144c7ff-9e00-4a99-ae37-c9bc1bf27532 req-0ad5f294-d976-4c18-b35b-cd969340d07f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358808 Jan 31 18:12:54.719826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397dd7b0-8e74-4c3c-8a72-a8aa94082889 req-e690e073-11ea-44be-80a7-389a39e9e302 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:54.721253 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-397dd7b0-8e74-4c3c-8a72-a8aa94082889 req-e690e073-11ea-44be-80a7-389a39e9e302 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 949 time: 0.0751021 Jan 31 18:12:54.766830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-397dd7b0-8e74-4c3c-8a72-a8aa94082889 req-dfa4d0e9-ef32-47a0-9a9a-5cfb915768c8 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401323 Jan 31 18:12:55.976772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a898f6-20de-4791-a707-03582bcaf9ae req-4abeffd9-2622-488b-b16e-3c9e727dfc7a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:55.978272 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1a898f6-20de-4791-a707-03582bcaf9ae req-4abeffd9-2622-488b-b16e-3c9e727dfc7a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 949 time: 0.0878010 Jan 31 18:12:56.025113 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1a898f6-20de-4791-a707-03582bcaf9ae req-c2529d42-069f-444d-95ea-5a662ba37d61 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Jan 31 18:12:56.584463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7f439ba5-aa1e-47ee-b6b3-8262a84d3ab9 req-42424001-4e89-4b8d-84cc-9f61cf54099c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1960568 Jan 31 18:12:57.155733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-da954cd2-8c6f-4c98-9bab-a542fda5590a req-aed51661-8b0d-4688-8096-65bfe32f70f5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1386511 Jan 31 18:12:57.683782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b60971-aedd-4731-af16-152035ce6c23 req-efa42040-c5dc-4924-a817-10410ecfed5d tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:57.685228 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-39b60971-aedd-4731-af16-152035ce6c23 req-efa42040-c5dc-4924-a817-10410ecfed5d tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 949 time: 0.0785766 Jan 31 18:12:57.730954 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-39b60971-aedd-4731-af16-152035ce6c23 req-073a9181-9921-4f08-8a10-c59aa3a0210a tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jan 31 18:12:58.922544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd35-2376-4047-bc73-0fc75630e232 req-48d1d856-eb65-4d72-ab09-bec4a51242f3 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:58.924001 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2367bd35-2376-4047-bc73-0fc75630e232 req-48d1d856-eb65-4d72-ab09-bec4a51242f3 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.86 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 949 time: 0.1271181 Jan 31 18:12:59.009904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd28da-1e99-43d1-9347-458ed88ed91d req-6b45d52f-8d9e-4879-8a8a-7cb259abe258 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:12:59.011756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-64fd28da-1e99-43d1-9347-458ed88ed91d req-6b45d52f-8d9e-4879-8a8a-7cb259abe258 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 949 time: 0.1538067 Jan 31 18:12:59.015285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Deleting port d3e20506-6da8-4b79-b715-89153dad99d5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:12:59.015614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:59.145796 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-64fd28da-1e99-43d1-9347-458ed88ed91d req-dd14b930-be1e-4bff-9ce4-709de6556c4b tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/security-groups?id=fea92ff8-03be-4d92-b58e-fc105629caa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052802 Jan 31 18:12:59.295748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] For port d3e20506-6da8-4b79-b715-89153dad99d5, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=d3e20506-6da8-4b79-b715-89153dad99d5,segment=NetworkSegment(87a6ce40-0164-4e19-a679-3938906ab3dc),segment_id=87a6ce40-0164-4e19-a679-3938906ab3dc)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:12:59.295980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:59.413935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Calling delete_port for d3e20506-6da8-4b79-b715-89153dad99d5 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:12:59.554722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:59.569172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['d3e20506-6da8-4b79-b715-89153dad99d5'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:12:59.606457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Pushing event deleted for resources: {'Port': ['ID=d3e20506-6da8-4b79-b715-89153dad99d5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:12:59.784378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] No DVR routers for this DVR port d3e20506-6da8-4b79-b715-89153dad99d5 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:12:59.786970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:12:59.789629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'name': 'network-vif-deleted', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:12:59.806759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2367bd35-2376-4047-bc73-0fc75630e232 req-b74162d7-209b-4873-8348-6291b42b1631 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.86 "DELETE /v2.0/ports/d3e20506-6da8-4b79-b715-89153dad99d5 HTTP/1.1" status: 204 len: 173 time: 0.8707781 Jan 31 18:12:59.856101 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693452d2-60be-4ee9-aa51-40678d066517', 'name': 'network-vif-deleted', 'tag': 'd3e20506-6da8-4b79-b715-89153dad99d5', 'status': 'completed', 'code': 200} Jan 31 18:13:00.327000 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0e84d578-2e0a-457d-b350-6cbe26ccee24 req-195739e9-5273-4eb0-b3f7-b73d0145b190 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Synchronizing usage tracker for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:13:00.341890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0e84d578-2e0a-457d-b350-6cbe26ccee24 req-195739e9-5273-4eb0-b3f7-b73d0145b190 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] Unset dirty status for tenant:db55bfc34f9748b1a4e42928f49b8fa7 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:13:00.343005 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0e84d578-2e0a-457d-b350-6cbe26ccee24 req-195739e9-5273-4eb0-b3f7-b73d0145b190 tempest-ServersAdminNegativeTestJSON-1418896457 tempest-ServersAdminNegativeTestJSON-1418896457-project] 10.222.0.110 "GET /v2.0/ports?device_id=693452d2-60be-4ee9-aa51-40678d066517 HTTP/1.1" status: 200 len: 210 time: 0.0586178 Jan 31 18:13:01.731133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36450) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:01.906356 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-93fd068e-7f22-4d33-a2b7-aa98efe8e2d3 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=db55bfc34f9748b1a4e42928f49b8fa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739855 Jan 31 18:13:01.908697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:01.966229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:01.991121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.045648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.063263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea92ff8-03be-4d92-b58e-fc105629caa0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:02.073937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.075051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7850d640-1c73-4eaa-8ce8-b8e487c549e0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/fea92ff8-03be-4d92-b58e-fc105629caa0 HTTP/1.1" status: 204 len: 168 time: 0.1654739 Jan 31 18:13:02.400150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36464) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:02.419063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.449274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:02.452773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:bf55d6d3cbcf4a4195115b137dd558be is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:02.455514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:02.461041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:02.530092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.533783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.579023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7379c4-6033-4d20-85f9-85c425cf8823,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:02.583092 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8128fd71-70cb-41f1-af26-ffb2eb4ae7e7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bf55d6d3cbcf4a4195115b137dd558be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1819389 Jan 31 18:13:02.585716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36468) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:02.643802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.668694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.717822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.733641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7379c4-6033-4d20-85f9-85c425cf8823,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:02.738556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:02.739929 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-00c45921-b9f8-4660-989f-76f00e34d1c5 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/aa7379c4-6033-4d20-85f9-85c425cf8823 HTTP/1.1" status: 204 len: 168 time: 0.1531858 Jan 31 18:13:03.560885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36490) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:03.688079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-55258444-network', 'tenant_id': 'c591c14db3ec426c8948d5a68b6c773e'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:03.692823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:03.696658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Usage tracker for resource:network and tenant:c591c14db3ec426c8948d5a68b6c773e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:03.700469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:03.706429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:03.716342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Made reservation on behalf of c591c14db3ec426c8948d5a68b6c773e for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:03.718857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.731151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.763908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:03.767627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Usage tracker for resource:security_group_rule and tenant:c591c14db3ec426c8948d5a68b6c773e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:03.770362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:03.775846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:03.819147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device d3e20506-6da8-4b79-b715-89153dad99d5 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:13:03.845387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.849702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.855055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: d3e20506-6da8-4b79-b715-89153dad99d5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:13:03.855413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device d3e20506-6da8-4b79-b715-89153dad99d5 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:13:03.882083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1443, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:13:03.891094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08637567-c3b1-4b34-8c94-bafb68083d6c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:03.896692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.897090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Added segment 98f1c88b-fbc1-4f71-8365-738b3be5ec97 of type vlan for network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 Jan 31 18:13:03.922892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.951774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:03.952587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:03.953158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:04.055316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] Pushing event updated for resources: {'Network': ['ID=281e99d3-44ae-4a3e-aa6e-e05242cf1516,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:04.058974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0f10e312-51e6-4f3e-b4b2-cf43780d3d19 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4962668 Jan 31 18:13:04.062079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36496) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:04.066375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:13:04.067247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Request body: {'subnet': {'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-55258444-subnet', 'tenant_id': 'c591c14db3ec426c8948d5a68b6c773e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:04.072120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:04.075978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Usage tracker for resource:subnet and tenant:c591c14db3ec426c8948d5a68b6c773e is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:04.078839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:04.084507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:04.095179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Made reservation on behalf of c591c14db3ec426c8948d5a68b6c773e for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:04.097826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:04.311289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:04.384911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4b87c6-3678-48bf-9f84-a724474ccd54,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:04.394296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Checking segment: {'id': '98f1c88b-fbc1-4f71-8365-738b3be5ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:13:04.394640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Network hostable DHCP agents. Network: 281e99d3-44ae-4a3e-aa6e-e05242cf1516, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:13:04.415521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:13:04.425025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 281e99d3-44ae-4a3e-aa6e-e05242cf1516) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:13:04.428938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:04.429547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:04.434534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89806e1a-6c6f-44c4-a075-1468b3e597eb None None] Network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:13:04.451192 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7a862cd6-cba2-48ae-acf8-664030b15eab admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3879321 Jan 31 18:13:04.652408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7074365-bee8-4e69-92a6-156454ce8c0c None None] Network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:13:05.005936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-d3750d99-e920-4363-a111-6ed67597a811 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:05.007359 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-d3750d99-e920-4363-a111-6ed67597a811 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 810 time: 0.1491451 Jan 31 18:13:05.023003 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-3bb4c127-d4c3-48ec-bc96-e2b1c7d66dba tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/quotas/c591c14db3ec426c8948d5a68b6c773e HTTP/1.1" status: 200 len: 375 time: 0.0102949 Jan 31 18:13:05.068084 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-79562f4b-0340-4a23-8c06-1d21db1cc8c5 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403898 Jan 31 18:13:05.198501 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-27f1a187-b90d-4c11-a91c-f1fe380b4c45 service neutron] 10.222.0.110 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236379 Jan 31 18:13:05.329750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-e2b8035c-7827-431e-9a56-76ca2cf8465d service neutron] 10.222.0.110 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251035 Jan 31 18:13:05.522085 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-da507d6d-50b4-4e7b-82b7-e18d1402af9b req-82858c4c-c565-4796-8d9a-80f05a7dbbcb tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0444129 Jan 31 18:13:06.511711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-2f66c7e0-25fb-4e4c-9ae3-df7efaec475d tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:06.513210 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-2f66c7e0-25fb-4e4c-9ae3-df7efaec475d tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 810 time: 0.1433287 Jan 31 18:13:06.529570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Request body: {'port': {'device_id': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516', 'admin_state_up': True, 'tenant_id': 'c591c14db3ec426c8948d5a68b6c773e'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:06.703273 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4ddab413-20b6-4bea-a39c-945d6743389c req-2d78be79-9b3b-4b6c-ac44-41bd4904e5a0 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0465612 Jan 31 18:13:06.705297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:06.709066 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Usage tracker for resource:port and tenant:c591c14db3ec426c8948d5a68b6c773e is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:06.711951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:06.717738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:06.728738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Made reservation on behalf of c591c14db3ec426c8948d5a68b6c773e for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:06.732072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:06.894867 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Allocated IP 172.20.0.10 (281e99d3-44ae-4a3e-aa6e-e05242cf1516/1e4b87c6-3678-48bf-9f84-a724474ccd54/80cded8e-b679-40b8-9732-34e5f7729d0a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:13:06.992800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cc8cec6-4e32-4749-8034-9424b3a2b2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.097818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.124643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.196512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:13:07.200123 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:13:07.203978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:13:07.233586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Pushing event updated for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:07.265959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:07.266543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.286480 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-61b7865b-2393-446f-8b60-74ec8fadd617 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605484 Jan 31 18:13:07.296351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-7b371a48-2477-43f0-8285-f405bdf6569b tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:13:07.297237 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-7b371a48-2477-43f0-8285-f405bdf6569b tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049126 Jan 31 18:13:07.307337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Request body: {'port': {'device_id': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:07.498018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.827945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80cded8e-b679-40b8-9732-34e5f7729d0a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:13:07.834986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.850184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Transition to ACTIVE for port object 80cded8e-b679-40b8-9732-34e5f7729d0a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:13:07.854738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:07.907341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05650b5-7a68-4bfe-bc47-2cdbffe7ef05 req-9cfe5462-a9bd-4b20-985c-ed469686ec16 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:07.908868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d05650b5-7a68-4bfe-bc47-2cdbffe7ef05 req-9cfe5462-a9bd-4b20-985c-ed469686ec16 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0824938 Jan 31 18:13:07.954709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-d05650b5-7a68-4bfe-bc47-2cdbffe7ef05 req-99e0d513-c886-415c-982d-d4646e0d6730 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Synchronizing usage tracker for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:13:07.971756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-d05650b5-7a68-4bfe-bc47-2cdbffe7ef05 req-99e0d513-c886-415c-982d-d4646e0d6730 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Unset dirty status for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:13:07.972890 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d05650b5-7a68-4bfe-bc47-2cdbffe7ef05 req-99e0d513-c886-415c-982d-d4646e0d6730 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579834 Jan 31 18:13:07.988888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Pushing event updated for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:08.092070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Attempting to bind port 80cded8e-b679-40b8-9732-34e5f7729d0a on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:13:08.092401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Attempting to bind port 80cded8e-b679-40b8-9732-34e5f7729d0a by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '98f1c88b-fbc1-4f71-8365-738b3be5ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:13:08.092723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Attempting to bind port 80cded8e-b679-40b8-9732-34e5f7729d0a on network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:13:08.098397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Port 80cded8e-b679-40b8-9732-34e5f7729d0a on network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:13:08.098710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Attempting to bind port 80cded8e-b679-40b8-9732-34e5f7729d0a on network 281e99d3-44ae-4a3e-aa6e-e05242cf1516 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:13:08.104862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:13:08.105197 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Checking segment: {'id': '98f1c88b-fbc1-4f71-8365-738b3be5ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:13:08.105609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Bound using segment: {'id': '98f1c88b-fbc1-4f71-8365-738b3be5ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:13:08.106025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Bound port: 80cded8e-b679-40b8-9732-34e5f7729d0a, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f1c88b-fbc1-4f71-8365-738b3be5ec97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:13:08.106358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:08.195620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:13:08.199092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80cded8e-b679-40b8-9732-34e5f7729d0a,segment=NetworkSegment(98f1c88b-fbc1-4f71-8365-738b3be5ec97),segment_id=98f1c88b-fbc1-4f71-8365-738b3be5ec97)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:13:08.203672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:08.260882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:08.262559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] 10.222.0.86 "PUT /v2.0/ports/80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 1094 time: 0.9587162 Jan 31 18:13:08.265280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:13:08.288219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca3c5-d1bf-413f-a855-e7e7f07cf887 service neutron] Pushing event updated for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:08.327798 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a', 'status': 'completed', 'code': 200} Jan 31 18:13:08.368867 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-1eee4c48-73d1-4bf7-bb3e-9b188325be45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0719395 Jan 31 18:13:08.436674 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-0109a8a8-022e-4f47-81f0-61569f9d5f32 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.0617549 Jan 31 18:13:08.495869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-aac6ed0f-3313-42ad-9418-bebc7e7374d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:08.497238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-aac6ed0f-3313-42ad-9418-bebc7e7374d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0553076 Jan 31 18:13:08.546619 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-ee6cb516-595a-46a5-a400-a5a288e00bc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429771 Jan 31 18:13:08.676436 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-529124d5-904f-49a7-9d92-10002daa46e2 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239407 Jan 31 18:13:08.810527 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55a1781d-3c83-4619-9ecd-24ce76720fb2 req-77c896a4-b7db-4e76-a87b-eb6d97fe0b51 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257925 Jan 31 18:13:08.927543 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-fd4f9fc8-a9b1-4d21-8f4e-2e18ca949012 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0691466 Jan 31 18:13:09.058470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-b5e6d733-641e-4f3c-8c55-1f9ae97a11f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:09.059918 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-b5e6d733-641e-4f3c-8c55-1f9ae97a11f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 912 time: 0.1259058 Jan 31 18:13:09.178187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf6f22-37fd-46c1-9595-4d7ee4f19e76 req-5c7bfdcc-c119-4a0c-b383-0074bcffd5c8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:09.179552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-badf6f22-37fd-46c1-9595-4d7ee4f19e76 req-5c7bfdcc-c119-4a0c-b383-0074bcffd5c8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0860410 Jan 31 18:13:09.221271 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-b72c7f06-662b-4f81-9f0a-78e56aba1734 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.1545241 Jan 31 18:13:09.226391 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-badf6f22-37fd-46c1-9595-4d7ee4f19e76 req-c6432206-fab0-4df3-912c-b69f1d40a1f1 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408492 Jan 31 18:13:09.284070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-ff9ecc24-c55e-4e38-a3c1-1da75d0827dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:09.285504 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-ff9ecc24-c55e-4e38-a3c1-1da75d0827dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0575275 Jan 31 18:13:09.334115 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-c89cfe38-a7cb-4ee2-afac-ee2a30737497 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416906 Jan 31 18:13:09.336009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f5dd07c9-b20c-41ad-a3d4-65710afe06ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:09.463068 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-75657919-cb2c-4daa-9240-602cb0a5d015 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223984 Jan 31 18:13:09.575789 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:13:09.591220 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-402c1927-8529-43dc-bf68-ab6d6b08733c req-48af0cd9-e6ce-412c-8998-ce0247c0937f service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223016 Jan 31 18:13:10.244144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:10.408570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:10.427288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc0468-1eff-4356-9961-c64e6302965c req-84e01700-64ab-407a-97fd-806532ddefa9 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:10.427968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c8dc0468-1eff-4356-9961-c64e6302965c req-84e01700-64ab-407a-97fd-806532ddefa9 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Synchronizing usage tracker for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:13:10.444572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c8dc0468-1eff-4356-9961-c64e6302965c req-84e01700-64ab-407a-97fd-806532ddefa9 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Unset dirty status for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:13:10.445714 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c8dc0468-1eff-4356-9961-c64e6302965c req-84e01700-64ab-407a-97fd-806532ddefa9 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0973153 Jan 31 18:13:10.490146 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c8dc0468-1eff-4356-9961-c64e6302965c req-c1f54db8-3c07-4990-b3e2-8a7b4c5c6e39 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382717 Jan 31 18:13:11.690016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af969450-64ea-45ca-bad8-5e7ee74d499a req-3f3978b6-5c4f-49d3-8167-9c62bc04b9d5 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:11.691578 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-af969450-64ea-45ca-bad8-5e7ee74d499a req-3f3978b6-5c4f-49d3-8167-9c62bc04b9d5 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 944 time: 0.0802240 Jan 31 18:13:11.691804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:11.738580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-af969450-64ea-45ca-bad8-5e7ee74d499a req-43c70770-ee79-4b4f-8954-2a3494676822 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413861 Jan 31 18:13:11.832113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 80cded8e-b679-40b8-9732-34e5f7729d0a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:13:11.968708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80cded8e-b679-40b8-9732-34e5f7729d0a,segment=NetworkSegment(98f1c88b-fbc1-4f71-8365-738b3be5ec97),segment_id=98f1c88b-fbc1-4f71-8365-738b3be5ec97)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:13:11.981840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '80cded8e-b679-40b8-9732-34e5f7729d0a', 'network_id': '281e99d3-44ae-4a3e-aa6e-e05242cf1516', 'port_id': '80cded8e-b679-40b8-9732-34e5f7729d0a', 'mac_address': 'fa:16:3e:4e:b6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e4b87c6-3678-48bf-9f84-a724474ccd54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:13:12.034016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:12.051048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80cded8e-b679-40b8-9732-34e5f7729d0a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:13:12.066274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80cded8e-b679-40b8-9732-34e5f7729d0a,segment=NetworkSegment(98f1c88b-fbc1-4f71-8365-738b3be5ec97),segment_id=98f1c88b-fbc1-4f71-8365-738b3be5ec97)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:13:12.070521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:12.137539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:12.263961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['80cded8e-b679-40b8-9732-34e5f7729d0a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:13:12.937798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab9252-e300-4371-813b-5aae5d7fdfae req-f12a1719-6430-4af6-994c-d219788667d8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:12.939216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-73ab9252-e300-4371-813b-5aae5d7fdfae req-f12a1719-6430-4af6-994c-d219788667d8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 945 time: 0.0803773 Jan 31 18:13:12.982694 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-73ab9252-e300-4371-813b-5aae5d7fdfae req-a0514595-ff96-4b52-9c89-f41cf10b93b9 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380924 Jan 31 18:13:13.329864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:13.847552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 80cded8e-b679-40b8-9732-34e5f7729d0a up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:13:13.917500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 80cded8e-b679-40b8-9732-34e5f7729d0a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:13:13.922725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 80cded8e-b679-40b8-9732-34e5f7729d0a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:13:13.923095 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:14.036325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:14.062630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:13:14.071908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80cded8e-b679-40b8-9732-34e5f7729d0a,segment=NetworkSegment(98f1c88b-fbc1-4f71-8365-738b3be5ec97),segment_id=98f1c88b-fbc1-4f71-8365-738b3be5ec97)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:13:14.076941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:14.122272 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a', 'code': 200} Jan 31 18:13:14.148391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:14.158421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.158777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.159120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.159455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.159792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.160124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.160451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.160777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.161099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.161438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.161765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:14.287024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38067bf6-95fa-4b06-90d5-6af390a083c2 req-6bcd3076-52b5-4c00-87e6-78cb0fc1d5ec tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:14.288477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-38067bf6-95fa-4b06-90d5-6af390a083c2 req-6bcd3076-52b5-4c00-87e6-78cb0fc1d5ec tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1857274 Jan 31 18:13:14.335409 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-38067bf6-95fa-4b06-90d5-6af390a083c2 req-5a7da59a-1835-4acc-b7e6-d6da81e06d5c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407455 Jan 31 18:13:14.343651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39fa64fe-7fd3-4a41-a79e-5ad0a74d2a77 req-ba1073cf-c419-4e0b-bb4d-783316fd0278 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0677199 Jan 31 18:13:14.386077 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39fa64fe-7fd3-4a41-a79e-5ad0a74d2a77 req-9dd86a20-4a31-4aea-b839-13b86830273d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366802 Jan 31 18:13:15.546514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3234ba-79a8-468d-a261-a0d963daf022 req-87862066-6115-43c1-af16-6de7b1b0e76c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:15.547935 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8c3234ba-79a8-468d-a261-a0d963daf022 req-87862066-6115-43c1-af16-6de7b1b0e76c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0784993 Jan 31 18:13:15.593175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8c3234ba-79a8-468d-a261-a0d963daf022 req-5f4927d3-e578-4f65-90c4-eaa1e4759232 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396140 Jan 31 18:13:15.784889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-25266623-6e78-4d31-9ba9-99119c0cb2ad req-337d8f5f-4a4d-488a-987e-b8cc782135e2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0666599 Jan 31 18:13:16.059998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36550) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:16.095642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55acc8-35bc-43d2-8715-98d1a2dffe36 req-6df5a68d-e552-4864-8a9c-564764c5a368 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:16.097072 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee55acc8-35bc-43d2-8715-98d1a2dffe36 req-6df5a68d-e552-4864-8a9c-564764c5a368 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0765536 Jan 31 18:13:16.145770 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ee55acc8-35bc-43d2-8715-98d1a2dffe36 req-7e4e55ae-4c60-4754-be98-f2f461ea9752 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431094 Jan 31 18:13:16.196835 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-42b0a57c-5546-416a-ae76-d352536a3373 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1355317 Jan 31 18:13:17.344660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9923a-89e3-4c76-b6f4-8b33a4fb45c6 req-cade8fb4-b2ba-45af-b5cc-2dafcb86c7ad tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:17.346128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1c9923a-89e3-4c76-b6f4-8b33a4fb45c6 req-cade8fb4-b2ba-45af-b5cc-2dafcb86c7ad tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0792809 Jan 31 18:13:17.391977 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1c9923a-89e3-4c76-b6f4-8b33a4fb45c6 req-34a09a80-bc71-4322-9033-9894b48777f3 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Jan 31 18:13:17.411306 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-39ee5dc1-9d30-49bc-82ee-6501c7e67392 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0695605 Jan 31 18:13:17.542027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-d7451a0a-cbf5-4ef2-a69d-02947e436f0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:17.543949 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-d7451a0a-cbf5-4ef2-a69d-02947e436f0a service neutron] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 912 time: 0.1269279 Jan 31 18:13:17.611601 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-ebc76bd0-07fb-4d1b-a091-0ebeffb1c90a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.0620050 Jan 31 18:13:17.671543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-3bb9bd13-5439-4793-999d-c84ea32c6469 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:17.672888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-3bb9bd13-5439-4793-999d-c84ea32c6469 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0554619 Jan 31 18:13:17.716584 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-9ee4f7c0-1bf6-49e7-8e4f-14294edb6c52 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377903 Jan 31 18:13:17.842800 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-9973a8e2-57ca-431e-8689-2ee8e92fa920 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206093 Jan 31 18:13:17.973905 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-8b46be57-ca18-4813-81a1-74ee08f50a97 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252975 Jan 31 18:13:18.675168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784234-7505-446f-bbe8-1dc197f67917 req-369cb080-12ad-491e-adfe-5c05f6a4c0ed tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:18.676605 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1c784234-7505-446f-bbe8-1dc197f67917 req-369cb080-12ad-491e-adfe-5c05f6a4c0ed tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1649449 Jan 31 18:13:18.722228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1c784234-7505-446f-bbe8-1dc197f67917 req-159acfda-f27e-4347-af5a-edb46580ca61 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393515 Jan 31 18:13:19.921709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf668fd-9724-41a8-bb85-7a42ff555712 req-7f8d9ffe-6fa3-4a90-8141-3f5a2390fc7b tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:19.923133 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eaf668fd-9724-41a8-bb85-7a42ff555712 req-7f8d9ffe-6fa3-4a90-8141-3f5a2390fc7b tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0797558 Jan 31 18:13:19.967417 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eaf668fd-9724-41a8-bb85-7a42ff555712 req-0d383a76-2d89-4543-bc57-b4f865d03b55 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387633 Jan 31 18:13:21.174922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b29284-6d94-414c-b13f-c8fff0df4ddc req-dee352b8-b29c-4c34-8733-935ceac12358 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:21.176507 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d4b29284-6d94-414c-b13f-c8fff0df4ddc req-dee352b8-b29c-4c34-8733-935ceac12358 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0795932 Jan 31 18:13:21.221886 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d4b29284-6d94-414c-b13f-c8fff0df4ddc req-39b87b29-682b-4f7b-a60e-40671e67a221 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399063 Jan 31 18:13:22.420447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e652813-836d-41b4-81e4-9f323afaf655 req-b4cb87e7-8cb1-4eff-b7d3-24db8bb923a6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:22.421881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9e652813-836d-41b4-81e4-9f323afaf655 req-b4cb87e7-8cb1-4eff-b7d3-24db8bb923a6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0770352 Jan 31 18:13:22.466881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9e652813-836d-41b4-81e4-9f323afaf655 req-169838d5-9329-43d1-b043-bfa78b7d1eeb tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Jan 31 18:13:23.661191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1b4d4-6eda-461d-a6b5-6eab0efc1958 req-894b2449-7d0a-4b5d-9b1e-7eef3a7165b4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:23.662638 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fea1b4d4-6eda-461d-a6b5-6eab0efc1958 req-894b2449-7d0a-4b5d-9b1e-7eef3a7165b4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0752316 Jan 31 18:13:23.707016 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fea1b4d4-6eda-461d-a6b5-6eab0efc1958 req-54cf06c9-dcd0-40fd-9734-9e5f183dc92e tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388992 Jan 31 18:13:24.905093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe892a-7422-4493-abc0-9eb0a93673d8 req-65f8525e-151a-4f3a-bb64-d9fc5589b3b8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:24.906560 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0abe892a-7422-4493-abc0-9eb0a93673d8 req-65f8525e-151a-4f3a-bb64-d9fc5589b3b8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0801055 Jan 31 18:13:24.950868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0abe892a-7422-4493-abc0-9eb0a93673d8 req-1c388cce-a48f-4d1c-bb53-2c3b552d9c52 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Jan 31 18:13:26.157221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071eb8e-f01a-44f2-8cf5-2b0afb475953 req-44b547e7-2052-4b43-ab53-aa2be87489df tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:26.158585 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0071eb8e-f01a-44f2-8cf5-2b0afb475953 req-44b547e7-2052-4b43-ab53-aa2be87489df tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0788956 Jan 31 18:13:26.203155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0071eb8e-f01a-44f2-8cf5-2b0afb475953 req-0b1fcf4c-f20d-411b-b5b7-e5b6237a85fe tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391903 Jan 31 18:13:27.398468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c280-13e1-40f5-bb05-748cf193f83c req-e299f5c4-46e9-49bf-8384-81b6ebe1ab0a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:27.399892 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a61c280-13e1-40f5-bb05-748cf193f83c req-e299f5c4-46e9-49bf-8384-81b6ebe1ab0a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0766425 Jan 31 18:13:27.451495 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a61c280-13e1-40f5-bb05-748cf193f83c req-e91bc0f4-df6a-413b-980f-e934eff2d00c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Jan 31 18:13:28.655379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703040b-f009-4d63-bc40-f3366085977f req-1a3564a7-b3b2-4d37-8631-c0e6f49eaef8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:28.656824 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d703040b-f009-4d63-bc40-f3366085977f req-1a3564a7-b3b2-4d37-8631-c0e6f49eaef8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0767913 Jan 31 18:13:28.701986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d703040b-f009-4d63-bc40-f3366085977f req-5188da6d-c5e5-413f-9df7-12d508ea9615 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397196 Jan 31 18:13:29.907538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f52c-85e7-4ca3-ad2c-5925f359b08c req-565fe180-e6f1-468b-afc2-5a60f676e8f4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:29.908970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9567f52c-85e7-4ca3-ad2c-5925f359b08c req-565fe180-e6f1-468b-afc2-5a60f676e8f4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0774522 Jan 31 18:13:29.954181 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9567f52c-85e7-4ca3-ad2c-5925f359b08c req-2861acbc-5871-4075-9445-6d15219a0553 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397749 Jan 31 18:13:31.170246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b79d-9a5a-4694-93f0-88cd0a5e7b29 req-3f65c4f9-ca5c-4412-a0ae-a54746f6110c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:31.171764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b02b79d-9a5a-4694-93f0-88cd0a5e7b29 req-3f65c4f9-ca5c-4412-a0ae-a54746f6110c tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0826905 Jan 31 18:13:31.218609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b02b79d-9a5a-4694-93f0-88cd0a5e7b29 req-ff29bbcd-cf92-4619-8266-e3e61918e74f tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Jan 31 18:13:32.420389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444aa7a-2391-46d7-af0f-f078c5764e65 req-ad3a9eb4-f4e5-4e7c-9450-9a53fde6b0d0 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:32.421929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8444aa7a-2391-46d7-af0f-f078c5764e65 req-ad3a9eb4-f4e5-4e7c-9450-9a53fde6b0d0 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0843923 Jan 31 18:13:32.467670 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8444aa7a-2391-46d7-af0f-f078c5764e65 req-26ecd41a-7fe8-49be-bdae-0637285314ca tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402412 Jan 31 18:13:33.730462 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630ff89-bf50-4f23-8a5e-10fee757f37a req-4a632057-8e81-4c15-a7b1-c13817c82447 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:33.731896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4630ff89-bf50-4f23-8a5e-10fee757f37a req-4a632057-8e81-4c15-a7b1-c13817c82447 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1466050 Jan 31 18:13:33.783685 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4630ff89-bf50-4f23-8a5e-10fee757f37a req-8732faab-2489-471d-9dc6-42dbebd847fe tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461607 Jan 31 18:13:35.052569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868551db-4da2-4eb8-a99c-ae8e70de74a8 req-505b5214-95b3-47d2-a325-1642f9a20bf6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:35.054035 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-868551db-4da2-4eb8-a99c-ae8e70de74a8 req-505b5214-95b3-47d2-a325-1642f9a20bf6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1466050 Jan 31 18:13:35.099239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-868551db-4da2-4eb8-a99c-ae8e70de74a8 req-12ac1907-9ecc-4d2c-927e-79f3842a022b tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Jan 31 18:13:35.598135 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-64a09ac4-fe16-4bf6-9dd2-d1b02f4d877a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.1330369 Jan 31 18:13:35.741009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753db8c2-95db-455a-b789-bf9359c94993 req-b5f0a774-8e48-4729-809e-c1a687b5eb5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:35.742362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-b5f0a774-8e48-4729-809e-c1a687b5eb5e service neutron] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 912 time: 0.1240723 Jan 31 18:13:35.810942 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-eaf9d7c8-1fc7-413e-88d4-25a41ba0fc67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.0622797 Jan 31 18:13:35.873381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753db8c2-95db-455a-b789-bf9359c94993 req-c5785120-cc05-4970-99b6-e766a85d5d84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:35.874844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-c5785120-cc05-4970-99b6-e766a85d5d84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0578396 Jan 31 18:13:35.919809 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-646247b7-a262-45bc-b1b8-54ea65d2f631 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389075 Jan 31 18:13:36.049964 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-8faaa812-3bf7-47e8-bac3-038525dc6657 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227982 Jan 31 18:13:36.180546 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-753db8c2-95db-455a-b789-bf9359c94993 req-d574fb07-e02c-4490-b3c4-e3fa3da5dc94 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246331 Jan 31 18:13:36.300901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23575c7d-3de1-496a-872b-c58f1e2b2ef5 req-6cbceafb-134b-483f-bd01-2c496ae1f6d3 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:36.302253 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-23575c7d-3de1-496a-872b-c58f1e2b2ef5 req-6cbceafb-134b-483f-bd01-2c496ae1f6d3 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0797036 Jan 31 18:13:36.345787 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-23575c7d-3de1-496a-872b-c58f1e2b2ef5 req-12949f0b-21af-483e-8e1c-3184febd3caf tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381110 Jan 31 18:13:36.996823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13fd3477-2f11-49d2-864c-6cc8b9adce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:37.545795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f402b41-a36a-4b26-8dc0-4f8186200dc3 req-539374c6-14a5-492e-a6b9-5526fd781c26 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:37.547266 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f402b41-a36a-4b26-8dc0-4f8186200dc3 req-539374c6-14a5-492e-a6b9-5526fd781c26 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0796013 Jan 31 18:13:37.593202 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5f402b41-a36a-4b26-8dc0-4f8186200dc3 req-c4617eaa-54f6-4361-a679-415e216b4259 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398247 Jan 31 18:13:38.788415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5767f8bd-8f07-4240-a757-afb406dd0414 req-1ca8c2be-c56d-46ef-94bf-7c196250c6f1 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:38.789870 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5767f8bd-8f07-4240-a757-afb406dd0414 req-1ca8c2be-c56d-46ef-94bf-7c196250c6f1 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0757256 Jan 31 18:13:38.837945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5767f8bd-8f07-4240-a757-afb406dd0414 req-26fef656-07d3-4273-b9b4-7b67bb413d90 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Jan 31 18:13:39.338396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-452060c6-b149-45c6-b35d-6eb5a0e5486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:40.038257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8859140-08e4-4bad-9805-e3161fd626a8 req-d31fdeeb-8581-4ee6-b180-b8c0df52ade6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:40.039679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8859140-08e4-4bad-9805-e3161fd626a8 req-d31fdeeb-8581-4ee6-b180-b8c0df52ade6 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0782607 Jan 31 18:13:40.090642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8859140-08e4-4bad-9805-e3161fd626a8 req-c95301bc-cab6-41bc-83f7-27fa679579ab tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444863 Jan 31 18:13:40.247899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:40.411601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:41.285510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b3776-ca8e-46a0-b5d0-5191ac56afa7 req-a4505e8d-5049-41b6-b1e0-cc38272ddca4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:41.286931 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-634b3776-ca8e-46a0-b5d0-5191ac56afa7 req-a4505e8d-5049-41b6-b1e0-cc38272ddca4 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0751886 Jan 31 18:13:41.333472 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-634b3776-ca8e-46a0-b5d0-5191ac56afa7 req-732fbe73-f0cd-462c-b426-286bb6c86e36 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Jan 31 18:13:41.690929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:42.527052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191a0a0-4485-444a-9e7d-fdaa37d83831 req-485382a8-a2d6-4206-a7e7-87d07ba090f8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:42.529004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d191a0a0-4485-444a-9e7d-fdaa37d83831 req-485382a8-a2d6-4206-a7e7-87d07ba090f8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0759406 Jan 31 18:13:42.576101 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d191a0a0-4485-444a-9e7d-fdaa37d83831 req-1eaa2f92-5688-4618-ae44-4457b1e71c02 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415173 Jan 31 18:13:43.345755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:43.776039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41efa88a-35a1-49b1-a3dd-42d1d449360c req-354a6aef-06ef-48ec-9b45-0995513286b8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:43.778273 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-41efa88a-35a1-49b1-a3dd-42d1d449360c req-354a6aef-06ef-48ec-9b45-0995513286b8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0817478 Jan 31 18:13:43.823826 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-41efa88a-35a1-49b1-a3dd-42d1d449360c req-0bc166ae-ff47-47df-8d57-729bda233009 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394082 Jan 31 18:13:44.646849 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-850c78f2-b317-4cbb-9089-085dd9492d44 service neutron] 10.222.0.86 "GET /v2.0/ports/80cded8e-b679-40b8-9732-34e5f7729d0a/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0714614 Jan 31 18:13:45.021624 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-ec846ce5-1d8c-4b59-8a3b-92ec5b127c00 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4&tenant_id=c591c14db3ec426c8948d5a68b6c773e HTTP/1.1" status: 200 len: 1099 time: 0.1691415 Jan 31 18:13:45.033704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034d644-9164-4210-b8ab-8752fc9ddf80 req-c1cf7389-acd3-4a1e-bf14-555362b9ae2e tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:45.035148 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5034d644-9164-4210-b8ab-8752fc9ddf80 req-c1cf7389-acd3-4a1e-bf14-555362b9ae2e tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0826678 Jan 31 18:13:45.082114 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5034d644-9164-4210-b8ab-8752fc9ddf80 req-4b45a2b0-5ade-464d-9562-bf135b128f29 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Jan 31 18:13:45.112392 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-c463a5c3-3a2d-4680-806a-6817e402e52b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0684564 Jan 31 18:13:45.238728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-01feb5b7-690a-4ac8-997f-96efae76039c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:45.240133 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-01feb5b7-690a-4ac8-997f-96efae76039c service neutron] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 912 time: 0.1219409 Jan 31 18:13:45.309012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-0ad765cd-5b99-44d4-ace3-962e6495b85f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.0625882 Jan 31 18:13:45.370980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-1829e40f-95fd-4f61-9d2b-ed7b571260fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:45.372411 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-1829e40f-95fd-4f61-9d2b-ed7b571260fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0580475 Jan 31 18:13:45.416683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-acbf1712-1808-44f0-877a-f415374da78d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380988 Jan 31 18:13:45.545688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-4cfe0a18-a9c1-4350-bcbc-8c2c17e80363 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221511 Jan 31 18:13:45.674862 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-842b62c0-c967-4f77-bbb5-4be4b0aca5fb req-87e6ae5d-dba4-4dd5-86ef-576b4121ca80 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235247 Jan 31 18:13:46.279336 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85f7b-dafd-457d-afc3-c7d63c63aeed req-41555ff6-6065-4766-b038-e970026d6a18 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:46.280747 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6af85f7b-dafd-457d-afc3-c7d63c63aeed req-41555ff6-6065-4766-b038-e970026d6a18 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0792329 Jan 31 18:13:46.325114 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6af85f7b-dafd-457d-afc3-c7d63c63aeed req-7400c041-b0dd-4879-a036-0733f2de7846 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388029 Jan 31 18:13:46.577042 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:13:47.520942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75743e-777c-4a2a-a825-77257cd7ce77 req-1fdef09a-d51e-4cc3-8738-76c0784ea7b5 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:47.522451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b75743e-777c-4a2a-a825-77257cd7ce77 req-1fdef09a-d51e-4cc3-8738-76c0784ea7b5 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0764189 Jan 31 18:13:47.567536 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b75743e-777c-4a2a-a825-77257cd7ce77 req-24f9b5e5-6852-4585-a700-d9746908a357 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390689 Jan 31 18:13:47.955088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-e501d7b7-b065-4301-aa98-2f1e52a69656 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:47.956441 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-e501d7b7-b065-4301-aa98-2f1e52a69656 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4&tenant_id=c591c14db3ec426c8948d5a68b6c773e&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 946 time: 0.0802224 Jan 31 18:13:48.103475 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-c63f0623-b58b-49e4-8071-02d04e23fd70 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c591c14db3ec426c8948d5a68b6c773e&device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0734153 Jan 31 18:13:48.231816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-82b9e9d3-ab54-4975-82e1-8584acd2907f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:48.233146 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-82b9e9d3-ab54-4975-82e1-8584acd2907f service neutron] 10.222.0.86 "GET /v2.0/networks?id=281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 200 len: 912 time: 0.1243434 Jan 31 18:13:48.298643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-5c1b32f0-bb70-45b1-8c02-0168247c202a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 200 len: 217 time: 0.0590823 Jan 31 18:13:48.362026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-0434a7d9-de30-4ef3-a539-024e88b78d26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:48.363403 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-0434a7d9-de30-4ef3-a539-024e88b78d26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 200 len: 850 time: 0.0591550 Jan 31 18:13:48.406438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-8437bb7f-be0d-403c-9bde-86b3f3fd46ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=281e99d3-44ae-4a3e-aa6e-e05242cf1516&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373046 Jan 31 18:13:48.532012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-e6a2c8a3-2f5e-4da4-bd9c-3a61d78773d2 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194601 Jan 31 18:13:48.658225 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-dfc7e38e-6a10-4271-a965-6ffc5f28f957 service neutron] 10.222.0.86 "GET /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205800 Jan 31 18:13:49.471799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364b6b3-ae56-4b3e-8c0a-500b760b54ac req-5262ff2f-f4c8-4e00-a54d-1ff093fa2d03 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:49.473118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1364b6b3-ae56-4b3e-8c0a-500b760b54ac req-5262ff2f-f4c8-4e00-a54d-1ff093fa2d03 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0779688 Jan 31 18:13:49.518168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1364b6b3-ae56-4b3e-8c0a-500b760b54ac req-787b7ca5-9fc9-4f45-b0d1-ec32907f9da8 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395515 Jan 31 18:13:50.804140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641eefe-2389-48f5-be8b-03b59a78d4d9 req-2e8f28f7-c41a-4095-a632-3090870c0e51 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:50.805598 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5641eefe-2389-48f5-be8b-03b59a78d4d9 req-2e8f28f7-c41a-4095-a632-3090870c0e51 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.1652954 Jan 31 18:13:50.853834 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5641eefe-2389-48f5-be8b-03b59a78d4d9 req-c2549e74-a6ab-456e-865a-1af79163f8be tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/security-groups?id=08637567-c3b1-4b34-8c94-bafb68083d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Jan 31 18:13:50.997121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-09736a63-d264-4cba-89f4-b56096bcf7b2 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:50.998552 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-09736a63-d264-4cba-89f4-b56096bcf7b2 tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 946 time: 0.0757818 Jan 31 18:13:51.068806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Deleting port 80cded8e-b679-40b8-9732-34e5f7729d0a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:13:51.069145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:51.303529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] For port 80cded8e-b679-40b8-9732-34e5f7729d0a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=80cded8e-b679-40b8-9732-34e5f7729d0a,segment=NetworkSegment(98f1c88b-fbc1-4f71-8365-738b3be5ec97),segment_id=98f1c88b-fbc1-4f71-8365-738b3be5ec97)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:13:51.303881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:51.424827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Calling delete_port for 80cded8e-b679-40b8-9732-34e5f7729d0a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:13:51.560632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:51.572868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['80cded8e-b679-40b8-9732-34e5f7729d0a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:13:51.612046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Pushing event deleted for resources: {'Port': ['ID=80cded8e-b679-40b8-9732-34e5f7729d0a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:51.649911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.650253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.650586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.650922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.651965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.652302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.652625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.652947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.653267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.653612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.653926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:51.693524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] No DVR routers for this DVR port 80cded8e-b679-40b8-9732-34e5f7729d0a on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:13:51.695791 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:51.698681 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'name': 'network-vif-deleted', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:13:51.714522 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1cd80444-c5b8-4352-8c28-e4f533394404 req-b54cdf10-3cbf-4889-b67f-0f54243eb43a tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.86 "DELETE /v2.0/ports/80cded8e-b679-40b8-9732-34e5f7729d0a HTTP/1.1" status: 204 len: 173 time: 0.7098322 Jan 31 18:13:51.752986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f857e26-557e-41d7-af55-190c5c80a2b4', 'name': 'network-vif-deleted', 'tag': '80cded8e-b679-40b8-9732-34e5f7729d0a', 'status': 'completed', 'code': 200} Jan 31 18:13:52.039710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-7af4b262-ea3d-4535-84e2-3d3ee7ac502b req-19657baf-af7c-4ac9-9dad-075769850d2d tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Synchronizing usage tracker for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:13:52.054906 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-7af4b262-ea3d-4535-84e2-3d3ee7ac502b req-19657baf-af7c-4ac9-9dad-075769850d2d tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] Unset dirty status for tenant:c591c14db3ec426c8948d5a68b6c773e on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:13:52.056237 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7af4b262-ea3d-4535-84e2-3d3ee7ac502b req-19657baf-af7c-4ac9-9dad-075769850d2d tempest-DeleteServersTestJSON-1984998549 tempest-DeleteServersTestJSON-1984998549-project] 10.222.0.110 "GET /v2.0/ports?device_id=9f857e26-557e-41d7-af55-190c5c80a2b4 HTTP/1.1" status: 200 len: 210 time: 0.0662315 Jan 31 18:13:53.332932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:53.393546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Deleting subnet 1e4b87c6-3678-48bf-9f84-a724474ccd54 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:13:53.396304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.447006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.501794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.569627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.610839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4b87c6-3678-48bf-9f84-a724474ccd54,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:53.621255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.625529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.625874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.626212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.626540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.626868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.627195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.627520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.627840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.628159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.628475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.628791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:13:53.633469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a0e47371-0865-4d34-9ed8-abb438d7a49c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/1e4b87c6-3678-48bf-9f84-a724474ccd54 HTTP/1.1" status: 204 len: 168 time: 0.2994971 Jan 31 18:13:53.635917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:53.740459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.955638 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:53.980632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['281e99d3-44ae-4a3e-aa6e-e05242cf1516']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:13:53.992356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f1c88b-fbc1-4f71-8365-738b3be5ec97') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:13:53.992582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f1c88b-fbc1-4f71-8365-738b3be5ec97') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:13:54.004192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.020023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.026871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:13:54.027390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:13:54.044355 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:13:54.121653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.137742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.146411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=281e99d3-44ae-4a3e-aa6e-e05242cf1516,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:54.149231 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a2089572-607d-4594-b079-a51360c952d8 admin admin] 10.222.0.110 "DELETE /v2.0/networks/281e99d3-44ae-4a3e-aa6e-e05242cf1516 HTTP/1.1" status: 204 len: 168 time: 0.5119071 Jan 31 18:13:54.283114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36660) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:54.331654 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a4ad7a93-3d30-48f2-9448-4456044afe82 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=c591c14db3ec426c8948d5a68b6c773e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474124 Jan 31 18:13:54.334176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 36664) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:54.394102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.420454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.473201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.489823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08637567-c3b1-4b34-8c94-bafb68083d6c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:54.500264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:54.504051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-42cd8c8a-db49-4381-8f1f-8ad55cf80aaf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08637567-c3b1-4b34-8c94-bafb68083d6c HTTP/1.1" status: 204 len: 168 time: 0.1662583 Jan 31 18:13:55.405895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36686) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:55.533594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-89764254-network', 'tenant_id': 'e5fbb61ece334701b2dcd1bae948b80a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:55.538266 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:55.542920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Usage tracker for resource:network and tenant:e5fbb61ece334701b2dcd1bae948b80a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:55.545769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:55.551837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:55.561801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Made reservation on behalf of e5fbb61ece334701b2dcd1bae948b80a for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:55.563982 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.575666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.606821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:55.610514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Usage tracker for resource:security_group_rule and tenant:e5fbb61ece334701b2dcd1bae948b80a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:55.613183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:55.618998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:55.684547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.688363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.714399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:13:55.726254 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e08ff3-3b28-4312-a2bb-85bd31aedb17,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:55.731440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.731778 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Added segment 500055cb-2b6f-4f34-879c-4d991b9738ab of type vlan for network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 Jan 31 18:13:55.758194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.787308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.788225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:55.788803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:55.890550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] Pushing event updated for resources: {'Network': ['ID=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:55.896102 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cf179bb7-1bfb-4214-a92f-4e86a8d4517a admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4865346 Jan 31 18:13:55.896466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 36692) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:13:55.902233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Request body: {'subnet': {'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-89764254-subnet', 'tenant_id': 'e5fbb61ece334701b2dcd1bae948b80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:55.904052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:13:55.907141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:55.910943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Usage tracker for resource:subnet and tenant:e5fbb61ece334701b2dcd1bae948b80a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:55.913754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:55.919996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:55.929972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Made reservation on behalf of e5fbb61ece334701b2dcd1bae948b80a for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:55.932298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:56.112706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 80cded8e-b679-40b8-9732-34e5f7729d0a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:13:56.133534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:56.146078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 80cded8e-b679-40b8-9732-34e5f7729d0a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:13:56.146429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 80cded8e-b679-40b8-9732-34e5f7729d0a not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:13:56.208977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5723ced9-8df4-4908-a55c-ab66d7695654,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:56.220670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Checking segment: {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:13:56.221014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Network hostable DHCP agents. Network: 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:13:56.241614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:13:56.250398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:13:56.254259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:56.254885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:56.259888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ecaf55-d6e1-45ef-a8d4-51d66b9ef5b8 None None] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:13:56.275609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-30bcd5bc-478e-4437-9f50-6f4077f60627 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3780460 Jan 31 18:13:56.474332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da9f120-3b3b-4b41-88a1-027ef205e687 None None] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:13:56.812386 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214387-0253-4048-8ee8-a24a92646a16 req-b3bc6795-dbcc-441c-8bec-a77e2ad2a281 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:56.813056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-68214387-0253-4048-8ee8-a24a92646a16 req-b3bc6795-dbcc-441c-8bec-a77e2ad2a281 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:13:56.831044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-68214387-0253-4048-8ee8-a24a92646a16 req-b3bc6795-dbcc-441c-8bec-a77e2ad2a281 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:13:56.832266 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-b3bc6795-dbcc-441c-8bec-a77e2ad2a281 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 813 time: 0.1606412 Jan 31 18:13:56.848900 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-71b1597b-56ea-4f6b-9749-4a04ad249f08 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/quotas/e5fbb61ece334701b2dcd1bae948b80a HTTP/1.1" status: 200 len: 375 time: 0.0110729 Jan 31 18:13:56.895426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-70257995-aef7-4c3b-9567-03a8d489cd03 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412076 Jan 31 18:13:56.905523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-9294c239-89ea-4422-9580-a88f7566d3a8 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:13:56.906441 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-9294c239-89ea-4422-9580-a88f7566d3a8 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047293 Jan 31 18:13:57.117604 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-711b07c7-d907-4891-acfe-e0f8fe92932a service neutron] 10.222.0.110 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055118 Jan 31 18:13:57.246234 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-c6650700-bb42-49c8-a02f-003acd844fd4 service neutron] 10.222.0.110 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220832 Jan 31 18:13:57.442323 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50362314-639a-4c7c-97cd-a7db68f28e95 req-dc96c410-7ddf-45ff-80d2-f0273e9f3ac7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 210 time: 0.0435021 Jan 31 18:13:58.618604 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214387-0253-4048-8ee8-a24a92646a16 req-e0edd018-bf28-4135-b421-7aa1da35f276 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:58.620657 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-e0edd018-bf28-4135-b421-7aa1da35f276 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 813 time: 0.1893411 Jan 31 18:13:58.622738 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c7f68935-9e1e-4147-8dd8-e8c73672f493 req-2d1fd703-c42e-4d02-9f87-b2b5e78c235f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 210 time: 0.0567834 Jan 31 18:13:58.636986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Request body: {'port': {'device_id': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'admin_state_up': True, 'tenant_id': 'e5fbb61ece334701b2dcd1bae948b80a'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:58.770882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:13:58.774544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Usage tracker for resource:port and tenant:e5fbb61ece334701b2dcd1bae948b80a is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:13:58.777735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:13:58.783420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:13:58.793969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Made reservation on behalf of e5fbb61ece334701b2dcd1bae948b80a for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:13:58.796959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:58.955929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Allocated IP 172.20.0.6 (9ee19d73-a6aa-443f-92ba-7a9d31c6cc02/5723ced9-8df4-4908-a55c-ab66d7695654/205b6f18-2008-4066-9002-1f9059e39b79) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:13:59.150350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.177937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.245376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:13:59.248334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:13:59.252173 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:13:59.285748 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:13:59.317558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:59.318151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.338164 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-abbcd310-fb26-4571-982a-843b709d820a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7059519 Jan 31 18:13:59.349510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Request body: {'port': {'device_id': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:13:59.456437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.790512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:13:59.797590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.815668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Transition to ACTIVE for port object 205b6f18-2008-4066-9002-1f9059e39b79 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:13:59.819373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:13:59.820579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ccef4-00c4-4e15-b58d-5165dd7c37a8 req-f044fa4b-6228-470f-ad18-4bfad7aec49a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:13:59.821894 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad9ccef4-00c4-4e15-b58d-5165dd7c37a8 req-f044fa4b-6228-470f-ad18-4bfad7aec49a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 931 time: 0.0790346 Jan 31 18:13:59.874029 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad9ccef4-00c4-4e15-b58d-5165dd7c37a8 req-9a5852bd-2b88-4a7c-8dd2-cd9f6c2a7688 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 Jan 31 18:14:00.029509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:00.134165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Attempting to bind port 205b6f18-2008-4066-9002-1f9059e39b79 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:14:00.134483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Attempting to bind port 205b6f18-2008-4066-9002-1f9059e39b79 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:14:00.134798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Attempting to bind port 205b6f18-2008-4066-9002-1f9059e39b79 on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:14:00.140858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Port 205b6f18-2008-4066-9002-1f9059e39b79 on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:14:00.141165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Attempting to bind port 205b6f18-2008-4066-9002-1f9059e39b79 on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:14:00.147098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:14:00.147415 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Checking segment: {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:14:00.147779 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Bound using segment: {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:14:00.148182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Bound port: 205b6f18-2008-4066-9002-1f9059e39b79, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:14:00.148501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:00.233252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:14:00.236094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:14:00.240385 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:00.302291 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:00.303598 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] 10.222.0.86 "PUT /v2.0/ports/205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 1093 time: 0.9580047 Jan 31 18:14:00.304011 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:00.323526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a33b07-4272-47d3-80c9-6da5a5de0852 service neutron] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:00.370047 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79', 'status': 'completed', 'code': 200} Jan 31 18:14:00.410568 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-ea888af7-9fc4-4dfd-9812-c1ed93156bf8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1096 time: 0.0711153 Jan 31 18:14:00.481788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-d0f24d57-37dc-4fdf-8746-c5179e91b99d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0643620 Jan 31 18:14:00.540883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68214387-0253-4048-8ee8-a24a92646a16 req-2dee6254-9dd2-4bb0-afcd-4e360bd0ec13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:00.542855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-2dee6254-9dd2-4bb0-afcd-4e360bd0ec13 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0558865 Jan 31 18:14:00.585881 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-20118bb6-22da-4875-92f1-25ad35f7a682 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372934 Jan 31 18:14:00.715513 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-305f87c9-c8ff-4446-9c11-45d36362e42b service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239023 Jan 31 18:14:00.846714 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68214387-0253-4048-8ee8-a24a92646a16 req-9f267ce8-2caa-4257-a262-b9f4c94a1ea9 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243949 Jan 31 18:14:00.964836 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-2db381e5-b3cc-4a09-9bd0-4c0d3b47702b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1096 time: 0.0741682 Jan 31 18:14:01.074011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735010e-5462-4239-93ad-b6f8faca73f3 req-8d095d4f-d973-4ff9-84e6-a170daa3995c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:01.075460 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6735010e-5462-4239-93ad-b6f8faca73f3 req-8d095d4f-d973-4ff9-84e6-a170daa3995c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 943 time: 0.0766165 Jan 31 18:14:01.099684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-582a19cc-e73e-4e01-b11b-9cbee1d6cdce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:01.101112 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-582a19cc-e73e-4e01-b11b-9cbee1d6cdce service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1302166 Jan 31 18:14:01.120806 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6735010e-5462-4239-93ad-b6f8faca73f3 req-876cc04f-7e24-406b-a461-f456e541018c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Jan 31 18:14:01.167725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-02d77ce6-2fc7-4d7b-80ce-385298f4fa43 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0598409 Jan 31 18:14:01.232586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-37b85ce2-1d0f-4012-a479-552cb80b81ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:01.234010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-37b85ce2-1d0f-4012-a479-552cb80b81ab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0592725 Jan 31 18:14:01.278851 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-14254b80-ccf2-4c04-af89-af460bdf5704 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387571 Jan 31 18:14:01.408175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-6b462bfc-4c71-49b4-804c-42d2b47f2e0d service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224587 Jan 31 18:14:01.539601 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ca7aa080-17e1-4049-92bd-dcd7803cd705 req-92da3319-829b-4044-9edf-fd52c546dbe8 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245742 Jan 31 18:14:02.413629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a237c1-6435-47f2-9868-85e70afdb01f req-73c8bfbd-4349-42db-b0c7-b075a81a8476 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:02.414274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a237c1-6435-47f2-9868-85e70afdb01f req-73c8bfbd-4349-42db-b0c7-b075a81a8476 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:14:02.431097 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a237c1-6435-47f2-9868-85e70afdb01f req-73c8bfbd-4349-42db-b0c7-b075a81a8476 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:14:02.432941 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97a237c1-6435-47f2-9868-85e70afdb01f req-73c8bfbd-4349-42db-b0c7-b075a81a8476 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 943 time: 0.1821842 Jan 31 18:14:02.476090 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a237c1-6435-47f2-9868-85e70afdb01f req-362f5c19-34bd-431f-ac0f-36098eae3a35 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:14:02.494221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a237c1-6435-47f2-9868-85e70afdb01f req-362f5c19-34bd-431f-ac0f-36098eae3a35 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:14:02.495939 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97a237c1-6435-47f2-9868-85e70afdb01f req-362f5c19-34bd-431f-ac0f-36098eae3a35 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575302 Jan 31 18:14:03.692702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a51407-7f97-42a6-ad54-28d61f7f5ce9 req-507e7d4d-2d3e-4b75-b356-f735a54044ae tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:03.694140 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1a51407-7f97-42a6-ad54-28d61f7f5ce9 req-507e7d4d-2d3e-4b75-b356-f735a54044ae tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 943 time: 0.0792093 Jan 31 18:14:03.741155 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1a51407-7f97-42a6-ad54-28d61f7f5ce9 req-b1b017d9-f82e-4b08-94ee-582695e08f93 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Jan 31 18:14:04.111742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:14:04.268391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:04.280898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '205b6f18-2008-4066-9002-1f9059e39b79', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'port_id': '205b6f18-2008-4066-9002-1f9059e39b79', 'mac_address': 'fa:16:3e:46:66:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723ced9-8df4-4908-a55c-ab66d7695654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:14:04.334944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:04.351907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:14:04.366453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:04.371253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:04.434066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:04.575191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['205b6f18-2008-4066-9002-1f9059e39b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:14:04.936859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b3f3-bb99-4e1a-af9b-280b711b1248 req-224b5001-48cf-45e8-8e5f-df6a3a16cd1b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:04.938339 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-11c8b3f3-bb99-4e1a-af9b-280b711b1248 req-224b5001-48cf-45e8-8e5f-df6a3a16cd1b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 944 time: 0.0757959 Jan 31 18:14:04.983591 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-11c8b3f3-bb99-4e1a-af9b-280b711b1248 req-932cc472-ced4-4665-a0d6-40e175783e5b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 Jan 31 18:14:06.127592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:14:06.178572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045475c-5e35-410e-93af-8da45848549e req-14cd8bc9-2a96-4261-8835-7ea7fcaefbbb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:06.180150 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a045475c-5e35-410e-93af-8da45848549e req-14cd8bc9-2a96-4261-8835-7ea7fcaefbbb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 944 time: 0.0764234 Jan 31 18:14:06.193901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 205b6f18-2008-4066-9002-1f9059e39b79 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:14:06.199185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 205b6f18-2008-4066-9002-1f9059e39b79 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:14:06.199555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:06.230883 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a045475c-5e35-410e-93af-8da45848549e req-e4746abe-6811-4cbb-b5eb-81f68387ba45 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Jan 31 18:14:06.313267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:06.339757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:06.349121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:06.353383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:06.399029 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79', 'code': 200} Jan 31 18:14:06.421376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:06.621554 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-83b89ffb-2518-4e96-ac83-4df452634f6b req-9124fdff-87b1-4284-8de7-4dc09affbdb2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1098 time: 0.0699804 Jan 31 18:14:06.663941 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-83b89ffb-2518-4e96-ac83-4df452634f6b req-8cbfc9f2-5351-46ac-b43d-709d03720ed9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352480 Jan 31 18:14:06.999552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c69944d9-7c10-43ff-9c08-cf624f7eae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:07.432130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e9158-cb94-488f-be8f-01258162d26c req-f02fb640-350c-4426-8412-219ee9dec8bb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:07.433691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-787e9158-cb94-488f-be8f-01258162d26c req-f02fb640-350c-4426-8412-219ee9dec8bb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0804017 Jan 31 18:14:07.480485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-787e9158-cb94-488f-be8f-01258162d26c req-fcf3ee23-55ad-40c2-a88a-85a9312b97c6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Jan 31 18:14:08.677265 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc065339-7288-4b24-bed9-77e029b25106 req-d9a3430f-6b3a-4fe4-ab4e-52a386ea0907 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:08.678727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dc065339-7288-4b24-bed9-77e029b25106 req-d9a3430f-6b3a-4fe4-ab4e-52a386ea0907 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0760870 Jan 31 18:14:08.723923 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dc065339-7288-4b24-bed9-77e029b25106 req-99a61df9-a647-4d6c-b059-8de1bb5afa39 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392482 Jan 31 18:14:08.928974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf374-8bc1-486d-84b5-4bc071706775 req-da8024bc-0ded-43d5-a911-8642c346a361 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:08.930420 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca5bf374-8bc1-486d-84b5-4bc071706775 req-da8024bc-0ded-43d5-a911-8642c346a361 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0797954 Jan 31 18:14:08.975387 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca5bf374-8bc1-486d-84b5-4bc071706775 req-1d789285-ad14-49bb-9e83-543d49c171c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Jan 31 18:14:09.344131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-08e43c29-e0c2-4e62-b584-f3b93787c318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:09.355780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8d21c-65ae-4e01-9647-56aa95343c4b req-280d86dc-64ba-40aa-ad91-0892503b57d1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:09.357544 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ade8d21c-65ae-4e01-9647-56aa95343c4b req-280d86dc-64ba-40aa-ad91-0892503b57d1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0843399 Jan 31 18:14:09.403392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ade8d21c-65ae-4e01-9647-56aa95343c4b req-74c6bff8-5a98-4c4e-a407-4c4b8ddadb1a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Jan 31 18:14:09.601765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a2ba6-1fab-4eb9-b85e-4c4f34968e30 req-98f60256-538a-4e78-ac46-64b91920c582 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:09.603113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b1a2ba6-1fab-4eb9-b85e-4c4f34968e30 req-98f60256-538a-4e78-ac46-64b91920c582 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0795267 Jan 31 18:14:09.648981 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b1a2ba6-1fab-4eb9-b85e-4c4f34968e30 req-13eebfc5-7efd-4dec-93cd-bebcad670beb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398040 Jan 31 18:14:09.846002 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7809c7e9-abfe-4a5d-80bb-37868e320fb7 req-97677d7a-2406-4112-9d88-95a762d8e66c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679815 Jan 31 18:14:10.094650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-19e30c67-383c-4e16-bd3a-c9134f9a29b7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0732567 Jan 31 18:14:10.154943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa925226-149b-446c-bf2d-7deeea84c0a4 req-0d3336a3-1b4c-4390-9e71-269b78c23495 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:10.156421 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa925226-149b-446c-bf2d-7deeea84c0a4 req-0d3336a3-1b4c-4390-9e71-269b78c23495 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0771015 Jan 31 18:14:10.207087 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa925226-149b-446c-bf2d-7deeea84c0a4 req-53ad11ab-4e31-4721-989b-73715950db19 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Jan 31 18:14:10.252160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:10.414502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:11.282791 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-4dcbcd6f-2b02-4b28-818b-bad553d36077 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1098 time: 0.0691965 Jan 31 18:14:11.415624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-8a403326-0bc9-42f7-b4c4-87107afd47c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:11.417780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-8a403326-0bc9-42f7-b4c4-87107afd47c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1293213 Jan 31 18:14:11.419460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60603254-bbf8-462d-833f-2a9c0c00ce77 req-154e9a4e-ae8e-41a6-aaaf-939cf67096b5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:11.420922 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-60603254-bbf8-462d-833f-2a9c0c00ce77 req-154e9a4e-ae8e-41a6-aaaf-939cf67096b5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0768793 Jan 31 18:14:11.468227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-60603254-bbf8-462d-833f-2a9c0c00ce77 req-aa3f61fd-775d-492f-9b15-4c3687a9383f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408485 Jan 31 18:14:11.493018 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-19ee885e-7abc-4293-91a2-04468d9f38ef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0683408 Jan 31 18:14:11.554448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-c1815dba-affc-45d0-826c-9d859bbfeca8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:11.555873 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-c1815dba-affc-45d0-826c-9d859bbfeca8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0582502 Jan 31 18:14:11.601857 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-1ae082b0-699c-43fc-86bc-a1c7238d8f53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405557 Jan 31 18:14:11.694438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:11.732742 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-61099e05-50a8-44a5-8486-3ad5304fb002 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255190 Jan 31 18:14:11.864764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-dc08f8a0-e460-4dab-981b-4c66c0f61120 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263773 Jan 31 18:14:12.668730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e90c42-25ee-4643-a6d4-98df0296d3b0 req-bee3617e-9559-43e5-957d-ef7ee123e0a7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:12.670210 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1e90c42-25ee-4643-a6d4-98df0296d3b0 req-bee3617e-9559-43e5-957d-ef7ee123e0a7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0808225 Jan 31 18:14:12.715740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1e90c42-25ee-4643-a6d4-98df0296d3b0 req-87a45b74-8821-4c7c-bedd-bdb8980b03d3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Jan 31 18:14:13.360758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:13.921814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bef727-e9bf-4e07-bdf1-4d854f6a5e64 req-81d586af-c7e4-4014-9511-a93affa60810 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:13.923286 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-15bef727-e9bf-4e07-bdf1-4d854f6a5e64 req-81d586af-c7e4-4014-9511-a93affa60810 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0830202 Jan 31 18:14:13.968753 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-15bef727-e9bf-4e07-bdf1-4d854f6a5e64 req-068925a2-d138-443d-a444-51e1f278907f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398929 Jan 31 18:14:15.164796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce19f3a-d24a-4ec5-a80b-6435bb7a4bd5 req-785e81d1-a863-44a5-8ae0-45e980d606d3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:15.166820 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fce19f3a-d24a-4ec5-a80b-6435bb7a4bd5 req-785e81d1-a863-44a5-8ae0-45e980d606d3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0763822 Jan 31 18:14:15.215602 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fce19f3a-d24a-4ec5-a80b-6435bb7a4bd5 req-7dc4f8f7-f8c6-4959-a07a-fc25ca4d6098 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Jan 31 18:14:16.412705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b1a0d-9329-4db8-b0e7-59e7004bfe25 req-5627280d-8b8f-4704-955f-a36f4a113f35 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:16.414261 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-554b1a0d-9329-4db8-b0e7-59e7004bfe25 req-5627280d-8b8f-4704-955f-a36f4a113f35 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0754447 Jan 31 18:14:16.463717 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-554b1a0d-9329-4db8-b0e7-59e7004bfe25 req-b9e53b3b-f888-4728-84aa-ed60d213a763 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Jan 31 18:14:17.667413 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea714b-3210-4092-b43e-e61eeda71d19 req-22298e88-3ee2-42b0-bdd0-6a66d2cc9d6a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:17.668845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfea714b-3210-4092-b43e-e61eeda71d19 req-22298e88-3ee2-42b0-bdd0-6a66d2cc9d6a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0768077 Jan 31 18:14:17.717727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfea714b-3210-4092-b43e-e61eeda71d19 req-7af20e64-5738-4d0b-8749-682558fbc0d5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Jan 31 18:14:18.919616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a7802-8629-4de2-96cd-c194df62aaa0 req-58e4d89f-44a9-49b7-aad0-5a67959a74ba tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:18.921084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-754a7802-8629-4de2-96cd-c194df62aaa0 req-58e4d89f-44a9-49b7-aad0-5a67959a74ba tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0769200 Jan 31 18:14:18.967683 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-754a7802-8629-4de2-96cd-c194df62aaa0 req-7a1496db-45a8-49ff-a19b-acd8c0f15fcc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Jan 31 18:14:20.175193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20be6c-84da-4dab-8b7d-b9c8c9717a86 req-ee18d119-641c-42ca-8f4d-9f273d3bf32e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:20.176563 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3d20be6c-84da-4dab-8b7d-b9c8c9717a86 req-ee18d119-641c-42ca-8f4d-9f273d3bf32e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0820119 Jan 31 18:14:20.222151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3d20be6c-84da-4dab-8b7d-b9c8c9717a86 req-1f97701c-f640-414e-b1b2-d1e38902ffa1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Jan 31 18:14:21.429905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c7a2d-8736-4355-bdca-1dd61502af05 req-e4dad16e-3e0b-40aa-8c32-679c560e44ff tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:21.431356 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-731c7a2d-8736-4355-bdca-1dd61502af05 req-e4dad16e-3e0b-40aa-8c32-679c560e44ff tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0841937 Jan 31 18:14:21.482841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-731c7a2d-8736-4355-bdca-1dd61502af05 req-75e2b1c2-e094-4083-a3ef-9860be1a1543 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Jan 31 18:14:22.684163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45e93f-a956-49de-90a9-7b4f07b4e6f8 req-f573ccab-a0a5-4bd7-bc63-65b4a53977de tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:22.685758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1c45e93f-a956-49de-90a9-7b4f07b4e6f8 req-f573ccab-a0a5-4bd7-bc63-65b4a53977de tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0785429 Jan 31 18:14:22.737256 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1c45e93f-a956-49de-90a9-7b4f07b4e6f8 req-6b766b1f-5ce4-4645-8064-faa343377e84 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425603 Jan 31 18:14:23.578315 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:14:23.951083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4585d0-fe83-4706-8998-1c9c22c156a7 req-f557d131-af1b-48d1-8324-a16f61b8c971 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:23.952554 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf4585d0-fe83-4706-8998-1c9c22c156a7 req-f557d131-af1b-48d1-8324-a16f61b8c971 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0883145 Jan 31 18:14:23.999930 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cf4585d0-fe83-4706-8998-1c9c22c156a7 req-5e65ac64-69f2-4b0e-b388-27ea17c6e971 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Jan 31 18:14:25.204009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55382b18-cdae-4280-aa90-fd36cce46e74 req-c59bc8b4-3cdb-4ad9-8b3a-e6be53282390 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:25.205474 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55382b18-cdae-4280-aa90-fd36cce46e74 req-c59bc8b4-3cdb-4ad9-8b3a-e6be53282390 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0791147 Jan 31 18:14:25.251765 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55382b18-cdae-4280-aa90-fd36cce46e74 req-213ed897-a6f1-4c6d-9ba8-971ea63206fe tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Jan 31 18:14:26.455000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31be365-e31c-4af6-ba1c-f648b128d2f6 req-070ca718-3477-40b4-a01b-0bdbb6141f8f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:26.456476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a31be365-e31c-4af6-ba1c-f648b128d2f6 req-070ca718-3477-40b4-a01b-0bdbb6141f8f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0803814 Jan 31 18:14:26.505370 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a31be365-e31c-4af6-ba1c-f648b128d2f6 req-630ad772-14c2-487c-925c-935f9676fa4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431387 Jan 31 18:14:27.711819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce433192-473c-4548-bb5c-636602d12e14 req-c8ac7a92-0a41-4ead-9814-ff8822ab9ae3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:27.713347 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ce433192-473c-4548-bb5c-636602d12e14 req-c8ac7a92-0a41-4ead-9814-ff8822ab9ae3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0809922 Jan 31 18:14:27.766046 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ce433192-473c-4548-bb5c-636602d12e14 req-59ac3b3e-7b5a-44f8-86d1-f948e5a427e6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Jan 31 18:14:29.020726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebdc55-4c38-4ba6-ab71-3eb8b72d2ca2 req-3cdab67e-4216-4723-8916-aa639ff29f09 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:29.022186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3aebdc55-4c38-4ba6-ab71-3eb8b72d2ca2 req-3cdab67e-4216-4723-8916-aa639ff29f09 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0779765 Jan 31 18:14:29.075500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3aebdc55-4c38-4ba6-ab71-3eb8b72d2ca2 req-5dd7a8ab-4f82-4f9e-a696-e8b47f45ed95 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Jan 31 18:14:30.309653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a870b-88b9-49cf-b445-6f01c080b0c6 req-6ad5cd6c-e347-4ee9-840e-bd76fa203b95 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:30.311296 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-391a870b-88b9-49cf-b445-6f01c080b0c6 req-6ad5cd6c-e347-4ee9-840e-bd76fa203b95 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0987477 Jan 31 18:14:30.366855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-391a870b-88b9-49cf-b445-6f01c080b0c6 req-90e718d5-f493-4c51-b3d6-8e8833aece87 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485961 Jan 31 18:14:31.588559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84748016-a29d-4a0e-a333-6dfc8ea7d4fa req-5859d555-4379-4711-9572-e946ee37e5c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:31.590224 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-84748016-a29d-4a0e-a333-6dfc8ea7d4fa req-5859d555-4379-4711-9572-e946ee37e5c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0775123 Jan 31 18:14:31.638978 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-84748016-a29d-4a0e-a333-6dfc8ea7d4fa req-1e697dae-6770-42a5-b5c1-09cc84ba8227 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429835 Jan 31 18:14:32.851032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc400-5900-42df-bae6-571426797ec2 req-fb7ba76c-bece-4df3-bfc4-060314ed2569 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:32.852502 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5c6dc400-5900-42df-bae6-571426797ec2 req-fb7ba76c-bece-4df3-bfc4-060314ed2569 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0816500 Jan 31 18:14:32.981842 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5c6dc400-5900-42df-bae6-571426797ec2 req-d2786496-3e10-425f-8d78-73782d77c2cd tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236234 Jan 31 18:14:34.204091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d653b98-4a0c-4e45-82dd-25e5a523a1ea req-a4c87006-adde-400b-8b8d-dc3e0cfbd3b9 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:34.205495 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9d653b98-4a0c-4e45-82dd-25e5a523a1ea req-a4c87006-adde-400b-8b8d-dc3e0cfbd3b9 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0897470 Jan 31 18:14:34.347260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9d653b98-4a0c-4e45-82dd-25e5a523a1ea req-2045e1db-cebe-454d-a9a0-35ffe8f2de59 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358583 Jan 31 18:14:35.549837 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-d1ddcfdb-1f68-4f70-89b9-4620fa27b103 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1098 time: 0.0746193 Jan 31 18:14:35.743508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-761547d2-40b7-491d-a3bf-056154f399a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:35.744855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-761547d2-40b7-491d-a3bf-056154f399a3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1766672 Jan 31 18:14:35.821861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206df469-2005-4d12-b733-57dc65850d9a req-75dc3346-d313-4992-8d1f-a79500cdc4a7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:35.823270 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-206df469-2005-4d12-b733-57dc65850d9a req-75dc3346-d313-4992-8d1f-a79500cdc4a7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.1824679 Jan 31 18:14:35.824696 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-841722fc-4d90-47a7-81b0-100febeece9a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0728223 Jan 31 18:14:35.918326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-30d1344d-073b-420e-8edc-4dafd3f94c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:35.919744 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-30d1344d-073b-420e-8edc-4dafd3f94c08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0892432 Jan 31 18:14:35.923352 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-206df469-2005-4d12-b733-57dc65850d9a req-690f0c59-9a37-43a0-9d8b-9fcf40758ef3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940835 Jan 31 18:14:35.965508 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-ee30e1d3-a8ed-4bb7-8bfb-887c531bb14d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jan 31 18:14:36.100746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-7a08cb54-7f25-4b3c-9083-2fd528c25819 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276498 Jan 31 18:14:36.234788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c6c0897-ab4b-41a5-8996-b4b41199391b req-d5dbcabe-c75f-4424-9446-62b967e22d1a service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280522 Jan 31 18:14:37.002942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7c6ec55a-134f-4335-9105-30119ea1c3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:37.127880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d00a46-abf2-4011-88ab-2216a9045aa1 req-846f4440-623b-4737-9916-8c5739e311bc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:37.129350 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-43d00a46-abf2-4011-88ab-2216a9045aa1 req-846f4440-623b-4737-9916-8c5739e311bc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0805080 Jan 31 18:14:37.175980 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-43d00a46-abf2-4011-88ab-2216a9045aa1 req-a68d7cf3-9d7c-464a-874c-e1bae57533b2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Jan 31 18:14:38.386981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cec39e-be12-4f2c-90bf-31df0e5a03fb req-6189cb59-27bb-420e-b37a-0d9449399315 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:38.388497 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43cec39e-be12-4f2c-90bf-31df0e5a03fb req-6189cb59-27bb-420e-b37a-0d9449399315 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0870495 Jan 31 18:14:38.442052 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43cec39e-be12-4f2c-90bf-31df0e5a03fb req-017d28f5-7f06-4b90-9917-561cf990d9b7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Jan 31 18:14:38.549669 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-ee00ff92-67e9-460a-b24f-d0664135daf6 service neutron] 10.222.0.86 "GET /v2.0/ports/205b6f18-2008-4066-9002-1f9059e39b79/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0725791 Jan 31 18:14:38.837491 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-12936f7c-a98a-4c10-8ba4-1fca7813dd2c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf&tenant_id=e5fbb61ece334701b2dcd1bae948b80a HTTP/1.1" status: 200 len: 1098 time: 0.0751252 Jan 31 18:14:38.932537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-054b3711-0141-4da7-a788-6a6d86144be9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1098 time: 0.0742526 Jan 31 18:14:39.077522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-90059ddb-5b65-4cf3-accd-72c119ce0fd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:39.078975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-90059ddb-5b65-4cf3-accd-72c119ce0fd2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1406384 Jan 31 18:14:39.149988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-1a7aed3f-6e5f-4b39-99b8-1139813f4e82 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0644197 Jan 31 18:14:39.210665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-38068660-0b92-459b-afaa-5237865f6e65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:39.212075 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-38068660-0b92-459b-afaa-5237865f6e65 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0568504 Jan 31 18:14:39.262223 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-e2337090-df2b-46a5-acd8-aab83bbfe983 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445518 Jan 31 18:14:39.339886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8957a891-0710-48fa-8b7c-28e7171f93a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:39.501961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-2c1486da-afcf-4cd5-b7a5-57324a398c53 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331250 Jan 31 18:14:39.643253 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef30ce4d-a889-41b9-b8e9-4cfbbc869634 req-a533b51a-5351-4016-a268-edfb0b1d231f service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354327 Jan 31 18:14:39.666837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636eb79-693c-488c-8102-216a8736a0d8 req-bfd1cdcb-0a06-4f4e-92c8-c822f393c0b2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:39.669017 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9636eb79-693c-488c-8102-216a8736a0d8 req-bfd1cdcb-0a06-4f4e-92c8-c822f393c0b2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0888824 Jan 31 18:14:39.714390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9636eb79-693c-488c-8102-216a8736a0d8 req-9e4f5200-94e9-43b6-b7f2-048d644532a7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396457 Jan 31 18:14:40.253827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:40.420103 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:40.914406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd518f8-4cd9-4afd-8656-14a46de86512 req-7fd0a3a1-290c-4667-8c9b-7982b35dce34 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:40.915831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dbd518f8-4cd9-4afd-8656-14a46de86512 req-7fd0a3a1-290c-4667-8c9b-7982b35dce34 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0763347 Jan 31 18:14:40.961565 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dbd518f8-4cd9-4afd-8656-14a46de86512 req-e7884ca6-f9d4-4d2b-bb4f-ae0cee6158bd tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Jan 31 18:14:41.697505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:42.155018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca821daf-4882-4f0a-a323-d6d3d54dd22a req-6a962c03-4f23-4c92-8bb6-bc5f26b5c013 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:42.156457 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca821daf-4882-4f0a-a323-d6d3d54dd22a req-6a962c03-4f23-4c92-8bb6-bc5f26b5c013 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0753903 Jan 31 18:14:42.204320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca821daf-4882-4f0a-a323-d6d3d54dd22a req-4945593d-67f5-408d-b140-2ba71e268469 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Jan 31 18:14:42.307346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:14:42.309732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:14:42.524871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:42.542562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ab834-8ac0-44c0-82cd-8fca7444f585 req-4cdcedba-9bec-42e6-b089-87a3bf426448 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:42.543626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749458a-0e6b-47d4-9411-9e600018c009 req-ca031f9c-3dc8-4bf6-b21a-109f8c06066a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:42.544375 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-066ab834-8ac0-44c0-82cd-8fca7444f585 req-4cdcedba-9bec-42e6-b089-87a3bf426448 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0774796 Jan 31 18:14:42.545055 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-ca031f9c-3dc8-4bf6-b21a-109f8c06066a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf&tenant_id=e5fbb61ece334701b2dcd1bae948b80a&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 945 time: 0.0878687 Jan 31 18:14:42.563426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:42.580665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '205b6f18-2008-4066-9002-1f9059e39b79', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'port_id': '205b6f18-2008-4066-9002-1f9059e39b79', 'mac_address': 'fa:16:3e:46:66:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723ced9-8df4-4908-a55c-ab66d7695654', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:14:42.592999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-066ab834-8ac0-44c0-82cd-8fca7444f585 req-ab2aa543-f3ab-466d-9803-e90508eaf47e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Jan 31 18:14:42.626302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:42.650227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:42.658127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:42.694349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:42.697841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-75066624-bd58-4a78-994a-7bfba0296d1e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 1098 time: 0.0836813 Jan 31 18:14:42.703984 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79', 'code': 200} Jan 31 18:14:42.736122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:14:42.776838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:42.800927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.800927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.801208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.801568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.801903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.802230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.802556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.802882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.803207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.803523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.803840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:14:42.816387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:14:42.816639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:14:42.831026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749458a-0e6b-47d4-9411-9e600018c009 req-b6a5ad79-b1d8-4b36-8378-fa5a48a2cedb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:42.832452 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-b6a5ad79-b1d8-4b36-8378-fa5a48a2cedb service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1273408 Jan 31 18:14:42.903315 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-a7990d35-8b9e-4e06-ac16-d5d0d0203115 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 200 len: 217 time: 0.0638721 Jan 31 18:14:42.964923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749458a-0e6b-47d4-9411-9e600018c009 req-6fa45af6-35cd-4b99-b41e-79ee27ef813e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:42.966898 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-6fa45af6-35cd-4b99-b41e-79ee27ef813e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0568602 Jan 31 18:14:43.015136 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-beb25bee-599c-4e55-89f3-9a953d297684 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423789 Jan 31 18:14:43.143096 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-22819ba1-d74c-47e9-9dbd-0a8431deb5ca service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222579 Jan 31 18:14:43.270135 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0749458a-0e6b-47d4-9411-9e600018c009 req-3e3bb469-2686-4eaa-a869-dacb201addb7 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216481 Jan 31 18:14:43.383711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:43.400086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:43.405139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:14:43.421524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:43.425075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:43.485125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['205b6f18-2008-4066-9002-1f9059e39b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:14:43.524871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:43.807066 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc04e4-c81e-4cb3-bb2a-497d993c890c req-9ea7581e-09d1-41c9-9aef-4301239d45b1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:43.808481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-51bc04e4-c81e-4cb3-bb2a-497d993c890c req-9ea7581e-09d1-41c9-9aef-4301239d45b1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 944 time: 0.0803664 Jan 31 18:14:43.861016 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-51bc04e4-c81e-4cb3-bb2a-497d993c890c req-6e77eeef-49dc-49ce-b4ea-40dfcab02076 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441525 Jan 31 18:14:44.060848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b748ca-a78b-47fa-a54c-b7f7a703e3c8 req-811d5511-a9b6-473a-b103-714735ed92bb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:44.062310 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f3b748ca-a78b-47fa-a54c-b7f7a703e3c8 req-811d5511-a9b6-473a-b103-714735ed92bb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 944 time: 0.0758102 Jan 31 18:14:44.107825 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f3b748ca-a78b-47fa-a54c-b7f7a703e3c8 req-901db117-a68a-4f2a-bb9e-8d42cbce52ea tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Jan 31 18:14:44.307067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486e779-650b-4f21-957d-8ace7791318d req-19767c81-6ae5-475d-a70c-c224c7a9da9d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:44.308501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1486e779-650b-4f21-957d-8ace7791318d req-19767c81-6ae5-475d-a70c-c224c7a9da9d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 944 time: 0.0759301 Jan 31 18:14:44.322345 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:14:44.355777 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1486e779-650b-4f21-957d-8ace7791318d req-1d9a5920-253c-4cbb-b7ab-913b37a2aa23 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406942 Jan 31 18:14:44.391128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 205b6f18-2008-4066-9002-1f9059e39b79 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:14:44.391501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:44.504372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:44.540328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:44.544823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:44.616982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:44.705036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:44.761108 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79', 'code': 200} Jan 31 18:14:44.880243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-4d4bbbd4-ddaa-493f-8891-9bf4fd0e949e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:44.881665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-4d4bbbd4-ddaa-493f-8891-9bf4fd0e949e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 813 time: 0.1458402 Jan 31 18:14:44.898606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-b2a90610-f9c9-442a-8012-228fe15d1fa6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/quotas/e5fbb61ece334701b2dcd1bae948b80a HTTP/1.1" status: 200 len: 375 time: 0.0117188 Jan 31 18:14:44.979316 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-421ec408-6840-438c-a496-5733bce6b78d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757618 Jan 31 18:14:44.990300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-aacb6057-eab0-47b8-a508-87d34c93aefd service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:14:44.991196 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-aacb6057-eab0-47b8-a508-87d34c93aefd service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048230 Jan 31 18:14:45.118700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-1056f834-2a67-43f2-a9d3-1c0e85788ee4 service neutron] 10.222.0.110 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217768 Jan 31 18:14:45.246545 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-f4291ed7-fe5a-404f-937f-6352d3e5780e service neutron] 10.222.0.110 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217077 Jan 31 18:14:45.432170 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-40aa9a55-aae2-4655-b46f-80b991dc2cfa req-2f41aeb6-8d4e-46be-8261-c453eef4d556 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 210 time: 0.0426233 Jan 31 18:14:46.393438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-b9e838e6-94a5-41b2-9392-491bff274706 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:46.395168 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-b9e838e6-94a5-41b2-9392-491bff274706 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/ports?device_id=53a7d980-ddab-4921-99c0-4d94b07c7abf HTTP/1.1" status: 200 len: 945 time: 0.0916052 Jan 31 18:14:46.456746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-ba22278d-7933-4f0d-920f-09d5b831b587 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:46.458842 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-ba22278d-7933-4f0d-920f-09d5b831b587 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 813 time: 0.1543369 Jan 31 18:14:46.469541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Deleting port 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:14:46.470110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:46.474309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Request body: {'port': {'device_id': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'admin_state_up': True, 'tenant_id': 'e5fbb61ece334701b2dcd1bae948b80a'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:14:46.633518 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-499e040f-297c-413d-9374-40d3d9827264 req-100c17c5-a095-4fe0-a38e-0f1f0178b3c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 210 time: 0.0503395 Jan 31 18:14:46.668865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:14:46.678522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:14:46.689079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Made reservation on behalf of e5fbb61ece334701b2dcd1bae948b80a for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:14:46.692230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:46.736716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] For port 205b6f18-2008-4066-9002-1f9059e39b79, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=205b6f18-2008-4066-9002-1f9059e39b79,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:46.737059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:46.857989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Allocated IP 172.20.0.10 (9ee19d73-a6aa-443f-92ba-7a9d31c6cc02/5723ced9-8df4-4908-a55c-ab66d7695654/99152e54-8c4e-409b-9b9e-d5877982722c) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:14:46.958678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Calling delete_port for 205b6f18-2008-4066-9002-1f9059e39b79 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:14:47.103738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.115561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['205b6f18-2008-4066-9002-1f9059e39b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:14:47.149855 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Pushing event deleted for resources: {'Port': ['ID=205b6f18-2008-4066-9002-1f9059e39b79,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:47.166264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.194351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.204620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['205b6f18-2008-4066-9002-1f9059e39b79'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:14:47.228930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] No DVR routers for this DVR port 205b6f18-2008-4066-9002-1f9059e39b79 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:14:47.231477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.234334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-deleted', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:47.252114 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "DELETE /v2.0/ports/205b6f18-2008-4066-9002-1f9059e39b79 HTTP/1.1" status: 204 len: 173 time: 0.8518071 Jan 31 18:14:47.268344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:14:47.271743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:14:47.276271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:14:47.307262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:47.342201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:47.342913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.369456 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-40586feb-844e-4fc6-ad6c-342485e08fc3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8991685 Jan 31 18:14:47.382612 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a7d980-ddab-4921-99c0-4d94b07c7abf', 'name': 'network-vif-deleted', 'tag': '205b6f18-2008-4066-9002-1f9059e39b79', 'status': 'completed', 'code': 200} Jan 31 18:14:47.387497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Request body: {'port': {'device_id': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:14:47.501963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.902598 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:14:47.910579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.933519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606ed4-bdce-48a6-b4f6-c6139f3ca9e8 req-7e548b0b-a91e-431e-b28e-b0878236e033 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:47.934202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-50606ed4-bdce-48a6-b4f6-c6139f3ca9e8 req-7e548b0b-a91e-431e-b28e-b0878236e033 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:14:47.938675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Transition to ACTIVE for port object 99152e54-8c4e-409b-9b9e-d5877982722c will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:14:47.945848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:47.996698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-50606ed4-bdce-48a6-b4f6-c6139f3ca9e8 req-7e548b0b-a91e-431e-b28e-b0878236e033 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:14:47.998482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50606ed4-bdce-48a6-b4f6-c6139f3ca9e8 req-7e548b0b-a91e-431e-b28e-b0878236e033 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 932 time: 0.2359111 Jan 31 18:14:48.081258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:48.175099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50606ed4-bdce-48a6-b4f6-c6139f3ca9e8 req-ae6eb45a-d776-4d2a-9c0a-cee9abd5773b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662629 Jan 31 18:14:48.217000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Attempting to bind port 99152e54-8c4e-409b-9b9e-d5877982722c on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:14:48.217330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Attempting to bind port 99152e54-8c4e-409b-9b9e-d5877982722c by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:14:48.217675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Attempting to bind port 99152e54-8c4e-409b-9b9e-d5877982722c on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:14:48.223245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Port 99152e54-8c4e-409b-9b9e-d5877982722c on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:14:48.223552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Attempting to bind port 99152e54-8c4e-409b-9b9e-d5877982722c on network 9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:14:48.229573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:14:48.229903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Checking segment: {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:14:48.230273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Bound using segment: {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:14:48.230684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Bound port: 99152e54-8c4e-409b-9b9e-d5877982722c, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500055cb-2b6f-4f34-879c-4d991b9738ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:14:48.231031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:48.319168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:14:48.322013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:14:48.326894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:48.387083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:48.388455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] 10.222.0.86 "PUT /v2.0/ports/99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 1094 time: 1.0051632 Jan 31 18:14:48.388879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:48.407895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a6843-cc61-4c65-8e80-82a198f42f18 service neutron] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:48.494329 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-d2e80e48-07c7-4208-aa17-f5539a9fe58c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1097 time: 0.0700257 Jan 31 18:14:48.551469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c', 'status': 'completed', 'code': 200} Jan 31 18:14:48.566639 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-f1ee93a6-3f65-439b-92dc-20d0e7c11900 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 217 time: 0.0657609 Jan 31 18:14:48.628474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-62356815-58e5-4508-b8c0-95c4c23c4edf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:48.629884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-62356815-58e5-4508-b8c0-95c4c23c4edf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0573418 Jan 31 18:14:48.679229 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-84540ec0-1d35-4d8c-8bee-6fd907834e86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435009 Jan 31 18:14:48.902141 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-7483eea2-6fa1-49a7-bfdb-f535a71c3ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171054 Jan 31 18:14:49.031642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6558efd2-5b0e-45f0-9be1-4dcad2e27fe7 req-e36dd3dc-f35d-46af-a5d6-fd127f12f518 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229203 Jan 31 18:14:49.139838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-031ac322-20b3-4a38-b271-841f6dc7114d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1097 time: 0.0682340 Jan 31 18:14:49.269606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-8b9c796d-48eb-419c-a3d7-6736d4c1b33e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:49.271041 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-8b9c796d-48eb-419c-a3d7-6736d4c1b33e service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1255937 Jan 31 18:14:49.378311 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-da2873cb-45c8-4d53-b726-0c440cb23392 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 217 time: 0.1005418 Jan 31 18:14:49.455787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-4c1d8b77-f15a-4a61-a321-c7a4d3b55ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:49.457123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-4c1d8b77-f15a-4a61-a321-c7a4d3b55ad2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0717554 Jan 31 18:14:49.501821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4766-d6eb-4021-a12c-1c9fdc53443a req-3bf84e83-b536-4996-ad15-095150809e6c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:49.503254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-650f4766-d6eb-4021-a12c-1c9fdc53443a req-3bf84e83-b536-4996-ad15-095150809e6c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 944 time: 0.1746905 Jan 31 18:14:49.508824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-ca9abe63-dc23-4bb8-9393-c1532fb9af15 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452340 Jan 31 18:14:49.633399 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-650f4766-d6eb-4021-a12c-1c9fdc53443a req-8a6438d3-abff-45e1-9871-0c374ec86e98 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236553 Jan 31 18:14:49.672058 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-60b4833b-b2cf-4d80-ad85-bb68b70c8406 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486964 Jan 31 18:14:49.803289 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b27ceb47-45a9-45ba-8589-2c6b24352e15 req-e7aa55f8-5721-434d-8e41-36dbc2f7f165 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246755 Jan 31 18:14:50.345225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:14:50.377419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 205b6f18-2008-4066-9002-1f9059e39b79 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:14:50.377781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 205b6f18-2008-4066-9002-1f9059e39b79 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:14:50.845495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7b11e-679b-436a-b516-f8b125a83ba1 req-cba47d00-b3eb-4c42-9e18-a0f3ac55ae3b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:50.846199 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a7b11e-679b-436a-b516-f8b125a83ba1 req-cba47d00-b3eb-4c42-9e18-a0f3ac55ae3b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:14:50.858745 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-97a7b11e-679b-436a-b516-f8b125a83ba1 req-cba47d00-b3eb-4c42-9e18-a0f3ac55ae3b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:14:50.859855 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97a7b11e-679b-436a-b516-f8b125a83ba1 req-cba47d00-b3eb-4c42-9e18-a0f3ac55ae3b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 944 time: 0.0882144 Jan 31 18:14:50.909172 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-97a7b11e-679b-436a-b516-f8b125a83ba1 req-81e0f98c-20c3-46fb-8133-cff3e798cb09 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435295 Jan 31 18:14:52.106797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747edda2-cc1d-440b-88a6-77178ade0d54 req-f9de4c97-98bd-477e-a032-4e3bf8c0e694 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:52.108246 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-747edda2-cc1d-440b-88a6-77178ade0d54 req-f9de4c97-98bd-477e-a032-4e3bf8c0e694 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 944 time: 0.0803385 Jan 31 18:14:52.152743 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-747edda2-cc1d-440b-88a6-77178ade0d54 req-53ccae17-97de-4452-870c-0c3bea93169b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390019 Jan 31 18:14:52.348131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:14:52.477343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:52.494076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '99152e54-8c4e-409b-9b9e-d5877982722c', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'port_id': '99152e54-8c4e-409b-9b9e-d5877982722c', 'mac_address': 'fa:16:3e:d3:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723ced9-8df4-4908-a55c-ab66d7695654', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:14:52.546150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:52.562965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:14:52.577689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:52.581387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:52.647666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:52.772161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['99152e54-8c4e-409b-9b9e-d5877982722c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:14:53.345453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a88119-784b-4063-821e-99b570c34c98 req-d01f253e-a146-44bb-886e-84ca516f5625 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:53.346875 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9a88119-784b-4063-821e-99b570c34c98 req-d01f253e-a146-44bb-886e-84ca516f5625 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 945 time: 0.0754809 Jan 31 18:14:53.393161 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9a88119-784b-4063-821e-99b570c34c98 req-03fa1ef7-46e4-45fc-b2c2-8fc18a98e783 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407708 Jan 31 18:14:54.360339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:14:54.432914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 99152e54-8c4e-409b-9b9e-d5877982722c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:14:54.437913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 99152e54-8c4e-409b-9b9e-d5877982722c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:14:54.438279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:54.550738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:54.577056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:14:54.587347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:14:54.592680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:14:54.602580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd69c-5455-423a-90ba-1dce9a9b7a22 req-81cb9c78-a942-45f2-8d3a-95816f87969d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:54.606619 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-feadd69c-5455-423a-90ba-1dce9a9b7a22 req-81cb9c78-a942-45f2-8d3a-95816f87969d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 945 time: 0.0886865 Jan 31 18:14:54.652884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-feadd69c-5455-423a-90ba-1dce9a9b7a22 req-365523de-1d28-4dcf-8b82-ad2c952005a0 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426998 Jan 31 18:14:54.661574 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:14:54.717320 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c', 'code': 200} Jan 31 18:14:54.938064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d862b43-56be-4a7e-8cb6-06d938890e73 req-136ae06b-8867-499e-b608-75cc0e31d0e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1099 time: 0.0711055 Jan 31 18:14:54.979244 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d862b43-56be-4a7e-8cb6-06d938890e73 req-467eef19-9287-4052-9718-59a598dd7c0a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354245 Jan 31 18:14:55.862407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a52b43-8886-48ab-b8e4-ac7b46f38cf1 req-077665b8-667e-4c84-8cf3-5efd46175f80 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:55.863853 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93a52b43-8886-48ab-b8e4-ac7b46f38cf1 req-077665b8-667e-4c84-8cf3-5efd46175f80 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0791116 Jan 31 18:14:55.913174 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93a52b43-8886-48ab-b8e4-ac7b46f38cf1 req-30d3e8e1-92eb-41d6-99ad-39f20f738593 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433843 Jan 31 18:14:57.117680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b8b76-054b-433b-8ef3-f49ae350a4fe req-fe8c3c73-7f16-49a8-ad33-8edc5ac79df7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:57.119090 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-600b8b76-054b-433b-8ef3-f49ae350a4fe req-fe8c3c73-7f16-49a8-ad33-8edc5ac79df7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0806611 Jan 31 18:14:57.165897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-600b8b76-054b-433b-8ef3-f49ae350a4fe req-ea350c42-334e-41cb-9845-f15fc8912aaa tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Jan 31 18:14:57.509503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85b9e2-5df8-4eea-9e5a-afb6e81cbb99 req-fd9f2695-f382-4bf2-9d0d-0bc0117e85ca tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:57.510847 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a85b9e2-5df8-4eea-9e5a-afb6e81cbb99 req-fd9f2695-f382-4bf2-9d0d-0bc0117e85ca tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0750358 Jan 31 18:14:57.558841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a85b9e2-5df8-4eea-9e5a-afb6e81cbb99 req-34f97dc8-8474-4573-b171-95aa766af77d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412366 Jan 31 18:14:57.761370 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9a011de1-52a4-447a-a158-4d0bed4aca57 req-bff06c07-27ba-4484-9436-1be1c0daf3ba service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0707152 Jan 31 18:14:58.052749 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-bf84ed26-137c-4971-9f4d-aeee84b77315 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127055 Jan 31 18:14:58.082492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befd858-998a-4893-a732-16cc9e9aa689 req-9cf892bf-4ff7-4dd8-bcc4-aabe68e32bb2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:58.083897 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7befd858-998a-4893-a732-16cc9e9aa689 req-9cf892bf-4ff7-4dd8-bcc4-aabe68e32bb2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0874102 Jan 31 18:14:58.131266 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7befd858-998a-4893-a732-16cc9e9aa689 req-8aa88165-436c-414d-8ee3-712be69d1af9 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jan 31 18:14:59.277968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-b1135ea4-14de-4ec0-84fc-891ee7e5ffd8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1099 time: 0.1660826 Jan 31 18:14:59.332964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b4023-b61e-4782-8a22-534c91516cde req-fbf76571-6229-4958-ad6f-fd67890711c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:59.334428 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-053b4023-b61e-4782-8a22-534c91516cde req-fbf76571-6229-4958-ad6f-fd67890711c8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0798850 Jan 31 18:14:59.380803 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-053b4023-b61e-4782-8a22-534c91516cde req-30492d90-4f00-48db-83ac-5363952a9ed4 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406270 Jan 31 18:14:59.409797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-72d71243-6901-4ee1-bd28-60eeaf211265 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:59.411197 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-72d71243-6901-4ee1-bd28-60eeaf211265 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1270809 Jan 31 18:14:59.478160 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-c1fa474d-01df-451a-9926-7105536033c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 217 time: 0.0611119 Jan 31 18:14:59.542884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-30ea7f3f-e8c4-4047-b26e-b5c487b5b66a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:14:59.544359 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-30ea7f3f-e8c4-4047-b26e-b5c487b5b66a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0600345 Jan 31 18:14:59.589628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-2f5244c7-0959-48c1-af9d-aef63fd43200 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389524 Jan 31 18:14:59.723749 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-d09f57bc-d774-4fbd-b050-59500f49539d service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277637 Jan 31 18:14:59.871118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-6d0356fe-8971-48bf-9901-cadbcd6e669f service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419623 Jan 31 18:15:00.578252 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:15:00.600863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee82a2a-727c-49d9-90e7-27b249c43c07 req-bd44964e-a5be-4c35-93ad-a5bb82038dc6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:00.602322 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bee82a2a-727c-49d9-90e7-27b249c43c07 req-bd44964e-a5be-4c35-93ad-a5bb82038dc6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0867949 Jan 31 18:15:00.655354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bee82a2a-727c-49d9-90e7-27b249c43c07 req-f036f17d-00d6-488d-a8f7-4973b1ff7329 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473583 Jan 31 18:15:01.857954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fed90c-b5e0-4f12-a5dd-9cc309788063 req-4816f781-af5d-417c-b36e-2e42b4269cb7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:01.859192 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e1fed90c-b5e0-4f12-a5dd-9cc309788063 req-4816f781-af5d-417c-b36e-2e42b4269cb7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0766182 Jan 31 18:15:01.906334 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e1fed90c-b5e0-4f12-a5dd-9cc309788063 req-7cb47fba-fe62-4712-9e80-ebe0e3e1e4f1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Jan 31 18:15:03.105808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09725d-487e-4b96-8485-7432e69cdd2b req-149cf9a8-e2c8-44a5-a7ec-620c181f8807 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:03.107298 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2c09725d-487e-4b96-8485-7432e69cdd2b req-149cf9a8-e2c8-44a5-a7ec-620c181f8807 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0786521 Jan 31 18:15:03.154411 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2c09725d-487e-4b96-8485-7432e69cdd2b req-b93f1f61-900d-4be5-8048-a6308f52ec6c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Jan 31 18:15:04.355274 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cd00b-1383-4d2e-9207-b583cfa3de70 req-f2178d05-894a-4911-94d6-28350b1a4fb8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:04.356839 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-475cd00b-1383-4d2e-9207-b583cfa3de70 req-f2178d05-894a-4911-94d6-28350b1a4fb8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0809689 Jan 31 18:15:04.404828 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-475cd00b-1383-4d2e-9207-b583cfa3de70 req-7e19435b-eed4-4955-9c14-33fb1e43cff1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420952 Jan 31 18:15:05.603417 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56f3be-cd32-4445-9161-849654196350 req-fa15b262-1462-4ff7-a48f-360a930f200d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:05.604825 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b56f3be-cd32-4445-9161-849654196350 req-fa15b262-1462-4ff7-a48f-360a930f200d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0789871 Jan 31 18:15:05.648960 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b56f3be-cd32-4445-9161-849654196350 req-5bc6a3a5-b692-449a-88eb-30bacd8186ab tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385246 Jan 31 18:15:06.841776 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f899870-9afd-4b23-b7a0-1c149752f76d req-5a7b0849-0b00-4c5f-8ba6-6514d32b0f87 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:06.843211 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f899870-9afd-4b23-b7a0-1c149752f76d req-5a7b0849-0b00-4c5f-8ba6-6514d32b0f87 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0765648 Jan 31 18:15:06.888122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f899870-9afd-4b23-b7a0-1c149752f76d req-9554e7d9-f9d0-4d47-9e90-865ae8abb1ed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Jan 31 18:15:07.005674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9af3f1a8-7183-4a12-abca-91150ee381c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:08.084544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191626e6-0cc1-4cb0-aba0-fb210b571d02 req-43d4ea63-8636-4a67-8b64-d699a5009aca tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:08.086019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-191626e6-0cc1-4cb0-aba0-fb210b571d02 req-43d4ea63-8636-4a67-8b64-d699a5009aca tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0754721 Jan 31 18:15:08.131643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-191626e6-0cc1-4cb0-aba0-fb210b571d02 req-a96b2fe0-6b87-4f39-8aeb-dc496410e9db tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396414 Jan 31 18:15:09.336973 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28711ba-6d84-4bd8-b75d-d846cdd259fe req-1d3042bb-c221-4af4-ad6a-264b6b040fb2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:09.338422 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e28711ba-6d84-4bd8-b75d-d846cdd259fe req-1d3042bb-c221-4af4-ad6a-264b6b040fb2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0789249 Jan 31 18:15:09.342722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5390abc5-59dd-41a9-880f-54eb00d2b86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:09.386427 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e28711ba-6d84-4bd8-b75d-d846cdd259fe req-34565188-1d66-426d-adcc-741322326c7d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Jan 31 18:15:10.257235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:10.425156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:10.586893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9be258-1429-4c75-ab65-6fdd0656d36b req-01441e2a-4003-4ad4-9bc1-1b38f6c83108 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:10.588322 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a9be258-1429-4c75-ab65-6fdd0656d36b req-01441e2a-4003-4ad4-9bc1-1b38f6c83108 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0784783 Jan 31 18:15:10.633531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a9be258-1429-4c75-ab65-6fdd0656d36b req-2e74f4c9-7abe-43c5-bf83-8f77ae5a87a1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391250 Jan 31 18:15:11.698599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:11.830773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7daa09-35de-4634-b074-a23cfaf54a57 req-51ade0bc-c594-4fa3-9de4-94b4b74f3bc6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:11.832228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0d7daa09-35de-4634-b074-a23cfaf54a57 req-51ade0bc-c594-4fa3-9de4-94b4b74f3bc6 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0763812 Jan 31 18:15:11.881056 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0d7daa09-35de-4634-b074-a23cfaf54a57 req-0e337a86-0cab-4ed0-a09b-b125a593faa8 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Jan 31 18:15:13.077002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94095522-2b63-4b58-b27a-e1b5493cd236 req-4059c4ba-2e5c-4623-948a-582d43802a2e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:13.078395 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-94095522-2b63-4b58-b27a-e1b5493cd236 req-4059c4ba-2e5c-4623-948a-582d43802a2e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0758410 Jan 31 18:15:13.127610 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-94095522-2b63-4b58-b27a-e1b5493cd236 req-573be2be-c888-449a-a45b-2f949c70fbbc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Jan 31 18:15:13.405947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:14.323176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf46dac-4983-4542-98c7-10826e16b3a3 req-5cd45027-09f7-4199-9664-b94755ca114e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:14.324607 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cbf46dac-4983-4542-98c7-10826e16b3a3 req-5cd45027-09f7-4199-9664-b94755ca114e tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0751445 Jan 31 18:15:14.369226 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cbf46dac-4983-4542-98c7-10826e16b3a3 req-c453136e-2c9f-48bf-b2ed-3d170ae5427a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384610 Jan 31 18:15:15.570360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344772d-dfd3-41c3-8a9d-1905a61097a4 req-8261eed0-1535-4599-b0b4-520ef6a1b44f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:15.571855 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9344772d-dfd3-41c3-8a9d-1905a61097a4 req-8261eed0-1535-4599-b0b4-520ef6a1b44f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0756984 Jan 31 18:15:15.620019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9344772d-dfd3-41c3-8a9d-1905a61097a4 req-5132c75e-1904-49d1-9b87-0edc0c7f84cb tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417693 Jan 31 18:15:16.821651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf902bd5-c168-44f8-9a44-1eefc1045a70 req-c44f6dbe-6811-47b9-ae65-5d64b941095a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:16.823079 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cf902bd5-c168-44f8-9a44-1eefc1045a70 req-c44f6dbe-6811-47b9-ae65-5d64b941095a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0801549 Jan 31 18:15:16.868501 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cf902bd5-c168-44f8-9a44-1eefc1045a70 req-ce5bc550-dcd3-4b0d-bd74-8502822dd14d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396817 Jan 31 18:15:18.077211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32c28-985a-43b9-adad-2a80462d0f94 req-50768740-176f-47e7-ad71-f4fdcd60efbc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:18.078801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fd32c28-985a-43b9-adad-2a80462d0f94 req-50768740-176f-47e7-ad71-f4fdcd60efbc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0872371 Jan 31 18:15:18.123704 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fd32c28-985a-43b9-adad-2a80462d0f94 req-786c6eae-aa11-48be-bbdf-569850b07fd2 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394022 Jan 31 18:15:19.318830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff006956-59a8-4023-bde2-5330bb404e4e req-5cc94f6b-a5e2-4b8c-bb21-57617a54b3ab tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:19.320261 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ff006956-59a8-4023-bde2-5330bb404e4e req-5cc94f6b-a5e2-4b8c-bb21-57617a54b3ab tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0759804 Jan 31 18:15:19.364177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ff006956-59a8-4023-bde2-5330bb404e4e req-a6ec249b-ba3d-4e4e-af80-c4eabe2c4450 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385401 Jan 31 18:15:20.560291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca2455-94e6-490f-a391-6ba13b5a3582 req-506904e0-5b38-4a83-9b42-b36a79159b1a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:20.561801 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07ca2455-94e6-490f-a391-6ba13b5a3582 req-506904e0-5b38-4a83-9b42-b36a79159b1a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0751152 Jan 31 18:15:20.606359 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-07ca2455-94e6-490f-a391-6ba13b5a3582 req-c2d722cf-2e96-440c-88a9-5a9a74341f5c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392053 Jan 31 18:15:21.820913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0945d-4e40-4b36-9ad0-8cf2016e9ece req-34910120-0083-450a-8ec0-3452ce3c71f3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:21.822372 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a2f0945d-4e40-4b36-9ad0-8cf2016e9ece req-34910120-0083-450a-8ec0-3452ce3c71f3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0784693 Jan 31 18:15:21.869065 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a2f0945d-4e40-4b36-9ad0-8cf2016e9ece req-7ae37d81-c541-4513-932a-5ab781f56fe1 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Jan 31 18:15:23.072126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876026d-7c9c-443d-bffe-b368edbc3bf4 req-ad4712e3-16e8-45ea-a26f-4394d7b4e660 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:23.073528 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6876026d-7c9c-443d-bffe-b368edbc3bf4 req-ad4712e3-16e8-45ea-a26f-4394d7b4e660 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0805609 Jan 31 18:15:23.118622 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6876026d-7c9c-443d-bffe-b368edbc3bf4 req-65bb9c1d-23df-4f98-803e-86a52c6dac8c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Jan 31 18:15:24.315887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6b4aa-520a-491e-b361-d6b090a15d39 req-501904ae-c1f5-4cab-a71a-ca5d4fa851e9 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:24.317300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6fa6b4aa-520a-491e-b361-d6b090a15d39 req-501904ae-c1f5-4cab-a71a-ca5d4fa851e9 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0752146 Jan 31 18:15:24.367228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6fa6b4aa-520a-491e-b361-d6b090a15d39 req-265d2dde-2a31-48a4-b069-c3b3523fe40c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444608 Jan 31 18:15:25.564644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e29e0-9b92-480f-ba66-ef7833e42556 req-e5467bc2-618c-4594-8f2b-0b8d9ab5a397 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:25.566119 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6b0e29e0-9b92-480f-ba66-ef7833e42556 req-e5467bc2-618c-4594-8f2b-0b8d9ab5a397 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0767994 Jan 31 18:15:25.611531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6b0e29e0-9b92-480f-ba66-ef7833e42556 req-518196b7-7168-4d71-b599-d32d2952d2b5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400183 Jan 31 18:15:26.656669 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-0b5ee067-49cf-4054-94bd-f17118a1dccc service neutron] 10.222.0.86 "GET /v2.0/ports/99152e54-8c4e-409b-9b9e-d5877982722c/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.1655111 Jan 31 18:15:26.811205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50ae8-57ea-4ef3-9cd9-9c6acbd5fbf5 req-fc3d9534-1513-4256-bfca-0e6725a3b927 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:26.812657 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ded50ae8-57ea-4ef3-9cd9-9c6acbd5fbf5 req-fc3d9534-1513-4256-bfca-0e6725a3b927 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0778451 Jan 31 18:15:26.864094 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ded50ae8-57ea-4ef3-9cd9-9c6acbd5fbf5 req-015a226d-9771-4c7c-8bf6-caa5a5840d15 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Jan 31 18:15:26.927063 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-8902f638-700d-49d5-a121-78b7ea203017 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487&tenant_id=e5fbb61ece334701b2dcd1bae948b80a HTTP/1.1" status: 200 len: 1099 time: 0.0708556 Jan 31 18:15:27.020277 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-80cb3d10-e2b2-4916-a626-939188e20bc7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1099 time: 0.0729237 Jan 31 18:15:27.151010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-16bf2327-eda9-47db-9247-afe7a7eb0694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:27.152451 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-16bf2327-eda9-47db-9247-afe7a7eb0694 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1267974 Jan 31 18:15:27.224381 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-b3aa1ae8-5c9e-4fdb-be95-16323f7b9ef0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 217 time: 0.0651615 Jan 31 18:15:27.286803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-ff1ee43a-23c7-4463-af63-eeca295f3342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:27.288141 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-ff1ee43a-23c7-4463-af63-eeca295f3342 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0586684 Jan 31 18:15:27.333514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-ced4cf20-846c-428e-8631-89d73a67e156 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383623 Jan 31 18:15:27.474172 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-f50faf15-db61-4073-809a-5c408a822152 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349382 Jan 31 18:15:27.613737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c51dbf0-96a7-438b-ac42-aea005ec3056 req-95ea541e-936c-4c3c-a9bb-411663927bba service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333637 Jan 31 18:15:28.067551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c22042-84d6-4518-8c1c-0e67f3c035b8 req-5e6fbafe-8c7d-43e2-b53a-8ad46367c2a5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:28.069008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97c22042-84d6-4518-8c1c-0e67f3c035b8 req-5e6fbafe-8c7d-43e2-b53a-8ad46367c2a5 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0797980 Jan 31 18:15:28.114786 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-97c22042-84d6-4518-8c1c-0e67f3c035b8 req-4e05c568-464f-40e6-9df3-f76f87f6ca88 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401034 Jan 31 18:15:29.321354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade37fa-34e9-4097-b1ac-e8545616fe34 req-9495e64b-5206-4ccd-a720-34932151774c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:29.322868 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2ade37fa-34e9-4097-b1ac-e8545616fe34 req-9495e64b-5206-4ccd-a720-34932151774c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0815604 Jan 31 18:15:29.445701 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2ade37fa-34e9-4097-b1ac-e8545616fe34 req-3ab9724e-301f-40b7-8377-a6b72fb3e737 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170485 Jan 31 18:15:30.549290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:15:30.551596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:15:30.660268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706d4e-28d1-4bbb-9d6e-3f66a9de4f88 req-3f6a7aa8-11df-4eb6-8036-7c133f1a146f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:30.661760 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a706d4e-28d1-4bbb-9d6e-3f66a9de4f88 req-3f6a7aa8-11df-4eb6-8036-7c133f1a146f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0783620 Jan 31 18:15:30.708594 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a706d4e-28d1-4bbb-9d6e-3f66a9de4f88 req-c9839386-2ad8-4e17-9fdb-1a0536556325 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jan 31 18:15:30.772299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:30.795435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:30.815083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '99152e54-8c4e-409b-9b9e-d5877982722c', 'network_id': '9ee19d73-a6aa-443f-92ba-7a9d31c6cc02', 'port_id': '99152e54-8c4e-409b-9b9e-d5877982722c', 'mac_address': 'fa:16:3e:d3:31:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5723ced9-8df4-4908-a55c-ab66d7695654', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:15:30.820887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:15:30.861480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:30.871528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:30.917518 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c', 'code': 200} Jan 31 18:15:30.944060 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:30.972954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:15:30.978419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:31.077126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-5dad7aea-6f8b-48ba-8e57-284e6bc769be tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:31.078606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-5dad7aea-6f8b-48ba-8e57-284e6bc769be tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487&tenant_id=e5fbb61ece334701b2dcd1bae948b80a&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 944 time: 0.0902567 Jan 31 18:15:31.080128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:15:31.080486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:15:31.081899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba11d-a038-4fbe-a00d-ab907d48559e req-a22db351-b82e-4ea0-842e-91612d5bc50f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:31.083338 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b14ba11d-a038-4fbe-a00d-ab907d48559e req-a22db351-b82e-4ea0-842e-91612d5bc50f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 944 time: 0.0837815 Jan 31 18:15:31.132293 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b14ba11d-a038-4fbe-a00d-ab907d48559e req-17085bd0-0958-47c0-ae2c-d1cfbbbe264b tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430064 Jan 31 18:15:31.220020 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-a43ce62e-227c-4460-af3a-88b47b909235 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 1097 time: 0.0701039 Jan 31 18:15:31.351880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-26f30ebb-cd99-4077-a46b-fc9f1184414a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:31.353256 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-26f30ebb-cd99-4077-a46b-fc9f1184414a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 200 len: 915 time: 0.1273725 Jan 31 18:15:31.424135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-d5ed325a-98c6-4443-8e4a-b7b645a36cf6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 200 len: 217 time: 0.0643275 Jan 31 18:15:31.484969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-79352b11-d5ad-4a81-be25-d035eae95737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:31.486379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-79352b11-d5ad-4a81-be25-d035eae95737 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 200 len: 853 time: 0.0569949 Jan 31 18:15:31.534491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-e6d2ce05-c9de-4f16-a4ad-4b19180a0f40 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427649 Jan 31 18:15:31.632274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:31.649802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:15:31.665567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:31.670924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:31.733129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['99152e54-8c4e-409b-9b9e-d5877982722c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:15:31.769575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-b0407726-c36b-4f6d-803e-8a49e91b2399 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293575 Jan 31 18:15:31.787210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:31.907768 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-68da03bf-998d-4a5d-b24a-3c01a525e12b req-8d8b72b0-5c00-4f96-bc27-f2df38595334 service neutron] 10.222.0.86 "GET /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320293 Jan 31 18:15:32.340154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c78710-a326-4365-8636-a3e8a8cd4b97 req-7fc78175-88c2-4a15-b3ad-1ab8b29f9a0c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:32.342262 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23c78710-a326-4365-8636-a3e8a8cd4b97 req-7fc78175-88c2-4a15-b3ad-1ab8b29f9a0c tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 945 time: 0.0823400 Jan 31 18:15:32.394060 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23c78710-a326-4365-8636-a3e8a8cd4b97 req-daeabafb-15f5-4f80-ac89-14a48e48dc63 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Jan 31 18:15:32.563813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:32.631128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 99152e54-8c4e-409b-9b9e-d5877982722c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:32.631493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:32.743227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:32.775002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:32.779193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:32.845034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:32.918347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:15:32.972926 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c', 'code': 200} Jan 31 18:15:33.590264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75c3a1-eb3a-4f58-939d-2ce6a703152c req-baf5ced6-e019-4cf0-88ba-e54a4e20a9c3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:33.592350 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad75c3a1-eb3a-4f58-939d-2ce6a703152c req-baf5ced6-e019-4cf0-88ba-e54a4e20a9c3 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0789454 Jan 31 18:15:33.641118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad75c3a1-eb3a-4f58-939d-2ce6a703152c req-6f866ed2-4a2d-47ae-9d61-dd99f941d459 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Jan 31 18:15:33.854221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f9421-dee6-4e1f-91fd-eaaed71fdc55 req-1d3fbe7d-9854-4767-a982-511028cb20dc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:33.855691 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a72f9421-dee6-4e1f-91fd-eaaed71fdc55 req-1d3fbe7d-9854-4767-a982-511028cb20dc tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0871832 Jan 31 18:15:33.904963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a72f9421-dee6-4e1f-91fd-eaaed71fdc55 req-75cf7ae1-c157-4d7e-aa05-9896c6028071 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431089 Jan 31 18:15:34.106697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773467fb-5980-40cc-8916-c8fb1bbef5ae req-578a4455-5c4d-4d78-9a80-b06ab363eb70 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:34.108824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-773467fb-5980-40cc-8916-c8fb1bbef5ae req-578a4455-5c4d-4d78-9a80-b06ab363eb70 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0770235 Jan 31 18:15:34.159143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-773467fb-5980-40cc-8916-c8fb1bbef5ae req-0831c4ac-3af7-4bbb-8256-a50faa9f30ac tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Jan 31 18:15:34.790298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc4d08-09ad-4845-beee-82bcfeabd45c req-118bac7a-52db-4b26-acac-da4eb200463d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:34.791641 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18fc4d08-09ad-4845-beee-82bcfeabd45c req-118bac7a-52db-4b26-acac-da4eb200463d tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0829167 Jan 31 18:15:34.855994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-18fc4d08-09ad-4845-beee-82bcfeabd45c req-ad593007-9f5f-42cb-a677-dd26341e5a63 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Jan 31 18:15:36.055993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d79f-4a9a-4b27-a839-452acff80e4a req-cff1c10c-e161-4e54-b0c8-5bfc4a7d3cd7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:36.057441 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-67f9d79f-4a9a-4b27-a839-452acff80e4a req-cff1c10c-e161-4e54-b0c8-5bfc4a7d3cd7 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0768242 Jan 31 18:15:36.103331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-67f9d79f-4a9a-4b27-a839-452acff80e4a req-9f0bb7bb-9d8a-404e-adcf-80ae92dcb030 tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/security-groups?id=b1e08ff3-3b28-4312-a2bb-85bd31aedb17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Jan 31 18:15:36.187196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-5d0c62ba-d5c2-49bb-bbff-e8e5683a7c0a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:36.188604 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-5d0c62ba-d5c2-49bb-bbff-e8e5683a7c0a tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 946 time: 0.0835764 Jan 31 18:15:36.256894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Deleting port 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:15:36.257230 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:36.501862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] For port 99152e54-8c4e-409b-9b9e-d5877982722c, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=99152e54-8c4e-409b-9b9e-d5877982722c,segment=NetworkSegment(500055cb-2b6f-4f34-879c-4d991b9738ab),segment_id=500055cb-2b6f-4f34-879c-4d991b9738ab)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:36.502121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:36.621184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Calling delete_port for 99152e54-8c4e-409b-9b9e-d5877982722c owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:15:36.760091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:36.772482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['99152e54-8c4e-409b-9b9e-d5877982722c'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:15:36.810468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Pushing event deleted for resources: {'Port': ['ID=99152e54-8c4e-409b-9b9e-d5877982722c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:36.879768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.880110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.880447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.880795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.881106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.881453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.881779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.882099 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.882420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.882735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.883050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:36.895395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] No DVR routers for this DVR port 99152e54-8c4e-409b-9b9e-d5877982722c on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:15:36.897630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:36.900088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-deleted', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:15:36.915791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-382e95a7-40ee-4a84-aa5d-0f3dc105209d req-2d8b7121-f95b-43da-8b1a-d0438a0c0fed tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.86 "DELETE /v2.0/ports/99152e54-8c4e-409b-9b9e-d5877982722c HTTP/1.1" status: 204 len: 173 time: 0.7214589 Jan 31 18:15:36.956470 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f76e4e-3247-4f30-a274-97ce4797c487', 'name': 'network-vif-deleted', 'tag': '99152e54-8c4e-409b-9b9e-d5877982722c', 'status': 'completed', 'code': 200} Jan 31 18:15:37.008594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cefcf859-c313-4f43-beb8-974b40d8551a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:37.281552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-74b6460d-6691-4459-999c-acb7ff1876b9 req-9f353a50-cf5c-4e13-989e-c091711d40fe tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Synchronizing usage tracker for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:15:37.298548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-74b6460d-6691-4459-999c-acb7ff1876b9 req-9f353a50-cf5c-4e13-989e-c091711d40fe tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] Unset dirty status for tenant:e5fbb61ece334701b2dcd1bae948b80a on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:15:37.300529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-74b6460d-6691-4459-999c-acb7ff1876b9 req-9f353a50-cf5c-4e13-989e-c091711d40fe tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] 10.222.0.110 "GET /v2.0/ports?device_id=b4f76e4e-3247-4f30-a274-97ce4797c487 HTTP/1.1" status: 200 len: 210 time: 0.0596335 Jan 31 18:15:37.580456 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:15:38.580422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37012) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:38.642821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Deleting subnet 5723ced9-8df4-4908-a55c-ab66d7695654 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:15:38.645840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:38.695405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:38.753585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:38.928920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:38.966616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5723ced9-8df4-4908-a55c-ab66d7695654,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:38.971715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:38.977495 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3f258e92-7910-4e0a-a628-676c49eb503c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/5723ced9-8df4-4908-a55c-ab66d7695654 HTTP/1.1" status: 204 len: 168 time: 0.3959448 Jan 31 18:15:38.979867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37016) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:39.088212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.219032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.244759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee19d73-a6aa-443f-92ba-7a9d31c6cc02']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:39.257159 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500055cb-2b6f-4f34-879c-4d991b9738ab') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:39.257475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500055cb-2b6f-4f34-879c-4d991b9738ab') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:39.269565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.286301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.295192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:15:39.295871 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:15:39.310341 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:15:39.349094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2bdb02a8-4bcc-448e-b29c-3e792791c422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.400067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.418272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.430062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee19d73-a6aa-443f-92ba-7a9d31c6cc02,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:39.442685 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fdf246a4-d40d-4b99-822d-a6ad7ae9007a admin admin] 10.222.0.110 "DELETE /v2.0/networks/9ee19d73-a6aa-443f-92ba-7a9d31c6cc02 HTTP/1.1" status: 204 len: 168 time: 0.4614995 Jan 31 18:15:39.606410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:39.658891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0b6b44da-dc66-4843-a880-4950fac4f0eb admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e5fbb61ece334701b2dcd1bae948b80a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0512700 Jan 31 18:15:39.661322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:39.724135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.750011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.802256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.820319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e08ff3-3b28-4312-a2bb-85bd31aedb17,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:39.833351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:39.834488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bd9deeff-8eb8-4945-99ee-24a3a7d688b7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/b1e08ff3-3b28-4312-a2bb-85bd31aedb17 HTTP/1.1" status: 204 len: 168 time: 0.1722393 Jan 31 18:15:40.262454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:40.429835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:40.594401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:15:40.628047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 99152e54-8c4e-409b-9b9e-d5877982722c {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:15:40.628401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 99152e54-8c4e-409b-9b9e-d5877982722c not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:15:40.687160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37048) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:40.818923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1137956388-network', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:40.826275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:40.829927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Usage tracker for resource:network and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:40.832863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:40.839637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:40.851604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:15:40.853940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:40.867405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:40.902660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:40.907385 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Usage tracker for resource:security_group_rule and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:40.910267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:40.915863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:40.985036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:40.989070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.020510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] vlan segment allocate from pool success with {'vlan_id': 1432, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:15:41.029907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102b854f-aeea-41c5-a0a0-956f3d0434f6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:41.036212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.037025 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Added segment 062ff86b-47c7-4040-a389-b0b36d33594b of type vlan for network 32e68095-4035-4dff-8463-d83364fbf9fa Jan 31 18:15:41.068145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.098673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.099556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:41.100127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.202903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] Pushing event updated for resources: {'Network': ['ID=32e68095-4035-4dff-8463-d83364fbf9fa,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:41.206272 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-798d1cc3-5716-4798-a496-5fbfe6170101 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5180342 Jan 31 18:15:41.209135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37054) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:41.214390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Request body: {'subnet': {'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1137956388-subnet', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:41.216089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 32e68095-4035-4dff-8463-d83364fbf9fa details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:15:41.219540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:41.223424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Usage tracker for resource:subnet and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:41.226361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:41.232323 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:41.250610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:15:41.253914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.461741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.536221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b385aecb-8000-421a-a8a7-cdd2ecfc80b5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:41.545341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:15:41.545722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Network hostable DHCP agents. Network: 32e68095-4035-4dff-8463-d83364fbf9fa, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:15:41.567432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Network 32e68095-4035-4dff-8463-d83364fbf9fa is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:15:41.577339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 32e68095-4035-4dff-8463-d83364fbf9fa) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:41.582026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:41.582839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.589547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b41dcc3-5400-4037-872d-3be9125fadd4 None None] Network 32e68095-4035-4dff-8463-d83364fbf9fa requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:15:41.604748 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-abf537a6-e65a-4768-99e2-750d5228cfd7 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3945580 Jan 31 18:15:41.608063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37058) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:41.613163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:41.617912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:41.621712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Usage tracker for resource:router and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:41.625384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:41.631091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:41.645917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.646815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.667744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.725072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.827279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-32e68095-4035-4dff-8463-d83364fbf9fa', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:15:41.827560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.827867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:41.994355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Allocated IP 172.20.0.2 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/055cdcc3-1300-48d0-bf48-ecc067d67005) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:15:42.024363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.156766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.219697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.230443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Transition to ACTIVE for port object 055cdcc3-1300-48d0-bf48-ecc067d67005 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:42.251699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Transition to ACTIVE for port object 055cdcc3-1300-48d0-bf48-ecc067d67005 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:42.257865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.316369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Allocated IP 172.26.4.53 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d29450a8-244a-49aa-8046-21d9cabf7a6b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:15:42.333019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:42.336820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:42.338745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Pushing event updated for resources: {'Port': ['ID=055cdcc3-1300-48d0-bf48-ecc067d67005,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:42.341031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:15:42.438196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Attempting to bind port 055cdcc3-1300-48d0-bf48-ecc067d67005 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:15:42.438505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Attempting to bind port 055cdcc3-1300-48d0-bf48-ecc067d67005 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:15:42.438828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Attempting to bind port 055cdcc3-1300-48d0-bf48-ecc067d67005 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:15:42.446204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:15:42.446575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:15:42.446974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.447364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:15:42.447823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Bound port: 055cdcc3-1300-48d0-bf48-ecc067d67005, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:15:42.448195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.504777 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.533816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.541280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] For port 055cdcc3-1300-48d0-bf48-ecc067d67005, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:15:42.546404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] For port 055cdcc3-1300-48d0-bf48-ecc067d67005, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=055cdcc3-1300-48d0-bf48-ecc067d67005,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:15:42.550836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.607581 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:42.611434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:42.613439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Pushing event updated for resources: {'Port': ['ID=d29450a8-244a-49aa-8046-21d9cabf7a6b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:42.615584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:15:42.662916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea5349-38a8-43fc-ae1b-4523587b27c9 None None] Pushing event updated for resources: {'Port': ['ID=055cdcc3-1300-48d0-bf48-ecc067d67005,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:42.797991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:42.798725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:43.113049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Router 3eec0091-7329-404f-b189-6912f9f3840a is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:15:43.322067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:15:43.331086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:15:43.343217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:15:43.343933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:43.347292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:43.348647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5f013f7a-7dc2-4a01-aa0f-dfb7f19b0d2e admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7396419 Jan 31 18:15:43.351272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:43.470530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:43.605753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:15:43.790224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd78c2e5-1241-4b38-abbf-04af2671b84c None None] Network 32e68095-4035-4dff-8463-d83364fbf9fa requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:15:43.904489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ad90faf6-1a1f-446a-97b5-e68f708c5508 None None] Provisioning for port 055cdcc3-1300-48d0-bf48-ecc067d67005 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:44.123445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:42Z', 'revision_number': 3, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:44.134212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:15:44.134480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Updating router 3eec0091-7329-404f-b189-6912f9f3840a port d29450a8-244a-49aa-8046-21d9cabf7a6b binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:15:44.189990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.272196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.493860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Allocated IP 172.20.0.1 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/5aa0eefa-c369-42b4-8761-8cd42fe74fe6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:15:44.538955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.550683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Transition to ACTIVE for port object d29450a8-244a-49aa-8046-21d9cabf7a6b will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:44.556980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.637658 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Attempting to bind port d29450a8-244a-49aa-8046-21d9cabf7a6b on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:15:44.638086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Attempting to bind port d29450a8-244a-49aa-8046-21d9cabf7a6b by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:15:44.638491 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Attempting to bind port d29450a8-244a-49aa-8046-21d9cabf7a6b on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:15:44.643278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.644677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Pushing event updated for resources: {'Port': ['ID=d29450a8-244a-49aa-8046-21d9cabf7a6b,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:44.652227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:15:44.652600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:15:44.653331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.653549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:15:44.654003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Bound port: d29450a8-244a-49aa-8046-21d9cabf7a6b, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:15:44.654367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.658702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Transition to ACTIVE for port object 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:44.681650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.685056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.685680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.686082 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.686454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.686824 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.687152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.687472 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.687792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.688107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.688418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.688729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:15:44.735955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] For port d29450a8-244a-49aa-8046-21d9cabf7a6b, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:15:44.739607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] For port d29450a8-244a-49aa-8046-21d9cabf7a6b, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d29450a8-244a-49aa-8046-21d9cabf7a6b,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:15:44.744086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.750736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:44.753609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:44.758746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:15:44.800881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:44.821982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.836502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:15:44.837127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:44.930283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f120c1d-d89f-4229-ab59-c1f0e9b4d639 None None] Pushing event updated for resources: {'Port': ['ID=d29450a8-244a-49aa-8046-21d9cabf7a6b,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:44.964819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:44.997981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 055cdcc3-1300-48d0-bf48-ecc067d67005 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:45.173583 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4014fd9-a112-41b1-9e38-cbd8a0c23b33 None None] Provisioning for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:45.179739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:15:45.216196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.220560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.221805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d4014fd9-a112-41b1-9e38-cbd8a0c23b33 None None] Provisioning complete for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:45.222185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d4014fd9-a112-41b1-9e38-cbd8a0c23b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.260450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 055cdcc3-1300-48d0-bf48-ecc067d67005 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:45.285533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 055cdcc3-1300-48d0-bf48-ecc067d67005 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:45.285901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.323595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Pushing event updated for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:45.328734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.405069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d4014fd9-a112-41b1-9e38-cbd8a0c23b33 None None] Port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:15:45.464673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:45.466627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:45.594870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.674020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 055cdcc3-1300-48d0-bf48-ecc067d67005, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=055cdcc3-1300-48d0-bf48-ecc067d67005,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:45.679674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.787312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-360d9775-1511-48be-8176-b77a0884db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 1, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:45.792843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ce64a50-3c21-4320-97b3-a44bfaf46b28 None None] Provisioning complete for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:45.793210 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ce64a50-3c21-4320-97b3-a44bfaf46b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:45.819611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=055cdcc3-1300-48d0-bf48-ecc067d67005,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:45.824174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360d9775-1511-48be-8176-b77a0884db93 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 1, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:15:45.888048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ce64a50-3c21-4320-97b3-a44bfaf46b28 None None] Port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:15:46.048125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:15:46.295388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:15:46.306255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78cead89-cfea-492f-ba9e-15a53f37659f admin admin] 10.222.0.110 "PUT /v2.0/routers/3eec0091-7329-404f-b189-6912f9f3840a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9536893 Jan 31 18:15:46.935860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37072) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:46.943563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2138080052', 'description': 'tempest-description--802656178'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:46.952168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:46.957856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Usage tracker for resource:security_group and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:46.960967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:46.972757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:46.976449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d29450a8-244a-49aa-8046-21d9cabf7a6b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:46.989398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.028534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:47.038982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Usage tracker for resource:security_group_rule and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:47.042232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:47.048563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:47.053781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d29450a8-244a-49aa-8046-21d9cabf7a6b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:47.060555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d29450a8-244a-49aa-8046-21d9cabf7a6b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:47.061115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.119162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.124494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.171377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e86a86e-af37-4a09-9f48-25b5bc8e3445,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:47.174142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.175407 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-26572929-1560-48a1-8b3a-b07fee594d75 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2380378 Jan 31 18:15:47.178240 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:47.184023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'security_group_rule': {'security_group_id': '8e86a86e-af37-4a09-9f48-25b5bc8e3445', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:47.190921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:47.193148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.195264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Usage tracker for resource:security_group_rule and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:47.198790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:47.213813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d29450a8-244a-49aa-8046-21d9cabf7a6b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d29450a8-244a-49aa-8046-21d9cabf7a6b,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:47.216850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:47.220026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.221603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 055cdcc3-1300-48d0-bf48-ecc067d67005 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:47.237288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.300610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.304782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.328415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b971d340-eb23-4827-a1c7-e9471bcfa252,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:47.338555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.339876 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a3cb67b1-71a4-42cc-8dec-84714e8c1ba9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1605852 Jan 31 18:15:47.344369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:47.347431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d29450a8-244a-49aa-8046-21d9cabf7a6b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:47.350181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'security_group_rule': {'security_group_id': '8e86a86e-af37-4a09-9f48-25b5bc8e3445', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:47.356140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:47.361247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 055cdcc3-1300-48d0-bf48-ecc067d67005 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:47.361655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.363520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Usage tracker for resource:security_group_rule and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:47.366650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:47.373342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:47.390844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.457168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.461430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.484703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2601983c-0042-4b8e-b744-3df90146506a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:47.495006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.496387 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7bd02136-aefd-435c-835a-9a2aceb868d7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1510599 Jan 31 18:15:47.499630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37084) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:15:47.505911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:47.513262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:47.517921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Usage tracker for resource:floatingip and tenant:8a00dde12b524af7bd00adab570d95fa is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:15:47.521155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:15:47.527616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:47.538858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.677647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.810494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Allocated IP 172.26.4.69 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/1aef105d-d299-47bf-9f61-507053a147e9) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:15:47.958344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:47.986017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.055067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:48.057813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:48.061496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:15:48.090034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=1aef105d-d299-47bf-9f61-507053a147e9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:48.223468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.292345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.543378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.548397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.656549 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=1aef105d-d299-47bf-9f61-507053a147e9,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:48.674407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.696186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:48.697370 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0d0dec2f-099a-4e40-8ef2-5d5a9ad6313f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1966767 Jan 31 18:15:48.898841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-71361281-82a5-4c87-a01e-c96637fd6fe2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--2138080052&fields=id&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 267 time: 0.0481570 Jan 31 18:15:48.906830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d29450a8-244a-49aa-8046-21d9cabf7a6b up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:48.976741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d29450a8-244a-49aa-8046-21d9cabf7a6b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:48.977106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:49.048369 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d240-0b1f-4967-855b-99c42a6e575c req-a9904870-513e-4125-8b93-6ce9fdad9752 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:49.049796 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-a9904870-513e-4125-8b93-6ce9fdad9752 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1432881 Jan 31 18:15:49.068343 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-422e4573-3407-4624-8a36-ced27cb738ec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/quotas/8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 375 time: 0.0125294 Jan 31 18:15:49.163613 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-0d6a6ce2-cc70-4378-8b38-f3d0c75bfce0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899184 Jan 31 18:15:49.307851 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-a6aaafa5-f1c2-4320-9f28-4c2b7fae390a service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293938 Jan 31 18:15:49.446405 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-311c94d4-0f1b-4dd3-bc0e-d279a2470569 service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321664 Jan 31 18:15:49.664083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-f4f2fd40-4e7a-402f-99d5-74fbe83d028f req-e040fd32-2ccb-4aa4-af16-5d1f0b886034 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:15:49.683821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-f4f2fd40-4e7a-402f-99d5-74fbe83d028f req-e040fd32-2ccb-4aa4-af16-5d1f0b886034 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:15:49.686909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4f2fd40-4e7a-402f-99d5-74fbe83d028f req-e040fd32-2ccb-4aa4-af16-5d1f0b886034 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 210 time: 0.0728321 Jan 31 18:15:50.806239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d240-0b1f-4967-855b-99c42a6e575c req-c849faa5-ab3d-4abc-b370-a5394d2f1c09 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:50.807033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8990d240-0b1f-4967-855b-99c42a6e575c req-c849faa5-ab3d-4abc-b370-a5394d2f1c09 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:15:50.833310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8990d240-0b1f-4967-855b-99c42a6e575c req-c849faa5-ab3d-4abc-b370-a5394d2f1c09 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:15:50.834699 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-c849faa5-ab3d-4abc-b370-a5394d2f1c09 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.2861814 Jan 31 18:15:50.882711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e64ed2e9-f3e3-4061-befd-63cab6d23694 req-d2febe70-c9e8-4292-b7da-9b1b905a2785 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 210 time: 0.0458329 Jan 31 18:15:50.892043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8990d240-0b1f-4967-855b-99c42a6e575c req-38908460-b172-4ff7-aa72-e3c7fc80ec1b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:15:50.909424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8990d240-0b1f-4967-855b-99c42a6e575c req-38908460-b172-4ff7-aa72-e3c7fc80ec1b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:15:50.910516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-38908460-b172-4ff7-aa72-e3c7fc80ec1b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 380 time: 0.0618811 Jan 31 18:15:50.919595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'port': {'device_id': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'admin_state_up': True, 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'security_groups': ['8e86a86e-af37-4a09-9f48-25b5bc8e3445']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:51.051289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:15:51.060595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:15:51.070133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:15:51.073084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.233074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Allocated IP 172.20.0.11 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/e18009e7-3dea-489c-915a-ae6c0fe4e300) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:15:51.415021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.429736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Transition to ACTIVE for port object e18009e7-3dea-489c-915a-ae6c0fe4e300 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:51.451397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.525463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:15:51.529129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:15:51.533540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:15:51.558352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:51.599751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:51.600419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.627254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-6918fbd2-b716-472b-bcec-0dcffed85cbe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7118392 Jan 31 18:15:51.639263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Request body: {'port': {'device_id': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:15:51.752949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.754833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e6428e92-d114-425e-907f-9a4d932470e3 None None] Provisioning for port e18009e7-3dea-489c-915a-ae6c0fe4e300 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:51.759477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e6428e92-d114-425e-907f-9a4d932470e3 None None] Provisioning complete for port e18009e7-3dea-489c-915a-ae6c0fe4e300 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:51.759834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6428e92-d114-425e-907f-9a4d932470e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:51.816738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e6428e92-d114-425e-907f-9a4d932470e3 None None] Port e18009e7-3dea-489c-915a-ae6c0fe4e300 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:15:52.169817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c783786-7e3f-4b08-b510-cb5582d9d890 req-287aa942-1e0a-43b9-a9d9-e017a4aac936 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:52.170564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-7c783786-7e3f-4b08-b510-cb5582d9d890 req-287aa942-1e0a-43b9-a9d9-e017a4aac936 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:15:52.176518 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:15:52.186364 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:52.204275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-7c783786-7e3f-4b08-b510-cb5582d9d890 req-287aa942-1e0a-43b9-a9d9-e017a4aac936 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:15:52.205455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c783786-7e3f-4b08-b510-cb5582d9d890 req-287aa942-1e0a-43b9-a9d9-e017a4aac936 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 932 time: 0.1869011 Jan 31 18:15:52.206340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Transition to ACTIVE for port object e18009e7-3dea-489c-915a-ae6c0fe4e300 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:15:52.216532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:52.388199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:52.399310 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c783786-7e3f-4b08-b510-cb5582d9d890 req-47b0db06-8585-44bf-b98d-68c46b366617 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750658 Jan 31 18:15:52.509716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Attempting to bind port e18009e7-3dea-489c-915a-ae6c0fe4e300 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:15:52.510036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Attempting to bind port e18009e7-3dea-489c-915a-ae6c0fe4e300 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:15:52.510347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Attempting to bind port e18009e7-3dea-489c-915a-ae6c0fe4e300 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:15:52.516438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Port e18009e7-3dea-489c-915a-ae6c0fe4e300 on network 32e68095-4035-4dff-8463-d83364fbf9fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:15:52.516750 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Attempting to bind port e18009e7-3dea-489c-915a-ae6c0fe4e300 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:15:52.523122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:15:52.523446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:15:52.523818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:15:52.524225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Bound port: e18009e7-3dea-489c-915a-ae6c0fe4e300, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:15:52.524557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:52.616803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:15:52.619620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:15:52.625033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:52.685139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:52.686514 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] 10.222.0.86 "PUT /v2.0/ports/e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 1094 time: 1.0523746 Jan 31 18:15:52.686940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:15:52.710022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ac646-bf03-4b42-927c-f8a9f5cb5b91 service neutron] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:52.876264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'status': 'completed', 'code': 200} Jan 31 18:15:52.919901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-4a07dc9f-a5b5-448a-b2d5-9a8124aece0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1097 time: 0.1903868 Jan 31 18:15:52.993464 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-b7537b86-9ad5-4bde-b4b3-f8699ec84b73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 217 time: 0.0663581 Jan 31 18:15:53.055283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8990d240-0b1f-4967-855b-99c42a6e575c req-fe4e1f5c-852d-43e6-8adc-c37b3567576a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:53.056690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-fe4e1f5c-852d-43e6-8adc-c37b3567576a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0579453 Jan 31 18:15:53.145640 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-d781250c-d36e-499b-914d-cfc0b8cb186c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809760 Jan 31 18:15:53.276180 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-add76bde-9ccf-4aa1-aed3-cf9eeb246cc5 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250331 Jan 31 18:15:53.407902 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8990d240-0b1f-4967-855b-99c42a6e575c req-237cb0f6-0d60-441c-963a-110bd853986f service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263011 Jan 31 18:15:53.589165 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-3ae4f28d-f779-412d-b0a8-e400302c6029 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1097 time: 0.1255684 Jan 31 18:15:53.717487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a858a06-0934-4b1d-acf2-c6e602e8ed23 req-85c0aa14-7502-42b8-8d21-72a559bd0708 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:53.718973 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9a858a06-0934-4b1d-acf2-c6e602e8ed23 req-85c0aa14-7502-42b8-8d21-72a559bd0708 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 944 time: 0.1818388 Jan 31 18:15:53.797901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-29da30bb-5482-4ec4-a5b8-b0703cf41358 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:53.800186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-29da30bb-5482-4ec4-a5b8-b0703cf41358 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1994357 Jan 31 18:15:53.912249 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-79c15bdd-bf2b-4d45-91fe-e87a0a3cabd8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 217 time: 0.0991848 Jan 31 18:15:53.919336 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9a858a06-0934-4b1d-acf2-c6e602e8ed23 req-f864386c-976f-4fca-9fb7-fdfc469e43d8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819696 Jan 31 18:15:53.995065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-23f3b6d4-cbf6-4767-9c4d-d3491ad23109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:53.997120 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-23f3b6d4-cbf6-4767-9c4d-d3491ad23109 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0768921 Jan 31 18:15:54.084465 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-e91e21e2-22bc-4cb5-89a1-87f40d88b780 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810616 Jan 31 18:15:54.228151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-81d59030-f867-438c-a5cc-d546ff3840b6 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369109 Jan 31 18:15:54.369383 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-49779cc8-c50b-48dd-b49a-c8edd638d8b7 req-8253e8a6-ad5d-435b-a9af-3cbed39b1491 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354122 Jan 31 18:15:55.138279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb16fc-b53e-4dc4-8896-4b4d9fc1a9b5 req-1aca68b8-f6ab-4636-8675-b9808c310b66 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:55.139641 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9adb16fc-b53e-4dc4-8896-4b4d9fc1a9b5 req-1aca68b8-f6ab-4636-8675-b9808c310b66 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 944 time: 0.0794797 Jan 31 18:15:55.195175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9adb16fc-b53e-4dc4-8896-4b4d9fc1a9b5 req-9aaef366-8e83-4eb8-86ec-cde6251b0f7f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487223 Jan 31 18:15:56.426740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36683f-0f6e-4447-9b83-92b4b0cef30d req-8d3f42fa-af9a-410d-9769-71d46da5a350 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:56.428188 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b36683f-0f6e-4447-9b83-92b4b0cef30d req-8d3f42fa-af9a-410d-9769-71d46da5a350 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 944 time: 0.1019907 Jan 31 18:15:56.482284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4b36683f-0f6e-4447-9b83-92b4b0cef30d req-7fad5b0b-f8f1-4a77-8ea0-59fdc98a06c7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402563 Jan 31 18:15:56.687614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:15:56.868821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:56.885956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'mac_address': 'fa:16:3e:a9:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:15:56.941784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:56.958703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:15:56.973955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:56.978301 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:57.048749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:57.179689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e18009e7-3dea-489c-915a-ae6c0fe4e300'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:15:57.715561 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571ffd1-04da-49d5-bb82-5689c3be9710 req-810a8fbd-09e1-43d9-b890-68f128275517 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:57.717204 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9571ffd1-04da-49d5-bb82-5689c3be9710 req-810a8fbd-09e1-43d9-b890-68f128275517 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 945 time: 0.0930083 Jan 31 18:15:57.765913 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9571ffd1-04da-49d5-bb82-5689c3be9710 req-250fc3cc-f3c4-4982-916e-e643585303f8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430899 Jan 31 18:15:58.720399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:15:58.812175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port e18009e7-3dea-489c-915a-ae6c0fe4e300 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:15:58.820720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e18009e7-3dea-489c-915a-ae6c0fe4e300 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:15:58.821156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:58.988655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:59.010274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b25308-8cb0-4004-a985-dc59a64f300b req-e5a2849e-6d8d-46bc-9875-1396da89df55 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:15:59.012470 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47b25308-8cb0-4004-a985-dc59a64f300b req-e5a2849e-6d8d-46bc-9875-1396da89df55 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 945 time: 0.0964272 Jan 31 18:15:59.036906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:15:59.052045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:15:59.058141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:15:59.073548 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-47b25308-8cb0-4004-a985-dc59a64f300b req-d27760d3-b214-41af-add0-72c6f3384d42 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534983 Jan 31 18:15:59.130988 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'code': 200} Jan 31 18:15:59.163005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:15:59.486087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ac940f7c-f232-46c1-acf4-c961d9b69b6d req-f0568ae2-c9ea-4631-b095-e54f05aa54d0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1099 time: 0.1886523 Jan 31 18:15:59.508002 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:15:59.521890 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:15:59.522602 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:15:59.554516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ac940f7c-f232-46c1-acf4-c961d9b69b6d req-62c76c3d-18d6-4045-9d9b-48e8c79af4df service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646048 Jan 31 18:15:59.708570 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:00.052652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:15:45Z', 'revision_number': 2, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:00.056478 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:16:00.056848 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Updating router 3eec0091-7329-404f-b189-6912f9f3840a port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:16:00.117165 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.310299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b07c7-7bd5-4430-b39d-1f305caaf290 req-2e60f968-6c44-4fc8-b76b-d979df64b95c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:00.311719 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d66b07c7-7bd5-4430-b39d-1f305caaf290 req-2e60f968-6c44-4fc8-b76b-d979df64b95c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0851316 Jan 31 18:16:00.363991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d66b07c7-7bd5-4430-b39d-1f305caaf290 req-6aa8b988-4b53-455c-accb-e03914b309b0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 Jan 31 18:16:00.482840 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.496200 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Transition to ACTIVE for port object 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:16:00.503540 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.652435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Pushing event updated for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:00.689235 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.689609 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.689947 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.690274 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.690601 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.690922 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.691245 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.691576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.691888 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.692194 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.692509 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:00.750614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Attempting to bind port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:16:00.751037 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Attempting to bind port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:16:00.751438 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Attempting to bind port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:16:00.762000 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:16:00.762883 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:16:00.763430 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.763809 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:16:00.764266 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Bound port: 5aa0eefa-c369-42b4-8761-8cd42fe74fe6, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:16:00.764739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.909747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] For port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:16:00.912572 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] For port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:16:00.917008 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:00.997725 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b7208-90d1-4fd4-9c3d-1e544ea6629c None None] Pushing event updated for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:01.000692 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:01.001721 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:01.209069 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:01.539937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:00Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:01.544174 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e3ae3c-f94b-4155-9aa4-c39f5ef4ee71 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:00Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:16:01.582960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058c53-8450-499a-82b4-5651bfa841e6 req-7f139ebf-95a8-404a-ad3a-ccbbba5f1055 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:01.584433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef058c53-8450-499a-82b4-5651bfa841e6 req-7f139ebf-95a8-404a-ad3a-ccbbba5f1055 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0856721 Jan 31 18:16:01.635430 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ef058c53-8450-499a-82b4-5651bfa841e6 req-d55b09ec-b206-4d62-b677-df41ce31fd7d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Jan 31 18:16:01.853691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb26afb-fc7c-409d-a722-dd04a3f1cf45 req-3cd13ec6-6578-4ac9-bbf4-b8daeb6683f3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:01.855190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5bb26afb-fc7c-409d-a722-dd04a3f1cf45 req-3cd13ec6-6578-4ac9-bbf4-b8daeb6683f3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0946090 Jan 31 18:16:01.865907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37130) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:16:01.872820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'floatingip': {'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:16:01.964705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:02.595601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:02.599574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:02.790048 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 associated. External IP: 172.26.4.69, port: e18009e7-3dea-489c-915a-ae6c0fe4e300. Jan 31 18:16:02.930849 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:16:03.008360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:16:03.015097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:16:03.015683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:03.152562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:03.213003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:03.217188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:03.293747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:03.352745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:16:03.560233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:16:03.564631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:03.618467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-76ed5de4-86f4-4fc4-b509-93fcb6452b19 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "PUT /v2.0/floatingips/e9f8f15d-93db-4ee1-b228-16928b08fce3 HTTP/1.1" status: 200 len: 991 time: 1.7511265 Jan 31 18:16:03.619025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:03.685008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'status': 'completed', 'code': 200} Jan 31 18:16:03.786674 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-6d27896e-6946-4415-8cf9-8f4c8b4b527f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0787249 Jan 31 18:16:03.836303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e0ade-9f4b-48d4-ac4c-ac3360180e52 req-ac0a3952-104d-4976-b5fc-8f59e0e35095 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:03.844963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae1e0ade-9f4b-48d4-ac4c-ac3360180e52 req-ac0a3952-104d-4976-b5fc-8f59e0e35095 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1014214 Jan 31 18:16:03.893123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae1e0ade-9f4b-48d4-ac4c-ac3360180e52 req-773096f6-d450-4564-9cd6-4416812d634b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457785 Jan 31 18:16:03.934280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-3c72798d-af52-417c-9a32-d259abd77f76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:03.935734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-3c72798d-af52-417c-9a32-d259abd77f76 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1437626 Jan 31 18:16:04.057647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-aa141ed2-a9d3-47bb-846f-ecf1537d7381 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 999 time: 0.1156175 Jan 31 18:16:04.123003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-6fb016a2-8e56-497b-b13a-d4447f7dac44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:04.124606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-6fb016a2-8e56-497b-b13a-d4447f7dac44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0614760 Jan 31 18:16:04.201964 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-6d62639a-8674-4c7b-8202-a568e38a6de5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720217 Jan 31 18:16:04.300692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:16:04.314735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:04.315446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:04.354818 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-807f2497-6643-45a5-bd8c-7d33aa816919 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468563 Jan 31 18:16:04.506490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:04.515738 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c47496c-b1f9-4a6f-9e26-9206e9c1f7b2 req-c939b248-1cac-4603-bf90-b8e737f25b05 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548967 Jan 31 18:16:04.891734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a9:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:02Z', 'revision_number': 1, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:04.895818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:16:04.908631 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:04.909813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:15:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:04.959109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:16:05.118173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0e546-189f-47fa-831e-5f39d62341d8 req-62ad8df8-4232-4701-9843-9011242271b3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:05.119493 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-53f0e546-189f-47fa-831e-5f39d62341d8 req-62ad8df8-4232-4701-9843-9011242271b3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0908017 Jan 31 18:16:05.175624 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-53f0e546-189f-47fa-831e-5f39d62341d8 req-fe7409c6-89fb-4ba4-a7a3-7fb20b4b3962 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474341 Jan 31 18:16:05.190518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:16:05.190886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:05.239382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:05.384136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f97301c-0361-4f5f-af34-402f3d86e150 req-0740fbb8-81fa-425b-9a20-e77ef3abab05 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:05.385513 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f97301c-0361-4f5f-af34-402f3d86e150 req-0740fbb8-81fa-425b-9a20-e77ef3abab05 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0818789 Jan 31 18:16:05.442195 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2f97301c-0361-4f5f-af34-402f3d86e150 req-f12f0527-57fc-4af9-8e8e-08f1075e38f4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499501 Jan 31 18:16:05.674084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8a08d368-5a32-43fd-bb5e-77205ae990d0 req-f6dea98e-649c-420a-b57d-4623219a1137 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0853705 Jan 31 18:16:05.680757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a9:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:02Z', 'revision_number': 1, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:05.685802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d861aa-4343-4d4e-9884-affbb7f0cb5d None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a9:42:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:02Z', 'revision_number': 1, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:16:05.939139 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad660033-dcb7-42cc-9152-da3f25a7dcaa None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:16:05.968428 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-90fcfd8a-77f8-4604-9eb0-6db011e353d4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820727 Jan 31 18:16:06.052729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450709cd-ab79-4a42-91d0-d92df0cb2773 req-6a8caed8-3ca6-4061-8ef3-47b3f5aa34ec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:06.060630 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-450709cd-ab79-4a42-91d0-d92df0cb2773 req-6a8caed8-3ca6-4061-8ef3-47b3f5aa34ec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1094043 Jan 31 18:16:06.108300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-450709cd-ab79-4a42-91d0-d92df0cb2773 req-dac771d0-b2f1-45d2-a464-dbc4da2f43b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466840 Jan 31 18:16:07.010920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c098b870-962b-48b0-bef2-8ffa3788c9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:07.325019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-6141f56f-92d5-40cb-8f09-d8389e29b16a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1099 time: 0.1284401 Jan 31 18:16:07.422857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f74cc-2168-45e8-9995-1502d5506488 req-71052464-09f5-472d-8121-bba3736375ab tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:07.424263 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-487f74cc-2168-45e8-9995-1502d5506488 req-71052464-09f5-472d-8121-bba3736375ab tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1730454 Jan 31 18:16:07.606422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-51d7a16a-b445-45db-a18d-0053ecb6e237 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:07.607881 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-51d7a16a-b445-45db-a18d-0053ecb6e237 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.2744415 Jan 31 18:16:07.612853 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-487f74cc-2168-45e8-9995-1502d5506488 req-9ad56f17-b1aa-4cf3-86a6-7d2e09ef10d5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783016 Jan 31 18:16:07.717302 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-5804caeb-3c5b-4c03-b689-b8a589fc5e77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 1001 time: 0.1027699 Jan 31 18:16:07.780437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-addfd9e0-3a16-458e-ba1b-0f64914a6c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:07.781895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-addfd9e0-3a16-458e-ba1b-0f64914a6c1b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0590453 Jan 31 18:16:07.881643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-1395c63e-62db-4763-ba3e-4c97cac74855 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894194 Jan 31 18:16:08.032992 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-0a45947a-d853-4308-8eb3-23a99d5b10e5 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448104 Jan 31 18:16:08.183301 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-1ccbcd40-729d-4ac6-a630-5cf8cfba8afc service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433010 Jan 31 18:16:08.828708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c74ba9-cb3d-4d28-944d-a0afe740826e req-10e462cc-a275-4d09-a582-9be0ca4dbc8d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:08.830555 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b8c74ba9-cb3d-4d28-944d-a0afe740826e req-10e462cc-a275-4d09-a582-9be0ca4dbc8d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0880921 Jan 31 18:16:08.886617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b8c74ba9-cb3d-4d28-944d-a0afe740826e req-9d56a359-609a-435e-a6e7-cca3402c1715 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503399 Jan 31 18:16:09.344646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4e64c49-2f5e-4959-bd4b-4037600805bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:10.092725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034a18a-a99d-4572-b253-8821b01364cb req-945ef6ed-3457-42e7-8a4e-6b2e4beb05b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:10.094245 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0034a18a-a99d-4572-b253-8821b01364cb req-945ef6ed-3457-42e7-8a4e-6b2e4beb05b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0827599 Jan 31 18:16:10.142725 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0034a18a-a99d-4572-b253-8821b01364cb req-04a2994e-aedd-4c17-a493-11fdc57bf9ff tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Jan 31 18:16:10.267324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:10.433984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:11.345892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a0ac0-5509-498c-bc57-1eb2382660d1 req-c98e24c0-d7c6-437b-9f47-4f1bc235cabe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:11.347374 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-520a0ac0-5509-498c-bc57-1eb2382660d1 req-c98e24c0-d7c6-437b-9f47-4f1bc235cabe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0795934 Jan 31 18:16:11.394229 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-520a0ac0-5509-498c-bc57-1eb2382660d1 req-38ebabdf-2ca3-413a-8945-5e14d70937a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 Jan 31 18:16:11.705607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:12.638803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0ed98-d706-49dd-875f-81adc09984e9 req-5add580c-ccdb-4fd9-a111-c4f80d931649 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:12.640491 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d3a0ed98-d706-49dd-875f-81adc09984e9 req-5add580c-ccdb-4fd9-a111-c4f80d931649 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1033833 Jan 31 18:16:12.690690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d3a0ed98-d706-49dd-875f-81adc09984e9 req-de447659-b551-4f4d-9164-6334471323b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443978 Jan 31 18:16:13.453033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:13.989065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a426-cd73-413e-ac06-24260d41e331 req-700e56a8-a6b5-461b-80af-5a3639f3203d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:13.990459 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f963a426-cd73-413e-ac06-24260d41e331 req-700e56a8-a6b5-461b-80af-5a3639f3203d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1705120 Jan 31 18:16:14.038533 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f963a426-cd73-413e-ac06-24260d41e331 req-d19c69ec-b9cd-4e97-8431-65e46598f520 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Jan 31 18:16:14.581241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:16:15.248516 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ade13-8523-4bd5-94b8-cb5b12fdc4d8 req-61e85714-7af1-4a67-9123-9eeb5f4bbf6d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:15.250112 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-700ade13-8523-4bd5-94b8-cb5b12fdc4d8 req-61e85714-7af1-4a67-9123-9eeb5f4bbf6d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0830765 Jan 31 18:16:15.302476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-700ade13-8523-4bd5-94b8-cb5b12fdc4d8 req-a1fe78c2-1fa1-4eea-8f01-19f21adbcc8c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Jan 31 18:16:16.543738 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53fc3a-4a56-4ccf-8551-367c117866b0 req-37c95813-004a-470f-9dfc-1313b806fa49 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:16.545442 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9a53fc3a-4a56-4ccf-8551-367c117866b0 req-37c95813-004a-470f-9dfc-1313b806fa49 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0939856 Jan 31 18:16:16.595245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9a53fc3a-4a56-4ccf-8551-367c117866b0 req-1359aa33-287a-44ae-8abb-68736936e873 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441623 Jan 31 18:16:17.803094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563b0b1-d3fd-4fa1-bb7d-eb1a0528aefb req-9f885b80-6059-4d41-ab5f-06a8a1d39fd4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:17.804542 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2563b0b1-d3fd-4fa1-bb7d-eb1a0528aefb req-9f885b80-6059-4d41-ab5f-06a8a1d39fd4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0858002 Jan 31 18:16:17.857785 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2563b0b1-d3fd-4fa1-bb7d-eb1a0528aefb req-5f0a34f8-d9e8-47b9-b874-6d84627dc5b2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456233 Jan 31 18:16:19.074295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f47812-54dc-4832-ad8e-a6f7c880b0d5 req-60ab198a-ac0c-4296-b29a-c9c1fa3734c9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:19.075719 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e5f47812-54dc-4832-ad8e-a6f7c880b0d5 req-60ab198a-ac0c-4296-b29a-c9c1fa3734c9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0938478 Jan 31 18:16:19.127455 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e5f47812-54dc-4832-ad8e-a6f7c880b0d5 req-3f2a47cb-a8bb-41b6-8830-df8babd3ddce tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459099 Jan 31 18:16:20.334238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b7423-077e-41ef-8312-56b4a004b9f4 req-1ab2e0fd-f0f6-4229-94cf-b4d423991df1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:20.335667 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9f5b7423-077e-41ef-8312-56b4a004b9f4 req-1ab2e0fd-f0f6-4229-94cf-b4d423991df1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0791271 Jan 31 18:16:20.388162 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9f5b7423-077e-41ef-8312-56b4a004b9f4 req-89ea8d48-e10d-4ce2-9f94-274994a06a88 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462620 Jan 31 18:16:21.590216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e31954-6e5a-44e9-bc5f-9eb565db2adb req-046b17a8-00d7-4bd4-980c-34ac91163284 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:21.591966 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-80e31954-6e5a-44e9-bc5f-9eb565db2adb req-046b17a8-00d7-4bd4-980c-34ac91163284 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0781047 Jan 31 18:16:21.643922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-80e31954-6e5a-44e9-bc5f-9eb565db2adb req-63cd2ec1-b7da-45e5-8e14-40cc93c4865f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453684 Jan 31 18:16:22.865284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f1713-11c5-42eb-9b8d-dfc121b6d4f9 req-8ac2c9b8-932e-4438-9d9c-2751af54942d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:22.867423 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-405f1713-11c5-42eb-9b8d-dfc121b6d4f9 req-8ac2c9b8-932e-4438-9d9c-2751af54942d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0982172 Jan 31 18:16:22.922592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-405f1713-11c5-42eb-9b8d-dfc121b6d4f9 req-677d3b98-f186-43a8-a03c-664117b5fe23 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Jan 31 18:16:24.128823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba5aef-8e0d-4929-819b-3f3f44b0a4a6 req-e1b6f4cc-6014-495b-ad44-ca045c2ff088 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:24.130206 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5dba5aef-8e0d-4929-819b-3f3f44b0a4a6 req-e1b6f4cc-6014-495b-ad44-ca045c2ff088 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0801127 Jan 31 18:16:24.178338 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5dba5aef-8e0d-4929-819b-3f3f44b0a4a6 req-ff77a16f-84de-49ee-86cb-9deb2aaf01a1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Jan 31 18:16:24.894235 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-fc1540c0-11cc-4201-84d2-3f8234f87b93 service neutron] 10.222.0.86 "GET /v2.0/ports/e18009e7-3dea-489c-915a-ae6c0fe4e300/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0917768 Jan 31 18:16:25.201026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-e43e8594-f14b-4d69-b1e9-daf974918d50 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1099 time: 0.0787952 Jan 31 18:16:25.310508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-1262446b-8284-48b7-88db-ae3524b6ead8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0840487 Jan 31 18:16:25.592677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-5b936bd2-0a27-417b-9476-f43ba2b858de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:25.594194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-5b936bd2-0a27-417b-9476-f43ba2b858de service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.2783365 Jan 31 18:16:25.603923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ebe41-5115-42dd-9c37-cd161cfacb79 req-dadf6db9-2b6e-489b-8639-13bbf8680a0b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:25.606150 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-091ebe41-5115-42dd-9c37-cd161cfacb79 req-dadf6db9-2b6e-489b-8639-13bbf8680a0b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.2580342 Jan 31 18:16:25.856870 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-ba8b8e9e-6925-4f1a-b06e-fa185c160bb2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 1001 time: 0.2495344 Jan 31 18:16:25.859421 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-091ebe41-5115-42dd-9c37-cd161cfacb79 req-d6e4d7c3-d755-4ee1-85b5-c4aa730079f4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029610 Jan 31 18:16:25.932835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-58df3445-d659-4f6f-91cf-743f329f4399 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:25.934626 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-58df3445-d659-4f6f-91cf-743f329f4399 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0717647 Jan 31 18:16:26.017559 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-4342dbe5-3743-4885-b305-6d08a35bbc2d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770607 Jan 31 18:16:26.174080 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-d6301c13-25c5-4b54-a167-305f490344ae service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507785 Jan 31 18:16:26.341569 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cd2268b2-2e91-489a-b54c-c82db4476c92 req-5ff152fd-726e-4388-9509-c0530761e011 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616213 Jan 31 18:16:27.131793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd00fd-bcc4-485f-91a4-32620f563c1a req-99bcd146-9e99-493d-adaf-42361249f68f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:27.133912 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d0cd00fd-bcc4-485f-91a4-32620f563c1a req-99bcd146-9e99-493d-adaf-42361249f68f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1290092 Jan 31 18:16:27.187511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d0cd00fd-bcc4-485f-91a4-32620f563c1a req-7c8cee75-4432-4466-8b3d-dcdba15ead3b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Jan 31 18:16:28.464681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31556a46-9c5e-4201-82a9-85c8dc055d9c req-48641d44-6c0e-4a9e-bc1a-a16f1d7e5c6a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:28.467358 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31556a46-9c5e-4201-82a9-85c8dc055d9c req-48641d44-6c0e-4a9e-bc1a-a16f1d7e5c6a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1198356 Jan 31 18:16:28.531479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31556a46-9c5e-4201-82a9-85c8dc055d9c req-d4b628ae-634c-4bc8-bb63-a12ca289f94f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566533 Jan 31 18:16:28.895413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:16:28.899483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:16:28.984146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-a1bb90c6-9fbb-4d0d-b742-28dc1d17e8dd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:28.985630 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-a1bb90c6-9fbb-4d0d-b742-28dc1d17e8dd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68&tenant_id=8a00dde12b524af7bd00adab570d95fa&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 946 time: 0.1475058 Jan 31 18:16:28.997876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365725d-6d82-4c2d-b236-b0010904d0d6 req-4b53ed81-f350-4ebb-a272-ce36d39a63b4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:29.003485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a365725d-6d82-4c2d-b236-b0010904d0d6 req-4b53ed81-f350-4ebb-a272-ce36d39a63b4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1323516 Jan 31 18:16:29.050446 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a365725d-6d82-4c2d-b236-b0010904d0d6 req-f1a3ccdd-6f9c-41d1-a209-d5cb47009170 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453854 Jan 31 18:16:29.128295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-ee543969-cce5-4979-8eae-221bd2793ef1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 1099 time: 0.0722272 Jan 31 18:16:29.144430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:29.158336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:29.175900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'mac_address': 'fa:16:3e:a9:42:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:16:29.220435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:29.239905 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:29.249325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:29.273971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-c8f59757-a700-478b-88cf-a06cdb640917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:29.275492 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-c8f59757-a700-478b-88cf-a06cdb640917 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1419685 Jan 31 18:16:29.287144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:29.296836 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'code': 200} Jan 31 18:16:29.322245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:16:29.371134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:29.388642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-71fd1bb2-e154-48ee-8255-7b4c256df983 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 200 len: 999 time: 0.1063745 Jan 31 18:16:29.392857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:16:29.393228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:16:29.451296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-987531a6-f84e-4091-87dd-504bc0827b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:29.452718 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-987531a6-f84e-4091-87dd-504bc0827b21 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0580847 Jan 31 18:16:29.530577 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-0b552dd7-43b0-4d4b-b8e4-0982085e8c8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716579 Jan 31 18:16:29.668903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-52ecc9ae-ca62-4767-85eb-c82a089ee95f service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317227 Jan 31 18:16:29.810434 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ce085ca-721b-486f-8243-cbb1dbfb868b req-de619535-7745-4cd7-9a0f-79c21eabdb93 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355262 Jan 31 18:16:29.965818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:29.992927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:16:30.013815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:30.019805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:30.097346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e18009e7-3dea-489c-915a-ae6c0fe4e300'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:16:30.169665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:30.310927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ecaf6-37a7-45f9-9dcf-f733d78d4b40 req-772733e5-fabe-48ad-8feb-100e31bd7a98 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:30.312615 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e16ecaf6-37a7-45f9-9dcf-f733d78d4b40 req-772733e5-fabe-48ad-8feb-100e31bd7a98 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 945 time: 0.1148779 Jan 31 18:16:30.374591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e16ecaf6-37a7-45f9-9dcf-f733d78d4b40 req-63b39385-6784-41ca-91cb-fd5c9fba8cee tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556216 Jan 31 18:16:30.906745 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:16:30.990894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e18009e7-3dea-489c-915a-ae6c0fe4e300 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:16:30.991827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:31.110209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:31.143541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:31.147922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:31.222612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:31.298354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:31.354504 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'code': 200} Jan 31 18:16:31.716579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975c6b1-28bd-4651-93d4-6478d3003219 req-09ad54de-a24a-4ad3-9637-17a9c97d60ad tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:31.718012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b975c6b1-28bd-4651-93d4-6478d3003219 req-09ad54de-a24a-4ad3-9637-17a9c97d60ad tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.1933360 Jan 31 18:16:31.766019 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b975c6b1-28bd-4651-93d4-6478d3003219 req-77f8a9fb-ed82-48ad-af4d-911c691de947 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Jan 31 18:16:31.989689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992eb7-3d69-4c29-b23e-c67a50decdc2 req-53508b31-dae5-4970-8e1a-41816f7eca54 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:31.991313 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6992eb7-3d69-4c29-b23e-c67a50decdc2 req-53508b31-dae5-4970-8e1a-41816f7eca54 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0832467 Jan 31 18:16:32.037110 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e6992eb7-3d69-4c29-b23e-c67a50decdc2 req-d04bd1b9-1e98-4399-826d-cfecec226f18 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 Jan 31 18:16:32.258325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2aa51-7b82-437e-a8ec-11b13ea80cb2 req-e7d44109-42ef-47b7-b40e-9769879007bb tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:32.263870 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-20e2aa51-7b82-437e-a8ec-11b13ea80cb2 req-e7d44109-42ef-47b7-b40e-9769879007bb tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0823672 Jan 31 18:16:32.326383 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-20e2aa51-7b82-437e-a8ec-11b13ea80cb2 req-0879c1ba-4517-438b-9de8-124e1921cebc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588911 Jan 31 18:16:32.759860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be46c87-4a24-4f5d-b6bf-0bf5620a6ae1 req-a45210c3-8d42-4993-85ad-d30e2903d363 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:32.762294 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0be46c87-4a24-4f5d-b6bf-0bf5620a6ae1 req-a45210c3-8d42-4993-85ad-d30e2903d363 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0822768 Jan 31 18:16:32.813769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0be46c87-4a24-4f5d-b6bf-0bf5620a6ae1 req-335710e5-2245-473c-bc20-403a538ab336 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459316 Jan 31 18:16:34.021250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f7934-4987-4366-a5ea-a6ccca99286f req-d649dad7-0a41-4f8b-8525-2c5b63cb3237 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:34.022707 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1a3f7934-4987-4366-a5ea-a6ccca99286f req-d649dad7-0a41-4f8b-8525-2c5b63cb3237 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0794821 Jan 31 18:16:34.070845 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1a3f7934-4987-4366-a5ea-a6ccca99286f req-8cf16ced-bfcd-4f78-99f2-2371c7507514 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411103 Jan 31 18:16:34.334093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-f487a66f-8bd4-47ff-974f-53be7bea539e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:34.335524 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-f487a66f-8bd4-47ff-974f-53be7bea539e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 946 time: 0.0773015 Jan 31 18:16:34.405571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Deleting port e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:16:34.405910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:34.667663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] For port e18009e7-3dea-489c-915a-ae6c0fe4e300, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e18009e7-3dea-489c-915a-ae6c0fe4e300,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:34.667663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:34.980312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:34.980657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:34.980972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 disassociated. External IP: 172.26.4.69, port: e18009e7-3dea-489c-915a-ae6c0fe4e300. Jan 31 18:16:34.981308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Calling delete_port for e18009e7-3dea-489c-915a-ae6c0fe4e300 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:16:35.140530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:35.191454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'Port': ['ID=e18009e7-3dea-489c-915a-ae6c0fe4e300,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:35.310813 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7ee2805f-e4dc-4ddb-82c9-700717693b9e req-f184ae71-9087-4ce6-b6d4-3a4c4e550e11 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 210 time: 0.1070981 Jan 31 18:16:35.480342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:16:35.793225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:16:35.803036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:16:35.817293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:35.818013 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:16:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:35.882034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] No DVR routers for this DVR port e18009e7-3dea-489c-915a-ae6c0fe4e300 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:16:35.884717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:35.888119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-deleted', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:35.913320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18e5c318-6e18-47c0-b650-585c2e1d5f4d req-4a620356-d0d2-487f-865e-77237d60f02e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "DELETE /v2.0/ports/e18009e7-3dea-489c-915a-ae6c0fe4e300 HTTP/1.1" status: 204 len: 173 time: 1.5731022 Jan 31 18:16:35.955737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa55a19-35a3-4a5a-9a12-7fefa602bf68', 'name': 'network-vif-deleted', 'tag': 'e18009e7-3dea-489c-915a-ae6c0fe4e300', 'status': 'completed', 'code': 200} Jan 31 18:16:36.047549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:36.420606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:36.427241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:16:36.440106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:36.440837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:16:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:36.523086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b647875c-3800-4a4b-9a7b-9067fed9bd7e req-013f373d-a2b0-4bb6-a20a-fa86d0984dd8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:16:36.541188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b647875c-3800-4a4b-9a7b-9067fed9bd7e req-013f373d-a2b0-4bb6-a20a-fa86d0984dd8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:16:36.544087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b647875c-3800-4a4b-9a7b-9067fed9bd7e req-013f373d-a2b0-4bb6-a20a-fa86d0984dd8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=3aa55a19-35a3-4a5a-9a12-7fefa602bf68 HTTP/1.1" status: 200 len: 210 time: 0.0702791 Jan 31 18:16:36.633450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:36.967478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:36.971618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18717795-4569-45a4-b516-1e7e79a9b762 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:16:37.018536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f4e8190b-a2d2-4163-92ff-0dc4a7d435b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:37.214869 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38623a96-d1fe-474c-ae95-c45643024d76 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:16:37.911884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-3e4ba127-3cce-4075-b18d-82ce9b72382e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--2138080052&fields=id&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 267 time: 0.0440147 Jan 31 18:16:38.065809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-5fa7dbe4-eac2-42d1-9a85-fba6780eaeaf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:38.067933 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-5fa7dbe4-eac2-42d1-9a85-fba6780eaeaf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1478333 Jan 31 18:16:38.085143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-b192e9e9-327d-4d49-bfab-7beb1cfa8985 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/quotas/8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 375 time: 0.0118396 Jan 31 18:16:38.172759 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-3a61f55d-dbff-4c1f-9f6d-66eed4cf52b9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813613 Jan 31 18:16:38.327139 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-e84eb1de-e21f-458e-8fa8-2331c157e548 service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417534 Jan 31 18:16:38.466375 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-b27e2b76-3c31-44bf-8098-e713e9aaa65f service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332974 Jan 31 18:16:38.677214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-32cf775e-23c6-4fa0-81b7-d92e56749d5b req-1a5a182a-c7e9-4e45-aac2-2fcfc4b0b675 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 210 time: 0.0452871 Jan 31 18:16:38.937049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:16:38.975938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: e18009e7-3dea-489c-915a-ae6c0fe4e300 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:16:38.976288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e18009e7-3dea-489c-915a-ae6c0fe4e300 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:16:39.348714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83e2d03d-f89a-4c10-a902-3d71445b7416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:39.877334 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7c5102a7-28bc-42aa-8779-813a0a323025 req-8c43a310-14ad-4336-a947-d9f0395c062a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 210 time: 0.0432818 Jan 31 18:16:39.976278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-9624eff4-e040-45f1-a312-c008aad0e0ec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:39.978061 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-9624eff4-e040-45f1-a312-c008aad0e0ec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1872239 Jan 31 18:16:40.032459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-7d8bbfd9-88a8-4d38-b5af-f8defababef6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 380 time: 0.0431449 Jan 31 18:16:40.046125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'port': {'device_id': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'admin_state_up': True, 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'security_groups': ['8e86a86e-af37-4a09-9f48-25b5bc8e3445']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:16:40.194474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:16:40.205054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:16:40.214357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:16:40.217402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.279844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.406200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Allocated IP 172.20.0.11 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/11dac775-cb55-44db-bcb4-2a5e689dd6c7) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:16:40.487455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.597481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.612883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Transition to ACTIVE for port object 11dac775-cb55-44db-bcb4-2a5e689dd6c7 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:16:40.637033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.710733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:16:40.713856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:16:40.717877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:16:40.749668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:40.769749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.770091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.770420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.770787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.771068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.771391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.771706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.772021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.772339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.772671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.772981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:40.796096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:40.796702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.824338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-df98e0d0-ccc1-42c0-9eb8-0bf6f29a290a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7840819 Jan 31 18:16:40.835909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Request body: {'port': {'device_id': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:16:40.961781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:40.999457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8911051-1626-4510-b0c2-4dfe54978f75 None None] Provisioning for port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:16:41.004865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d8911051-1626-4510-b0c2-4dfe54978f75 None None] Provisioning complete for port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:16:41.005232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d8911051-1626-4510-b0c2-4dfe54978f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.060521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d8911051-1626-4510-b0c2-4dfe54978f75 None None] Port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:16:41.228389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0e850-b670-4bd1-aee9-cedf29c4f36d req-f7749f29-bd1f-41f9-b35a-590b93a8214e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:41.228958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-edf0e850-b670-4bd1-aee9-cedf29c4f36d req-f7749f29-bd1f-41f9-b35a-590b93a8214e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:16:41.264315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-edf0e850-b670-4bd1-aee9-cedf29c4f36d req-f7749f29-bd1f-41f9-b35a-590b93a8214e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:16:41.265462 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-edf0e850-b670-4bd1-aee9-cedf29c4f36d req-f7749f29-bd1f-41f9-b35a-590b93a8214e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 932 time: 0.2513878 Jan 31 18:16:41.343521 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-edf0e850-b670-4bd1-aee9-cedf29c4f36d req-1fe3013f-bb50-4ec4-9f71-3374e6f7d72d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638411 Jan 31 18:16:41.413055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:16:41.420962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.435640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Transition to ACTIVE for port object 11dac775-cb55-44db-bcb4-2a5e689dd6c7 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:16:41.438687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.695005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:41.708999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.814860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Attempting to bind port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:16:41.815182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Attempting to bind port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:16:41.815503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Attempting to bind port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:16:41.821139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 on network 32e68095-4035-4dff-8463-d83364fbf9fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:16:41.821468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Attempting to bind port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:16:41.828810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:16:41.829136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:16:41.829533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:16:41.829949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Bound port: 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:16:41.830304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.930676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:16:41.933689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:16:41.938209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:41.998987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:42.000358 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] 10.222.0.86 "PUT /v2.0/ports/11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 1094 time: 1.1688087 Jan 31 18:16:42.000794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:42.020905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00561c39-1dd8-4521-9842-ced85305d758 service neutron] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:42.083567 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'status': 'completed', 'code': 200} Jan 31 18:16:42.125744 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-a640d23a-4131-4584-aa99-9019f3cd7d2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1097 time: 0.0812361 Jan 31 18:16:42.203831 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-a3ff2c54-5c97-42c2-bd78-4b9ef7ad07d1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 217 time: 0.0718417 Jan 31 18:16:42.281629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-aa6c3773-a80d-48a1-9b4e-7feaf142a6fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:42.282967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-aa6c3773-a80d-48a1-9b4e-7feaf142a6fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0735128 Jan 31 18:16:42.360874 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-f2d11b24-4274-45ba-992c-bf2f0b310432 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717766 Jan 31 18:16:42.556226 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-956b86e3-408b-427d-9851-5ef9f98b58d1 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896389 Jan 31 18:16:42.678559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971673d-8f62-4a00-87b1-b66237a05990 req-cb329793-6d7b-47d7-8e71-eb2be924b1ac tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:42.679932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9971673d-8f62-4a00-87b1-b66237a05990 req-cb329793-6d7b-47d7-8e71-eb2be924b1ac tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.2063692 Jan 31 18:16:42.734361 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c18b2b1b-cd0c-4373-8727-313c2fdb8caf req-342097ea-4654-4f61-89a0-38f8c9b4cd34 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706076 Jan 31 18:16:42.755795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9971673d-8f62-4a00-87b1-b66237a05990 req-4c3739c4-19d8-4525-a7b4-689d429e243e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615981 Jan 31 18:16:42.851832 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-1724931d-d42e-45f2-a344-3955e706cf60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1097 time: 0.0724800 Jan 31 18:16:42.995692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-079e5682-2a6e-430d-abea-0f86016af431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:42.997478 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-079e5682-2a6e-430d-abea-0f86016af431 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1388772 Jan 31 18:16:43.076488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-1a44f0c7-8bcd-4b20-95f2-a85dd64c8be9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 217 time: 0.0720062 Jan 31 18:16:43.144150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-36930e2d-0c11-4d71-8908-9e1bbc36a703 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:43.146003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-36930e2d-0c11-4d71-8908-9e1bbc36a703 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0634956 Jan 31 18:16:43.227202 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-f639fbda-4c0e-4184-92f0-c67af0a1e2a1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747681 Jan 31 18:16:43.369064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-43863280-1809-4ac2-8dd8-7ba5fe78b46c service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329753 Jan 31 18:16:43.450296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:43.608403 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca2b2832-90e1-4838-b7ba-b9fecfcaed3f req-85abf2c1-b916-438b-b259-666604d4d6bd service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324100 Jan 31 18:16:43.963914 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d42c-cdeb-4825-8bac-6bab19d74dd9 req-72a9502b-113b-4c9e-af64-b162bcf75d13 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:43.965351 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5465d42c-cdeb-4825-8bac-6bab19d74dd9 req-72a9502b-113b-4c9e-af64-b162bcf75d13 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0755730 Jan 31 18:16:44.013687 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5465d42c-cdeb-4825-8bac-6bab19d74dd9 req-f03fa43b-39ae-4e14-8faa-d4f36f44d823 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Jan 31 18:16:44.982788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:16:45.125898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:45.141767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:16:45.208005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:45.219651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096fe62-270f-443e-8226-563e2cb718f2 req-318ec706-c896-41a4-a3ca-62463b0dd9d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:45.221128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f096fe62-270f-443e-8226-563e2cb718f2 req-318ec706-c896-41a4-a3ca-62463b0dd9d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0818067 Jan 31 18:16:45.226304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:16:45.245601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:45.250924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:45.270355 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f096fe62-270f-443e-8226-563e2cb718f2 req-0c157185-e729-4ca0-8e6f-a6d4f5e1c00e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433233 Jan 31 18:16:45.319070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:45.327841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.328179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.328513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.328845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.329170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.329523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.329847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.330166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.330484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.330802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.331113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:16:45.441732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['11dac775-cb55-44db-bcb4-2a5e689dd6c7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:16:46.482242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffe1cfc-143c-4d76-af47-121bbfd2c591 req-ded934d5-e5fc-44bf-b258-0ec41197bc47 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:46.483807 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fffe1cfc-143c-4d76-af47-121bbfd2c591 req-ded934d5-e5fc-44bf-b258-0ec41197bc47 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 945 time: 0.0841444 Jan 31 18:16:46.531672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fffe1cfc-143c-4d76-af47-121bbfd2c591 req-4ab75cae-3fe0-42bd-bfd7-62fbe0e63783 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Jan 31 18:16:46.982936 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:16:47.053430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:16:47.059244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:16:47.059608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:47.173374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:47.201248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:47.211446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:16:47.216339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:47.262648 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'code': 200} Jan 31 18:16:47.295668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:16:47.527689 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b66c22c4-5e4a-4d79-a0ef-d7c303855e02 req-7be1c7f7-d882-4752-97bd-0cd4003048cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1099 time: 0.0790439 Jan 31 18:16:47.575924 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b66c22c4-5e4a-4d79-a0ef-d7c303855e02 req-5defc160-a727-4a44-9025-47c9b2bab03d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Jan 31 18:16:47.769368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c60734-c44c-4601-9cc6-a98356cf34f2 req-faa429f9-00c7-45af-852a-48e6c366daae tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:47.771057 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55c60734-c44c-4601-9cc6-a98356cf34f2 req-faa429f9-00c7-45af-852a-48e6c366daae tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0925457 Jan 31 18:16:47.824549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-55c60734-c44c-4601-9cc6-a98356cf34f2 req-9ef5ae4c-9c79-412e-9014-334a899f52f6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434721 Jan 31 18:16:49.054479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fdfeae-d576-441c-bdd9-71088bb0a36d req-c78d5f74-38ec-45bc-a9fb-ef24574d8142 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:49.055989 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-52fdfeae-d576-441c-bdd9-71088bb0a36d req-c78d5f74-38ec-45bc-a9fb-ef24574d8142 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0832675 Jan 31 18:16:49.108610 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-52fdfeae-d576-441c-bdd9-71088bb0a36d req-f161aa25-4685-48af-a053-27a60ecfef26 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Jan 31 18:16:49.314520 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0a5e5-fbf9-4409-a4ba-45ab7a420bd9 req-91fbb200-5bee-4a06-b2a1-0f464c81091c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:49.316129 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aaf0a5e5-fbf9-4409-a4ba-45ab7a420bd9 req-91fbb200-5bee-4a06-b2a1-0f464c81091c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0833797 Jan 31 18:16:49.324844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37280) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:16:49.330225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'floatingip': {'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:16:49.492457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:50.121667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:50.125653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:50.314810 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 associated. External IP: 172.26.4.69, port: 11dac775-cb55-44db-bcb4-2a5e689dd6c7. Jan 31 18:16:50.698983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:16:50.996721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:16:51.000869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:16:51.006609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:16:51.019548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:51.020157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:16:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:51.052156 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-25719f3b-01c5-4478-8a2f-89c162eda506 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "PUT /v2.0/floatingips/e9f8f15d-93db-4ee1-b228-16928b08fce3 HTTP/1.1" status: 200 len: 991 time: 1.7261536 Jan 31 18:16:51.052720 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:16:51.121079 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'status': 'completed', 'code': 200} Jan 31 18:16:51.204166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:51.272846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-54af1264-707b-4a12-b04e-f318f0216105 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1099 time: 0.1300712 Jan 31 18:16:51.310210 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ece12b-e088-49cb-b170-12d449a6b833 req-9e25d982-65f9-47e5-a271-0b8e3e09b672 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:51.311655 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73ece12b-e088-49cb-b170-12d449a6b833 req-9e25d982-65f9-47e5-a271-0b8e3e09b672 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.1384270 Jan 31 18:16:51.440191 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73ece12b-e088-49cb-b170-12d449a6b833 req-590cf23a-f65e-4164-8db5-95d4baaf51b2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822480 Jan 31 18:16:51.447892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-63b667fe-ef14-47f8-a37c-a7ba38306c89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:51.449474 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-63b667fe-ef14-47f8-a37c-a7ba38306c89 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1708121 Jan 31 18:16:51.550239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-1ce09164-99ac-4572-b81e-38e352432945 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 999 time: 0.0949528 Jan 31 18:16:51.566375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:49Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:51.570259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:16:51.581714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:16:51.582312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:16:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:51.586532 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:16:51.616602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-4844072f-5894-4f9f-ac3f-74fb53ef5da8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:51.618053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-4844072f-5894-4f9f-ac3f-74fb53ef5da8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0626204 Jan 31 18:16:51.692663 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-f8fe309b-bedd-435f-affb-249d1374ec20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682242 Jan 31 18:16:51.800105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:16:51.826579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-92d7dc24-2862-439a-950a-533e5e0d09c5 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271558 Jan 31 18:16:51.960055 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb8bdc7-7201-4e72-8b8a-ba95936f55b9 req-bbff68c0-e3e5-43db-8774-bb175cefca1d service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276057 Jan 31 18:16:52.147038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:49Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:16:52.150928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c80147-2243-4f10-b798-7d18a5a55b63 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:16:49Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:16:52.335708 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f10892-59fb-4ac3-958e-37432a9ccf94 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:16:52.646821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34fb45-57e3-491d-9fbc-66b18b3f49e9 req-eaf55333-3dfe-43cf-a860-53035afbbf73 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:52.648268 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3a34fb45-57e3-491d-9fbc-66b18b3f49e9 req-eaf55333-3dfe-43cf-a860-53035afbbf73 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0779870 Jan 31 18:16:52.695057 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3a34fb45-57e3-491d-9fbc-66b18b3f49e9 req-531bacc8-eedd-45a1-b84c-4da948ad8f52 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405056 Jan 31 18:16:53.059564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55de20f-eee0-460e-83e9-1901ee58b8f5 req-99216ba9-bad9-4d20-b0d0-e4d335643a61 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:53.061071 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c55de20f-eee0-460e-83e9-1901ee58b8f5 req-99216ba9-bad9-4d20-b0d0-e4d335643a61 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0769680 Jan 31 18:16:53.110445 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c55de20f-eee0-460e-83e9-1901ee58b8f5 req-752413a8-9e30-4b0a-b522-47f46930d396 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Jan 31 18:16:54.319036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e2992-433b-4ed1-b70a-30b3c89a7b67 req-52fd29f7-1261-46cd-837a-51eef718269b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:54.320470 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-218e2992-433b-4ed1-b70a-30b3c89a7b67 req-52fd29f7-1261-46cd-837a-51eef718269b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0809631 Jan 31 18:16:54.366354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-218e2992-433b-4ed1-b70a-30b3c89a7b67 req-858b47ab-1d9a-486d-af83-64c6ab2c86cd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392773 Jan 31 18:16:55.593895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee60da0-7a57-47f1-adc4-d47c3365231f req-2044bffe-35e2-49f9-9a43-819dc70632bc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:55.595383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dee60da0-7a57-47f1-adc4-d47c3365231f req-2044bffe-35e2-49f9-9a43-819dc70632bc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0944602 Jan 31 18:16:55.646831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dee60da0-7a57-47f1-adc4-d47c3365231f req-9905a21b-5de8-4174-8ff5-429ed3d8ede1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Jan 31 18:16:56.855459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d9fc-d303-4665-9ec2-8197a270e559 req-21f868d0-abca-485f-b731-f8095b9a27bd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:56.857054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2631d9fc-d303-4665-9ec2-8197a270e559 req-21f868d0-abca-485f-b731-f8095b9a27bd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0814760 Jan 31 18:16:56.909599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2631d9fc-d303-4665-9ec2-8197a270e559 req-3ec1590f-0295-4031-815c-cf008c3a584d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Jan 31 18:16:58.115911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb515035-1f77-4f66-9c9f-dace001647c6 req-6152f76f-a2dd-40d4-a030-46e43e54816d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:58.117246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fb515035-1f77-4f66-9c9f-dace001647c6 req-6152f76f-a2dd-40d4-a030-46e43e54816d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0794332 Jan 31 18:16:58.161986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fb515035-1f77-4f66-9c9f-dace001647c6 req-7f5583fc-809d-4b7d-9d70-8868b59b7996 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Jan 31 18:16:59.361734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497d32a-9094-4486-97df-0f8b8100ba4c req-92afb46e-a546-4679-9d30-fe1ce8036609 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:16:59.363171 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4497d32a-9094-4486-97df-0f8b8100ba4c req-92afb46e-a546-4679-9d30-fe1ce8036609 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0798440 Jan 31 18:16:59.408824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4497d32a-9094-4486-97df-0f8b8100ba4c req-23c08cd6-ef0c-44b4-a596-006873234152 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Jan 31 18:17:00.609760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e81cde-cf20-4d09-b9e2-f94db3d0f461 req-524011ce-6c41-4c66-97a2-7734d26ede8d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:00.611195 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2e81cde-cf20-4d09-b9e2-f94db3d0f461 req-524011ce-6c41-4c66-97a2-7734d26ede8d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0776460 Jan 31 18:17:00.655904 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2e81cde-cf20-4d09-b9e2-f94db3d0f461 req-91489c17-eb4c-47a5-80cd-dc37c3396ed6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390363 Jan 31 18:17:01.860900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957969d-a096-4e0e-85b5-9da0e53f7211 req-e5ee6ada-cc61-4e13-b9bf-e847f915e77b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:01.862287 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4957969d-a096-4e0e-85b5-9da0e53f7211 req-e5ee6ada-cc61-4e13-b9bf-e847f915e77b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0812426 Jan 31 18:17:01.912483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4957969d-a096-4e0e-85b5-9da0e53f7211 req-75d4419c-661b-497f-8009-bc1f229fe631 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445075 Jan 31 18:17:03.115758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64966ac1-d967-4688-93c6-7530892dbf6c req-4a10face-26c2-4dff-8018-67b7782a342c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:03.117082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-64966ac1-d967-4688-93c6-7530892dbf6c req-4a10face-26c2-4dff-8018-67b7782a342c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0791054 Jan 31 18:17:03.162154 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-64966ac1-d967-4688-93c6-7530892dbf6c req-178c5dff-155d-4e08-a5af-4f36fa9b9071 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389316 Jan 31 18:17:04.360032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ad095-a009-45cb-9906-d1108911eda4 req-64f8f24a-299b-4a93-8bf5-2651ab73d2c9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:04.361502 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f18ad095-a009-45cb-9906-d1108911eda4 req-64f8f24a-299b-4a93-8bf5-2651ab73d2c9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0767243 Jan 31 18:17:04.407533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f18ad095-a009-45cb-9906-d1108911eda4 req-72d3da8d-cdc7-4a9b-b212-1021ff82aa0c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403054 Jan 31 18:17:05.610110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d9f56-75c0-4456-bba6-79094e1c04c1 req-91afd71b-d213-41d3-8c18-9feeb8dfb1c4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:05.611560 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-189d9f56-75c0-4456-bba6-79094e1c04c1 req-91afd71b-d213-41d3-8c18-9feeb8dfb1c4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0782943 Jan 31 18:17:05.660799 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-189d9f56-75c0-4456-bba6-79094e1c04c1 req-d7c97c89-68ba-4f05-a7a4-b24b847dd2c5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Jan 31 18:17:06.954666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec35064-9228-4503-802b-5daf3e18477c req-165e5482-fd4c-45fc-89ba-057dc18e87f6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:06.956044 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8ec35064-9228-4503-802b-5daf3e18477c req-165e5482-fd4c-45fc-89ba-057dc18e87f6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.1738513 Jan 31 18:17:07.002709 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8ec35064-9228-4503-802b-5daf3e18477c req-0361e03a-9716-4793-9407-6c9989039764 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 Jan 31 18:17:07.016124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-32279b3a-3507-4da5-a9c4-16f16931ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:08.207129 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802cb28-77b9-4ffe-830a-cdf82a4bdcca req-8746c1de-ee8f-4131-b328-0652390f4d43 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:08.208477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1802cb28-77b9-4ffe-830a-cdf82a4bdcca req-8746c1de-ee8f-4131-b328-0652390f4d43 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0793819 Jan 31 18:17:08.259948 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1802cb28-77b9-4ffe-830a-cdf82a4bdcca req-9ff6f11f-4778-4ad0-8d54-a3d3437f60b4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451550 Jan 31 18:17:09.351577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d445894d-06f9-40d2-8ade-dbcec0e0052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:09.466514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532db889-3a0d-4b58-90c2-fd1998741e57 req-add5bd45-8649-4697-96b7-b1de528c14ed tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:09.467974 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-532db889-3a0d-4b58-90c2-fd1998741e57 req-add5bd45-8649-4697-96b7-b1de528c14ed tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0820487 Jan 31 18:17:09.523636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-532db889-3a0d-4b58-90c2-fd1998741e57 req-470f85b5-3eea-466b-93c8-069b7d204a38 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474708 Jan 31 18:17:10.274031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:10.442927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:10.725595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b816-8fd2-4fba-a15d-775702a7e4f7 req-0788ae40-fdcf-4ae9-9bef-014e4e8c7bce tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:10.727047 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9c56b816-8fd2-4fba-a15d-775702a7e4f7 req-0788ae40-fdcf-4ae9-9bef-014e4e8c7bce tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0792110 Jan 31 18:17:10.775044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9c56b816-8fd2-4fba-a15d-775702a7e4f7 req-377a13f7-766c-46a3-8303-fa947a77bf41 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Jan 31 18:17:11.710078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:11.979851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ca736-5b72-4efb-830f-9f8a6fc47fa6 req-77f9a6c1-2e05-4ce5-ab37-6e3de334454e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:11.981227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a4ca736-5b72-4efb-830f-9f8a6fc47fa6 req-77f9a6c1-2e05-4ce5-ab37-6e3de334454e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0820258 Jan 31 18:17:12.026898 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a4ca736-5b72-4efb-830f-9f8a6fc47fa6 req-709ab7a5-77c4-4571-9d9c-1998b9e12ac5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401778 Jan 31 18:17:13.230697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962c847-a4cd-4f88-98a0-3f56063c3cb5 req-a5afe5c7-74b5-421e-82fc-8ca924415f82 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:13.232049 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4962c847-a4cd-4f88-98a0-3f56063c3cb5 req-a5afe5c7-74b5-421e-82fc-8ca924415f82 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0767288 Jan 31 18:17:13.279333 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4962c847-a4cd-4f88-98a0-3f56063c3cb5 req-e19fb619-6b80-4355-a034-85df5ec9dffd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jan 31 18:17:13.471767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:14.488985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c179-822c-4d57-82d6-b82483189302 req-c1fee5a5-9625-4a3e-a305-93cae57a933d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:14.490744 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4647c179-822c-4d57-82d6-b82483189302 req-c1fee5a5-9625-4a3e-a305-93cae57a933d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0818138 Jan 31 18:17:14.540145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4647c179-822c-4d57-82d6-b82483189302 req-ab61f1c6-48c1-4965-aeb7-07b0fc2659a6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435884 Jan 31 18:17:15.739051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a23e37-cb3e-4523-85b2-1ddf1b5b6e0c req-2afda514-3754-4e2c-87c8-0e548e8c9563 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:15.740723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-33a23e37-cb3e-4523-85b2-1ddf1b5b6e0c req-2afda514-3754-4e2c-87c8-0e548e8c9563 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0792010 Jan 31 18:17:15.786453 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-33a23e37-cb3e-4523-85b2-1ddf1b5b6e0c req-aa50db02-413a-4434-8826-436060bed2da tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397909 Jan 31 18:17:17.133083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c9575-0217-437c-b3a0-22160c7c0cc2 req-a320fb5f-07a1-454d-8702-18fb29ce0730 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:17.134592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3c3c9575-0217-437c-b3a0-22160c7c0cc2 req-a320fb5f-07a1-454d-8702-18fb29ce0730 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0811915 Jan 31 18:17:17.180798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3c3c9575-0217-437c-b3a0-22160c7c0cc2 req-3868dd5e-61af-4d8c-9a12-10c3c9fddb03 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408089 Jan 31 18:17:18.378280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf76e68-745b-43d1-a7c9-686ac1550999 req-2d30f1c7-30be-4b7a-acdc-46d7c993460b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:18.379710 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0cf76e68-745b-43d1-a7c9-686ac1550999 req-2d30f1c7-30be-4b7a-acdc-46d7c993460b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0763764 Jan 31 18:17:18.423963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0cf76e68-745b-43d1-a7c9-686ac1550999 req-ffb56194-466a-49f8-8f18-5d871c007b3b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388265 Jan 31 18:17:19.626995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030f33e-3233-4a2c-a619-a8ecc4abc23d req-e54373ce-ff11-4573-a970-3515fa625c22 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:19.628466 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e030f33e-3233-4a2c-a619-a8ecc4abc23d req-e54373ce-ff11-4573-a970-3515fa625c22 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0814397 Jan 31 18:17:19.680263 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e030f33e-3233-4a2c-a619-a8ecc4abc23d req-ab8d6586-cf22-46df-9563-db80c3ca5b87 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 Jan 31 18:17:20.893770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9408fe-d6aa-4fae-af2c-276512e5426b req-321fedd7-856e-4733-9487-b9cb48fd6033 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:20.895234 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f9408fe-d6aa-4fae-af2c-276512e5426b req-321fedd7-856e-4733-9487-b9cb48fd6033 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0877750 Jan 31 18:17:20.943273 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f9408fe-d6aa-4fae-af2c-276512e5426b req-bec2dab2-3d46-4bfe-b489-a2c03b334450 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Jan 31 18:17:21.293228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-138c7a3b-b36d-4e9e-9370-b819b2f80fdc req-af3a820c-ccde-4ef8-92c8-ffb30634bc6a service neutron] (83557) timed out ('10.222.0.86', 62728) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 31 18:17:22.137614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb82b70-ac9a-4f7e-ae7c-18348c3314c9 req-edae8a7b-d7a1-439a-ab39-e015fe840b39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:22.138965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bfb82b70-ac9a-4f7e-ae7c-18348c3314c9 req-edae8a7b-d7a1-439a-ab39-e015fe840b39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0765669 Jan 31 18:17:22.183792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bfb82b70-ac9a-4f7e-ae7c-18348c3314c9 req-6a4e5b1b-3e7f-4ed9-b84f-010829f85e20 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393717 Jan 31 18:17:23.394171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc16689-e59b-43ab-8942-80b7b7b66a1c req-16049280-231f-461f-b803-44f34d9053f9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:23.395766 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5dc16689-e59b-43ab-8942-80b7b7b66a1c req-16049280-231f-461f-b803-44f34d9053f9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0808227 Jan 31 18:17:23.448258 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5dc16689-e59b-43ab-8942-80b7b7b66a1c req-06b256aa-17d8-4488-bfeb-ca8ea4ed5d5e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455351 Jan 31 18:17:23.667472 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ca708f07-08b3-4b25-b464-c45688fd12d1 req-de57f885-66ff-4823-b056-f7618c8d07f4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0763321 Jan 31 18:17:23.940452 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-ff8b3ac7-052e-4be9-a7b8-0f5aab0a3b72 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839338 Jan 31 18:17:24.015389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb3e0e-86a9-4e40-837c-c78365cb16d4 req-b032edc9-69f2-4184-947c-83d637dc0ebc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:24.016945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2feb3e0e-86a9-4e40-837c-c78365cb16d4 req-b032edc9-69f2-4184-947c-83d637dc0ebc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0930846 Jan 31 18:17:24.063754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2feb3e0e-86a9-4e40-837c-c78365cb16d4 req-4f02c83a-c824-4465-b977-c84d54e3b4c0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jan 31 18:17:25.149631 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-d08208be-4ceb-44cf-bf75-2f6f3d140a2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1099 time: 0.0733957 Jan 31 18:17:25.347287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-93df8ee3-edab-463b-b4cc-52b0c1fc482b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:25.348994 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-93df8ee3-edab-463b-b4cc-52b0c1fc482b service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1932907 Jan 31 18:17:25.436345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e49cd3-3e94-44b9-9e5b-f2f6c68a6577 req-474ead93-96f6-487d-a4d1-da3877f26ab9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:25.437840 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00e49cd3-3e94-44b9-9e5b-f2f6c68a6577 req-474ead93-96f6-487d-a4d1-da3877f26ab9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.2110186 Jan 31 18:17:25.498878 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-a9be1157-0412-4ddb-bfcb-e83e49d40517 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 1001 time: 0.1431141 Jan 31 18:17:25.546299 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00e49cd3-3e94-44b9-9e5b-f2f6c68a6577 req-67dbdea1-fd4f-4a8d-b67a-0248584b9500 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990639 Jan 31 18:17:25.584284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-8f158de1-1e2f-49da-b503-fe755569e325 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:25.585803 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-8f158de1-1e2f-49da-b503-fe755569e325 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0809045 Jan 31 18:17:25.687141 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-3801a65b-4373-4f23-8935-3fcc739a659e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945060 Jan 31 18:17:25.858052 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-089504c7-a143-46f7-aa36-7ecaae098f2b service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645296 Jan 31 18:17:26.033208 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-9ad2c7c7-e62c-4841-a678-3770027e6507 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693373 Jan 31 18:17:26.769679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bcf18-c117-4f1c-834d-2c9f58aeff3c req-abbb6955-6a17-46ef-94f6-098ad1cf82e2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:26.771153 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ce8bcf18-c117-4f1c-834d-2c9f58aeff3c req-abbb6955-6a17-46ef-94f6-098ad1cf82e2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0869687 Jan 31 18:17:26.818463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ce8bcf18-c117-4f1c-834d-2c9f58aeff3c req-0d9d6c5e-5552-47fc-ad40-c1fe43e7171a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Jan 31 18:17:27.694690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-ef70672b-465f-44b4-9451-40001e7ce76c service neutron] 10.222.0.86 "GET /v2.0/ports/11dac775-cb55-44db-bcb4-2a5e689dd6c7/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0742872 Jan 31 18:17:28.121455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-b337df42-aaaa-4639-99e0-f0b523691d9b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1099 time: 0.2257025 Jan 31 18:17:28.134887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e0b15-1160-4c11-a7b5-8bbc72f1bfd7 req-676c665a-83ac-4bab-ae0e-562f8fdfac36 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:28.136340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-326e0b15-1160-4c11-a7b5-8bbc72f1bfd7 req-676c665a-83ac-4bab-ae0e-562f8fdfac36 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.1797061 Jan 31 18:17:28.230895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-326e0b15-1160-4c11-a7b5-8bbc72f1bfd7 req-e3ba5d93-2a01-40f7-b4d6-4c212d5ed733 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878482 Jan 31 18:17:28.249096 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-bf5c87e2-9f26-4177-aa13-09dcf8ee5569 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1099 time: 0.0928535 Jan 31 18:17:28.384621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-bfa3094f-0ea2-4053-b532-55680792dfa0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:28.385996 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-bfa3094f-0ea2-4053-b532-55680792dfa0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1317506 Jan 31 18:17:28.486296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-5138bd8b-3dda-4c86-8553-5fdd30785bb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 1001 time: 0.0943093 Jan 31 18:17:28.547251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-968f76a9-9bff-4daa-9bf1-3938e62cc1c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:28.548643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-968f76a9-9bff-4daa-9bf1-3938e62cc1c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0572574 Jan 31 18:17:28.586023 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:17:28.621639 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-30817844-81bc-4c3d-b7f5-14e433a02163 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674634 Jan 31 18:17:28.752571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-846cfecb-25b1-41b5-bdad-f5472737c760 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254272 Jan 31 18:17:28.890093 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8e6ee91f-66bf-49ed-bdcc-99d5a735632d req-e793ca18-a4a3-4ea8-882b-04a3d0eb3cc4 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321666 Jan 31 18:17:29.426229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf92d0-d511-40df-a7c6-a542a960a2f3 req-d97522cf-6e1a-4bad-89c8-6f90855d4fe1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:29.427665 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7ccf92d0-d511-40df-a7c6-a542a960a2f3 req-d97522cf-6e1a-4bad-89c8-6f90855d4fe1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0761638 Jan 31 18:17:29.471611 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7ccf92d0-d511-40df-a7c6-a542a960a2f3 req-c268415c-8d4d-4d3b-ac1f-52ee2ea86297 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377069 Jan 31 18:17:30.704899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bd05c-8817-46dd-821d-8b848e338ed5 req-36bb0057-5fcf-46b4-bf7f-7bf4b3e9c9a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:30.706357 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a7bd05c-8817-46dd-821d-8b848e338ed5 req-36bb0057-5fcf-46b4-bf7f-7bf4b3e9c9a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.0808315 Jan 31 18:17:30.751494 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a7bd05c-8817-46dd-821d-8b848e338ed5 req-135d098f-d285-49cb-874f-6e560b7bdb9d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396428 Jan 31 18:17:31.139333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ed27b-a289-40db-8eeb-29cc69c71749 req-142d817f-3073-4e71-8dac-ee8db0627df9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:31.140726 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd0ed27b-a289-40db-8eeb-29cc69c71749 req-142d817f-3073-4e71-8dac-ee8db0627df9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 946 time: 0.1121387 Jan 31 18:17:31.146015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-658b3e4f-c4bc-478c-8c64-6412f0a88afc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:31.147284 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-658b3e4f-c4bc-478c-8c64-6412f0a88afc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b&tenant_id=8a00dde12b524af7bd00adab570d95fa&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 946 time: 0.1498914 Jan 31 18:17:31.186290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:17:31.193785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:17:31.197674 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd0ed27b-a289-40db-8eeb-29cc69c71749 req-3d7d4b68-4dcd-4e70-bd60-a4f11fb58b77 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490749 Jan 31 18:17:31.293641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-44715b3c-4011-44ec-a54f-ffb3b7c84ccf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1099 time: 0.0765750 Jan 31 18:17:31.408854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:31.432783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-f45c0826-0f2e-499e-9b61-d18324ae0431 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:31.434254 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-f45c0826-0f2e-499e-9b61-d18324ae0431 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1330941 Jan 31 18:17:31.442729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:31.471339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:17:31.478250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'mac_address': 'fa:16:3e:3c:5e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:17:31.484119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:31.512861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:31.545102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-564d588b-1dd2-4d06-958b-f2c0c1125d63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 999 time: 0.1042018 Jan 31 18:17:31.556526 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'code': 200} Jan 31 18:17:31.591273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:31.619315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-8ae4bb49-d187-42e9-a296-e76dada64240 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:31.620402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:17:31.620827 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-8ae4bb49-d187-42e9-a296-e76dada64240 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0636792 Jan 31 18:17:31.626232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:31.644014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:31.647850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:31.706795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-7be80979-6f26-4f94-beb7-55ecafd99cf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794015 Jan 31 18:17:31.717120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['11dac775-cb55-44db-bcb4-2a5e689dd6c7'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:17:31.755419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:31.948480 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-20c3f58d-e8b1-428e-b1f4-51d5484b8297 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350523 Jan 31 18:17:32.084891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0e29e7e1-ddd7-442f-ba60-0d7b7adfd8d8 req-7702f94e-8188-474a-8b95-c648c213b6fc service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295645 Jan 31 18:17:32.414146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd6226-269d-4cac-9948-bd66678b5166 req-71c15388-f8e0-4e17-adcc-cafbf36a61e2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:32.416079 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77cd6226-269d-4cac-9948-bd66678b5166 req-71c15388-f8e0-4e17-adcc-cafbf36a61e2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 945 time: 0.0881467 Jan 31 18:17:32.465794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77cd6226-269d-4cac-9948-bd66678b5166 req-32a72acc-35be-4c9f-8950-bfd2dadec439 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433006 Jan 31 18:17:33.202732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:17:33.308206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:33.329288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:17:33.345211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:33.350192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:33.416504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:33.689934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22965024-d376-4a52-bdfa-157e357a6a0c req-13c27df8-96f9-4fc5-8935-66f8cc9dbe27 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:33.691360 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-22965024-d376-4a52-bdfa-157e357a6a0c req-13c27df8-96f9-4fc5-8935-66f8cc9dbe27 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0843551 Jan 31 18:17:33.739405 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-22965024-d376-4a52-bdfa-157e357a6a0c req-4c81e0cf-6690-4235-8b91-a31171697413 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414042 Jan 31 18:17:33.942446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14f25d-019b-48ae-a4b8-26fee6e34592 req-a0b6073e-9d5f-4851-aa00-cce888331be0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:33.943888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe14f25d-019b-48ae-a4b8-26fee6e34592 req-a0b6073e-9d5f-4851-aa00-cce888331be0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0794153 Jan 31 18:17:33.991488 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe14f25d-019b-48ae-a4b8-26fee6e34592 req-a20ed70f-d709-4485-951d-65decd083dc5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Jan 31 18:17:34.431762 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-509f9237-f82e-4169-869f-55d8d2cb58be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 1097 time: 0.0893528 Jan 31 18:17:34.443697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b261b3-485d-4d42-a4b0-ca83c9396e59 req-6f42c34f-19d8-4ae9-bff7-41984f1eb19c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:34.445103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f3b261b3-485d-4d42-a4b0-ca83c9396e59 req-6f42c34f-19d8-4ae9-bff7-41984f1eb19c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.1523080 Jan 31 18:17:34.589227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f3b261b3-485d-4d42-a4b0-ca83c9396e59 req-5b790b68-e6e0-42e9-b8a3-2ee77ee504a5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212752 Jan 31 18:17:34.621771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-06402145-e13c-4b50-b142-16f8ce0e5a0f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:34.623183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-06402145-e13c-4b50-b142-16f8ce0e5a0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1855710 Jan 31 18:17:34.734083 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-23f84f17-e259-45fe-8682-ac4e2d643d58 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 200 len: 999 time: 0.1053627 Jan 31 18:17:34.801522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-04f5e958-c7df-44f8-b1ad-8ad3ffb8a8e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:34.802939 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-04f5e958-c7df-44f8-b1ad-8ad3ffb8a8e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0633903 Jan 31 18:17:34.886270 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-f35f520a-d5c9-46eb-b4ac-7a4e960b49bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778127 Jan 31 18:17:35.021276 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-dac6c2c8-c6dc-4caa-8a8b-9d9bfed31e08 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284637 Jan 31 18:17:35.154518 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-75dc4e3c-0dc3-4a30-9e1d-7e7864854cb5 req-36056742-2260-44af-bbb8-3afcffeb2b4c service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279221 Jan 31 18:17:35.953279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ee71f-eb79-4e9b-91aa-c98e9048a05b req-56811db0-eb14-4387-b851-cceb2f300e02 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:35.954647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-927ee71f-eb79-4e9b-91aa-c98e9048a05b req-56811db0-eb14-4387-b851-cceb2f300e02 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0768611 Jan 31 18:17:36.005923 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-927ee71f-eb79-4e9b-91aa-c98e9048a05b req-0e518e7e-2bcb-4909-a4b3-3be50ecbbd35 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458355 Jan 31 18:17:36.407662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd1bfe-10ad-4068-8432-9a205dae1b0b req-6a86b284-6372-46c9-8616-addc178baa50 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:36.409074 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9ccd1bfe-10ad-4068-8432-9a205dae1b0b req-6a86b284-6372-46c9-8616-addc178baa50 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0782430 Jan 31 18:17:36.453949 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9ccd1bfe-10ad-4068-8432-9a205dae1b0b req-f2e585f4-b18d-485e-83c6-730c108f3fee tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Jan 31 18:17:37.008458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8284bec6-c468-48f5-8c4d-96f95bf123ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:37.657100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ec41-ef97-4625-a4a9-69632eb81e88 req-8d81dc40-2e40-4dd3-b354-1b95b4203efb tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:37.658563 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f98ec41-ef97-4625-a4a9-69632eb81e88 req-8d81dc40-2e40-4dd3-b354-1b95b4203efb tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0819037 Jan 31 18:17:37.726157 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3f98ec41-ef97-4625-a4a9-69632eb81e88 req-b0fc91d6-6ee9-428b-b2d2-a18e9ed95926 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591376 Jan 31 18:17:37.943174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-3e7dd4a3-5239-494a-91ab-50ef59a53552 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:37.944569 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-3e7dd4a3-5239-494a-91ab-50ef59a53552 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 944 time: 0.0776496 Jan 31 18:17:38.016087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Deleting port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:17:38.016331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:38.353746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] For port 11dac775-cb55-44db-bcb4-2a5e689dd6c7, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=11dac775-cb55-44db-bcb4-2a5e689dd6c7,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:38.354093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:38.641375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:38.641715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:38.641943 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 disassociated. External IP: 172.26.4.69, port: 11dac775-cb55-44db-bcb4-2a5e689dd6c7. Jan 31 18:17:38.643961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Calling delete_port for 11dac775-cb55-44db-bcb4-2a5e689dd6c7 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:17:38.791793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:38.842392 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'Port': ['ID=11dac775-cb55-44db-bcb4-2a5e689dd6c7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:38.908323 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-59143924-b30e-410d-a21b-23d47e3c4e25 req-c294a2d9-8e5d-43cd-8b62-143870904611 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 210 time: 0.0492866 Jan 31 18:17:39.080819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:17:39.345523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:17:39.363594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:17:39.378163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-069a6acc-2676-4fa2-985d-6fa5b49056ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:39.389996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:17:39.390803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:17:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:39.435371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] No DVR routers for this DVR port 11dac775-cb55-44db-bcb4-2a5e689dd6c7 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:17:39.438502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:39.442294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-deleted', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:17:39.463037 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-31a67c4c-19d3-4fb8-8800-a7ce3a2f755c req-bf771136-a538-431c-9466-b0334677e8d0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "DELETE /v2.0/ports/11dac775-cb55-44db-bcb4-2a5e689dd6c7 HTTP/1.1" status: 204 len: 173 time: 1.5120199 Jan 31 18:17:39.544174 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a53d4ba9-c73b-4664-b552-959a539e3a4b', 'name': 'network-vif-deleted', 'tag': '11dac775-cb55-44db-bcb4-2a5e689dd6c7', 'status': 'completed', 'code': 200} Jan 31 18:17:39.599279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:17:40.053441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:40.059495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:17:40.087524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:17:40.088917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:17:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:40.195132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6c9b2a96-a1b2-4388-9629-b55798bb98ba req-1617c8cc-829a-4940-9716-fc77253f0ae8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a53d4ba9-c73b-4664-b552-959a539e3a4b HTTP/1.1" status: 200 len: 210 time: 0.0507283 Jan 31 18:17:40.301682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:40.322393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:17:40.526612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:40.689362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:40.694831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06e1ea1-86ec-4df3-8d12-c17ad96554f8 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:17:40.960789 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31de6668-3437-4b1d-bef4-f9da96f37980 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:17:41.257142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:17:41.294647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 11dac775-cb55-44db-bcb4-2a5e689dd6c7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:17:41.294992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 11dac775-cb55-44db-bcb4-2a5e689dd6c7 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:17:41.593181 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-b335c741-1f37-4e53-927a-45aa091b75a7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--2138080052&fields=id&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 267 time: 0.0416291 Jan 31 18:17:41.717842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:41.750369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9bf6b739-fbab-4ab9-a4f9-c6a0be323ab8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:41.751790 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9bf6b739-fbab-4ab9-a4f9-c6a0be323ab8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1518075 Jan 31 18:17:41.774629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-e9df15f2-3909-4080-b52f-e6056608897c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/quotas/8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 375 time: 0.0113602 Jan 31 18:17:41.869987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-026a893a-7697-48ed-9b09-b9810baf987c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:17:41.890220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-026a893a-7697-48ed-9b09-b9810baf987c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:17:41.891596 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-026a893a-7697-48ed-9b09-b9810baf987c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111751 Jan 31 18:17:42.033007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-c78c9bbe-ceaf-45dc-8972-75cd7c1464bb service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280878 Jan 31 18:17:42.267875 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-dfeb1b57-626e-4f16-8e08-dc9133c7f654 service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285688 Jan 31 18:17:42.477282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-37cd15ef-fe1f-4e94-9025-4d54eef3c0e8 req-4909da0a-bea3-4539-b8e2-bb9adf1d03c3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 210 time: 0.0467327 Jan 31 18:17:43.484113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:43.561585 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-fd43ca9e-18f3-4f2e-a868-621893a0c038 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:43.563143 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-fd43ca9e-18f3-4f2e-a868-621893a0c038 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1692338 Jan 31 18:17:43.651847 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-f6630313-2756-492a-a0c0-459435b8e634 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 380 time: 0.0767596 Jan 31 18:17:43.672838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'port': {'device_id': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'admin_state_up': True, 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'security_groups': ['8e86a86e-af37-4a09-9f48-25b5bc8e3445']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:17:43.688952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cc3404e-2214-494f-ba20-1e8098b5860b req-4adde0bf-95ff-48a9-aadd-bdda1ab2d8ab tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 210 time: 0.0719740 Jan 31 18:17:43.815747 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:17:43.825655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:17:43.835539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:17:43.839033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.010281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Allocated IP 172.20.0.3 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:17:44.225174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.244926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Transition to ACTIVE for port object 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:17:44.268426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.348886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:17:44.352911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:17:44.357821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:17:44.383923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:44.408760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.409098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.409456 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.409795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.410268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.410650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.410991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.411315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.411635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.411958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.412278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:44.441255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:44.441874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.469999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-9cf27a8f-4910-4f8f-8f8b-606b54c525a4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8104358 Jan 31 18:17:44.481218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Request body: {'port': {'device_id': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:17:44.607052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.645772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa30de16-edb2-4dc5-87fe-b16b2d321bb0 None None] Provisioning for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:17:44.653638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-aa30de16-edb2-4dc5-87fe-b16b2d321bb0 None None] Provisioning complete for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:17:44.653638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa30de16-edb2-4dc5-87fe-b16b2d321bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:44.712662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa30de16-edb2-4dc5-87fe-b16b2d321bb0 None None] Port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:17:44.934950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab25b7c-4004-4880-823f-aac3d4979abd req-48954080-069c-47a3-8f33-67c242daeb72 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:44.937104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ab25b7c-4004-4880-823f-aac3d4979abd req-48954080-069c-47a3-8f33-67c242daeb72 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 931 time: 0.1037056 Jan 31 18:17:44.987396 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6ab25b7c-4004-4880-823f-aac3d4979abd req-ea7be9aa-3fd8-40fd-a180-53cd9cfdccda tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444992 Jan 31 18:17:44.997258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:17:45.006794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:45.026404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Transition to ACTIVE for port object 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:17:45.031732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:45.168118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:45.390684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Attempting to bind port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:17:45.391093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Attempting to bind port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:17:45.391566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Attempting to bind port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:17:45.400080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b on network 32e68095-4035-4dff-8463-d83364fbf9fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:17:45.400753 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Attempting to bind port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:17:45.410623 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:17:45.410963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:17:45.411345 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:17:45.411970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Bound port: 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:17:45.412529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:45.532318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:17:45.535463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:17:45.540784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:45.612540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:45.613930 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 1093 time: 1.1371162 Jan 31 18:17:45.614617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:17:45.632469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc33a94-0ebb-4e71-80f9-4217608327a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:45.706123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'status': 'completed', 'code': 200} Jan 31 18:17:45.744733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-e6d21820-47f3-4c68-b532-e02429614b3d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1096 time: 0.0812678 Jan 31 18:17:45.832190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-27fcbe7f-7c34-4463-b669-67ca368ac72e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 217 time: 0.0810933 Jan 31 18:17:45.911572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-c04d4112-a7fa-4660-8a30-2aa793c2a89b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:45.913125 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-c04d4112-a7fa-4660-8a30-2aa793c2a89b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0751402 Jan 31 18:17:45.991040 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-7b97f8f7-0d57-42bd-aa49-ecc80b0cb61d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722725 Jan 31 18:17:46.131769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-3779110e-4d6e-484e-bcb6-fea77bae10c1 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346157 Jan 31 18:17:46.225945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f78d83-b20e-466c-82f1-b25d12a6527e req-24fef667-ac03-4aac-a066-871d956605e0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:46.227902 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09f78d83-b20e-466c-82f1-b25d12a6527e req-24fef667-ac03-4aac-a066-871d956605e0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 943 time: 0.0879340 Jan 31 18:17:46.278962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09f78d83-b20e-466c-82f1-b25d12a6527e req-8fe8f246-e2fd-4c2f-9d5f-192d3c74de49 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Jan 31 18:17:46.281622 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5030a32c-35f4-4d7d-81bf-5b95815245ac req-fb057fab-6926-4ba6-b516-d344d7030ad6 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431301 Jan 31 18:17:46.409001 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-0c18db6b-a920-48b7-a628-601003acfd8f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1096 time: 0.0729384 Jan 31 18:17:46.551820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7769-d149-4728-81f8-6a6673a5a748 req-df421626-8a31-4a4f-8f01-4ec42224f283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:46.553279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-df421626-8a31-4a4f-8f01-4ec42224f283 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1384556 Jan 31 18:17:46.629342 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-8a07b458-ef00-495d-b495-52ead1b3ab2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 217 time: 0.0692711 Jan 31 18:17:46.697036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d7769-d149-4728-81f8-6a6673a5a748 req-0b5eb37c-419b-4168-90c8-04628d7f8baf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:46.698497 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-0b5eb37c-419b-4168-90c8-04628d7f8baf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0625978 Jan 31 18:17:46.783855 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-b0a3cc04-6a84-4478-bc1b-7d971bfc583f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772836 Jan 31 18:17:46.926952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-8fda76f3-e1dd-45d7-a60c-894daa3a4c91 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375782 Jan 31 18:17:47.061566 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-780d7769-d149-4728-81f8-6a6673a5a748 req-03b07df7-9f75-4e49-bc48-7f5eb63e79db service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274805 Jan 31 18:17:47.488785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc2cad-03ef-4861-946e-5dae594f9bea req-e4be98a7-fce2-4e49-b1e1-b4378fb2ec39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:47.489759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-21cc2cad-03ef-4861-946e-5dae594f9bea req-e4be98a7-fce2-4e49-b1e1-b4378fb2ec39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:17:47.512693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-21cc2cad-03ef-4861-946e-5dae594f9bea req-e4be98a7-fce2-4e49-b1e1-b4378fb2ec39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:17:47.514713 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-21cc2cad-03ef-4861-946e-5dae594f9bea req-e4be98a7-fce2-4e49-b1e1-b4378fb2ec39 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 943 time: 0.1081223 Jan 31 18:17:47.566093 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-21cc2cad-03ef-4861-946e-5dae594f9bea req-5aef5e70-ffcf-4125-a064-eac6fe19d104 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459957 Jan 31 18:17:48.865358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6744076-ecf1-4fae-8580-4ade75e0c521 req-f07053f0-5dcc-4efc-b381-1b7dc65236cf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:48.866858 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b6744076-ecf1-4fae-8580-4ade75e0c521 req-f07053f0-5dcc-4efc-b381-1b7dc65236cf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 943 time: 0.1777472 Jan 31 18:17:48.916610 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b6744076-ecf1-4fae-8580-4ade75e0c521 req-90ad3f8f-b695-4dee-a1ae-615431d6fb58 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430970 Jan 31 18:17:49.324892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:17:49.466429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:49.481940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:17:49.536607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:49.554169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:17:49.570105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:49.575279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:49.650754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:49.659937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.660391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.660761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.661119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.661504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.661862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.662214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.662214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.662913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.662913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.663615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:17:49.779244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:17:50.233113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2a0ca-d568-42c8-8176-cad2a061dba4 req-be3c62c0-fc43-4b8c-a49b-2f8d041fa17e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:50.234539 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a5e2a0ca-d568-42c8-8176-cad2a061dba4 req-be3c62c0-fc43-4b8c-a49b-2f8d041fa17e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 944 time: 0.1873333 Jan 31 18:17:50.290752 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a5e2a0ca-d568-42c8-8176-cad2a061dba4 req-efd3d363-63f2-46ed-928d-2af06f3ec581 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492985 Jan 31 18:17:51.324996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:17:51.408285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:17:51.414945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:17:51.415540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:51.542660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:51.544372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d8615-1edf-4f6a-8cd4-95f8cac46085 req-95e227fa-5d97-4814-8d3a-ad8c8c61b502 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:51.545925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-016d8615-1edf-4f6a-8cd4-95f8cac46085 req-95e227fa-5d97-4814-8d3a-ad8c8c61b502 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 944 time: 0.0899384 Jan 31 18:17:51.580208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:17:51.593017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:17:51.599125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:51.610118 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-016d8615-1edf-4f6a-8cd4-95f8cac46085 req-02a83809-a524-4446-abf3-895ca80c7671 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551331 Jan 31 18:17:51.686533 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'code': 200} Jan 31 18:17:51.721464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:17:51.938483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8107a67c-7581-48d1-ae0a-ca763bde573c req-bac8b855-a4c5-4392-b772-a4e83facb722 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.0896847 Jan 31 18:17:51.984671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8107a67c-7581-48d1-ae0a-ca763bde573c req-16a86276-ff1b-44e7-bbe3-e7e32c6e68df service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405619 Jan 31 18:17:52.837951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f63720-68ef-46a7-8ff2-20455a47ac3a req-bc1c2be6-4af0-4e25-b9b9-7a2c73c3596b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:52.839655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-92f63720-68ef-46a7-8ff2-20455a47ac3a req-bc1c2be6-4af0-4e25-b9b9-7a2c73c3596b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0840194 Jan 31 18:17:52.911672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-92f63720-68ef-46a7-8ff2-20455a47ac3a req-97bce931-7524-43ef-bf1d-4edc5ad5b1b2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658340 Jan 31 18:17:54.131150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee87be-16fb-44a9-8fa5-4322cceae6d1 req-8b6f4eec-a43b-4344-af93-c673f40e4a73 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:54.132510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f6ee87be-16fb-44a9-8fa5-4322cceae6d1 req-8b6f4eec-a43b-4344-af93-c673f40e4a73 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0808616 Jan 31 18:17:54.182771 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f6ee87be-16fb-44a9-8fa5-4322cceae6d1 req-c22fe3c1-512c-4afa-86da-317c6d778e54 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405583 Jan 31 18:17:54.391674 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04b9af-1104-420d-bec7-ecb70345a98b req-f7358cde-3e35-4478-8c97-ddb24141da72 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:54.393041 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4c04b9af-1104-420d-bec7-ecb70345a98b req-f7358cde-3e35-4478-8c97-ddb24141da72 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0892777 Jan 31 18:17:54.402762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37454) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:17:54.409045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'floatingip': {'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:17:54.486188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:55.140826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:55.144986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:55.375488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 associated. External IP: 172.26.4.69, port: 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b. Jan 31 18:17:55.887960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:17:56.122668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:17:56.127252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:17:56.135863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:17:56.152717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:17:56.153354 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:17:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:56.190087 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-aab807e8-4239-4581-a741-ec637b30c140 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "PUT /v2.0/floatingips/e9f8f15d-93db-4ee1-b228-16928b08fce3 HTTP/1.1" status: 200 len: 990 time: 1.7859044 Jan 31 18:17:56.190631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:17:56.288786 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'status': 'completed', 'code': 200} Jan 31 18:17:56.392576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:17:56.474819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-032ab329-f2f2-494e-87c5-da9cb8d88d2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.1622105 Jan 31 18:17:56.485327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2290d-fb0f-44da-93a4-b313335a407c req-119646d1-422b-4923-837e-150fa61b581f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:56.487686 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7ea2290d-fb0f-44da-93a4-b313335a407c req-119646d1-422b-4923-837e-150fa61b581f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1182599 Jan 31 18:17:56.671404 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7ea2290d-fb0f-44da-93a4-b313335a407c req-661e036b-494e-4b0a-bac6-973f6d9b80b4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529310 Jan 31 18:17:56.694457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-7c073d2e-8f01-4ce2-b7fc-9c0b1fb6fe47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:56.697244 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-7c073d2e-8f01-4ce2-b7fc-9c0b1fb6fe47 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.2083960 Jan 31 18:17:56.825112 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-58035455-5896-45b9-a575-931ea3e3d7c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 998 time: 0.1213460 Jan 31 18:17:56.875741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:17:55Z', 'revision_number': 9, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:56.880314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:17:56.891513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:17:56.892122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:17:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:56.904540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-f9d8e3ca-bca7-4b60-9110-cb4096715fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:56.906903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-f9d8e3ca-bca7-4b60-9110-cb4096715fa6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0755711 Jan 31 18:17:56.988880 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-2b7ac90e-5058-4589-bda8-d41c7088522d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760407 Jan 31 18:17:57.078776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:17:57.143711 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-23b76176-5721-453b-bfdf-4f6c0baf8cc9 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488566 Jan 31 18:17:57.295546 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ad957d5-bad8-43e0-a191-3753ffb3fcc3 req-1c8f6960-5c1d-49cf-89c5-e7235b10ee56 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452386 Jan 31 18:17:57.457070 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:17:55Z', 'revision_number': 9, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:17:57.462033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0c9ba-67b1-4d73-a359-7cc56fe70710 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:17:55Z', 'revision_number': 9, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:17:57.675098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289d759a-33ad-4d0d-93af-e669b3faee5c None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:17:57.935125 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878687f0-1d6f-4ca7-98ae-5e82df23ba56 req-90b780aa-eaf9-449e-8ceb-206261c8ef92 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:57.936733 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-878687f0-1d6f-4ca7-98ae-5e82df23ba56 req-90b780aa-eaf9-449e-8ceb-206261c8ef92 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0866110 Jan 31 18:17:57.991149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-878687f0-1d6f-4ca7-98ae-5e82df23ba56 req-ee586390-2d05-452f-ae5c-1ed9e9477c53 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487833 Jan 31 18:17:58.359577 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-70145190-5b07-4ad2-acf7-b1e471e45087 req-e15f67a5-1938-481e-b7ce-30d1ac3d615e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1920204 Jan 31 18:17:58.639204 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-c514e7e1-8253-4d47-9b38-5e9408bad796 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850322 Jan 31 18:17:58.716160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d474a-7648-4b87-898d-13d09f384403 req-0d50c297-6896-4d41-9183-e343b1dff743 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:17:58.717784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-260d474a-7648-4b87-898d-13d09f384403 req-0d50c297-6896-4d41-9183-e343b1dff743 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0967879 Jan 31 18:17:58.782903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-260d474a-7648-4b87-898d-13d09f384403 req-a1301050-d634-4cc2-9391-16c365dd7b1e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571816 Jan 31 18:18:00.030272 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-acd2afed-739b-45b7-9abf-b3b3fe30f2c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.1425207 Jan 31 18:18:00.128380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e937864-9cc7-4511-9ce3-cdf1db61e0b4 req-48286379-8ba6-4a1a-900d-d5bbf6a3c722 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:00.129927 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1e937864-9cc7-4511-9ce3-cdf1db61e0b4 req-48286379-8ba6-4a1a-900d-d5bbf6a3c722 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1716137 Jan 31 18:18:00.215635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-d731a0df-efc5-467d-91b2-904f6518e917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:00.217166 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-d731a0df-efc5-467d-91b2-904f6518e917 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1803036 Jan 31 18:18:00.219476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1e937864-9cc7-4511-9ce3-cdf1db61e0b4 req-334b6600-8afc-45f5-82ca-5cefdf15ebff tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784504 Jan 31 18:18:00.432658 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-e6674d8e-0aa1-4e3e-b109-d57a285afd00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 1001 time: 0.2091479 Jan 31 18:18:00.506562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-b097faf3-6812-4203-8388-25ed566c7ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:00.509516 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-b097faf3-6812-4203-8388-25ed566c7ed1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0706847 Jan 31 18:18:00.599851 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-b8cfaf47-a19e-42ea-bd0a-7d7a81d0b69c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855176 Jan 31 18:18:00.757553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-8c16a09f-e646-48dc-89d3-aa119787045c service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496868 Jan 31 18:18:00.928218 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-6ed5a938-e3dd-421f-9f1f-c2b6c473097f service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649480 Jan 31 18:18:01.456915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c47b3-3abe-4ad0-8962-5937a22eafca req-56ae1b44-0edd-46d1-8ff3-1baf0e879786 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:01.458385 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-262c47b3-3abe-4ad0-8962-5937a22eafca req-56ae1b44-0edd-46d1-8ff3-1baf0e879786 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0887387 Jan 31 18:18:01.505706 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-262c47b3-3abe-4ad0-8962-5937a22eafca req-02c3332e-ce3e-46b3-82c1-1e5cf95b0650 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411277 Jan 31 18:18:02.720751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca1132-a23d-4e51-b3b6-93a388f85f3f req-d34b1dac-c46f-4e2e-a17d-3a3de294ad0a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:02.722340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fcca1132-a23d-4e51-b3b6-93a388f85f3f req-d34b1dac-c46f-4e2e-a17d-3a3de294ad0a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0819483 Jan 31 18:18:02.778955 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fcca1132-a23d-4e51-b3b6-93a388f85f3f req-2bb97304-9551-4ba1-b5f1-c60d409a5cf5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484478 Jan 31 18:18:03.994915 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc3fc1-5e23-4269-99b9-b97cd6151891 req-9591c376-205c-433b-aa6e-1f1099f63512 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:03.996386 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-28cc3fc1-5e23-4269-99b9-b97cd6151891 req-9591c376-205c-433b-aa6e-1f1099f63512 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0846047 Jan 31 18:18:04.048511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-28cc3fc1-5e23-4269-99b9-b97cd6151891 req-9665da7e-1c6d-4d0d-9254-0e7ead23ffe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462346 Jan 31 18:18:05.254837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37da672-3a03-4bae-a6ac-c36e2a6e1217 req-8b249825-388c-432c-bb78-e113900165f9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:05.256177 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e37da672-3a03-4bae-a6ac-c36e2a6e1217 req-8b249825-388c-432c-bb78-e113900165f9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0769415 Jan 31 18:18:05.304117 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e37da672-3a03-4bae-a6ac-c36e2a6e1217 req-91bd6b33-2b19-42b6-892a-243d8b453d52 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422933 Jan 31 18:18:05.586909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:18:06.524755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323ed6b-bbb1-4014-b24a-411b0e53256e req-f3ae2800-f176-462c-8255-f75d9c152bc8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:06.526262 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4323ed6b-bbb1-4014-b24a-411b0e53256e req-f3ae2800-f176-462c-8255-f75d9c152bc8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0851099 Jan 31 18:18:06.590251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4323ed6b-bbb1-4014-b24a-411b0e53256e req-752b7d1c-4f6c-4170-ad89-2e7bc3f0eb2a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563402 Jan 31 18:18:07.017923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fea2d54d-f6e6-4ce3-aad4-32931b9d37a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:07.827646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386375ea-10aa-445d-93cf-4a1bd11cb7b8 req-c62cc747-57a2-4954-83ab-466fc05d70ac tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:07.830090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-386375ea-10aa-445d-93cf-4a1bd11cb7b8 req-c62cc747-57a2-4954-83ab-466fc05d70ac tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0898719 Jan 31 18:18:07.884872 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-386375ea-10aa-445d-93cf-4a1bd11cb7b8 req-ba7d799f-8408-4c71-b18c-bce4268e627f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483298 Jan 31 18:18:09.100306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27ab5d-26ee-407d-aa95-edbeda4a0d73 req-565062c9-8768-4fa9-b0c1-c981b9a03618 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:09.102318 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1b27ab5d-26ee-407d-aa95-edbeda4a0d73 req-565062c9-8768-4fa9-b0c1-c981b9a03618 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0800643 Jan 31 18:18:09.154061 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1b27ab5d-26ee-407d-aa95-edbeda4a0d73 req-8ffafe0d-1358-4500-96f2-69f34e5bcea4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460453 Jan 31 18:18:09.356873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8685896f-5102-4b01-8beb-5d0e2a6335ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:10.278476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:10.373786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab40b5-bd8b-487d-a8aa-db4cc9e8e52c req-47abd1be-3c27-43df-8aaa-989b05a0d488 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:10.377980 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b0ab40b5-bd8b-487d-a8aa-db4cc9e8e52c req-47abd1be-3c27-43df-8aaa-989b05a0d488 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0862536 Jan 31 18:18:10.422998 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b0ab40b5-bd8b-487d-a8aa-db4cc9e8e52c req-bdfb30ae-76f1-4953-8655-50365e8411e7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421631 Jan 31 18:18:10.457037 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:11.697043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b99a4-dfcc-4653-a44c-13510edb9fc0 req-73f776c6-fef2-4849-bac7-54cf431b2a84 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:11.698559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-589b99a4-dfcc-4653-a44c-13510edb9fc0 req-73f776c6-fef2-4849-bac7-54cf431b2a84 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1169703 Jan 31 18:18:11.716243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:11.753097 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-589b99a4-dfcc-4653-a44c-13510edb9fc0 req-ac709e05-a13b-4909-b898-ec2fe695edc2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480943 Jan 31 18:18:12.990215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35feb89-d99e-479a-bce0-04e01b9a9385 req-56fb09a9-bc43-4a3c-ad23-e4148df442a0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:12.992342 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b35feb89-d99e-479a-bce0-04e01b9a9385 req-56fb09a9-bc43-4a3c-ad23-e4148df442a0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0941002 Jan 31 18:18:13.055780 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b35feb89-d99e-479a-bce0-04e01b9a9385 req-0aa2881b-9542-4227-9a07-67b7969b6b2b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565789 Jan 31 18:18:13.496043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:14.284937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d08cdc-1720-48b1-ae04-4f1e4464c974 req-f60d7087-4a22-4d21-b6c1-389da373d43d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:14.286491 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9d08cdc-1720-48b1-ae04-4f1e4464c974 req-f60d7087-4a22-4d21-b6c1-389da373d43d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0863528 Jan 31 18:18:14.338321 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9d08cdc-1720-48b1-ae04-4f1e4464c974 req-7cca1896-7393-4679-8f69-4ae475f7a5fd tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453227 Jan 31 18:18:15.573154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14638e1-bc94-4698-b554-93d1e8faf34a req-33dd3579-9594-4fb8-9c73-e786c216c33b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:15.575650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f14638e1-bc94-4698-b554-93d1e8faf34a req-33dd3579-9594-4fb8-9c73-e786c216c33b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0982349 Jan 31 18:18:15.639090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f14638e1-bc94-4698-b554-93d1e8faf34a req-7e791841-234b-4a96-af34-43d07427ff52 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542967 Jan 31 18:18:16.904072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ce8a8-1dd7-47e8-861f-b48359d1485b req-27a995eb-3080-496c-9dc4-7b95bf7d82d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:16.905848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9d8ce8a8-1dd7-47e8-861f-b48359d1485b req-27a995eb-3080-496c-9dc4-7b95bf7d82d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0997756 Jan 31 18:18:16.982929 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9d8ce8a8-1dd7-47e8-861f-b48359d1485b req-93195f4a-fba9-4112-bfec-8a0323c45908 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706322 Jan 31 18:18:18.256912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff554e-b765-4676-91d4-69d15b253c0a req-6da14f4d-bd42-4a54-b66f-307ba8db0133 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:18.258982 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1bff554e-b765-4676-91d4-69d15b253c0a req-6da14f4d-bd42-4a54-b66f-307ba8db0133 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0956903 Jan 31 18:18:18.332686 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1bff554e-b765-4676-91d4-69d15b253c0a req-4b97f793-9784-47d0-978a-29d5bcaf51da tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641301 Jan 31 18:18:19.554844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405e50-d64f-4d6a-98da-f6908c995f7f req-2bade62a-5e68-4eff-8703-ba475e459851 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:19.556282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cb405e50-d64f-4d6a-98da-f6908c995f7f req-2bade62a-5e68-4eff-8703-ba475e459851 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0869856 Jan 31 18:18:19.610083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cb405e50-d64f-4d6a-98da-f6908c995f7f req-00136e5a-1862-4838-b72a-e7fadbca601f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457346 Jan 31 18:18:20.829386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d7fe4-32be-4332-8541-875e02275a70 req-5e98674d-d457-4333-a81d-4134fc1400cc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:20.830938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3b0d7fe4-32be-4332-8541-875e02275a70 req-5e98674d-d457-4333-a81d-4134fc1400cc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0857308 Jan 31 18:18:20.886932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3b0d7fe4-32be-4332-8541-875e02275a70 req-ddce1832-9536-46a0-bbec-f9aae5247165 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465860 Jan 31 18:18:22.117251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61795f27-512b-424c-9617-fd2d0ec8f764 req-b0aa7568-b307-47b3-bdd9-9246a804b806 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:22.118879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-61795f27-512b-424c-9617-fd2d0ec8f764 req-b0aa7568-b307-47b3-bdd9-9246a804b806 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0948284 Jan 31 18:18:22.167969 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-61795f27-512b-424c-9617-fd2d0ec8f764 req-46d2156a-9cea-4507-9553-40825320737c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Jan 31 18:18:22.653280 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-e1c603a4-5285-4b29-abf6-67dd349299b7 service neutron] 10.222.0.86 "GET /v2.0/ports/1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0877757 Jan 31 18:18:22.949194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-a005649b-c45d-44f3-8e79-4e14cfd35295 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1098 time: 0.0797760 Jan 31 18:18:23.045239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-eb6660bb-1d42-4aba-83a0-c08602005c75 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.0722029 Jan 31 18:18:23.204424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-68e276d6-467e-40be-8d9e-b4a01020be97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:23.205817 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-68e276d6-467e-40be-8d9e-b4a01020be97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1553454 Jan 31 18:18:23.479201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-9de557d5-45a9-4097-851f-bbbcbe84396c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 1001 time: 0.2671168 Jan 31 18:18:23.565593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126d90-b7b2-4f7c-a65a-4710a1eb8941 req-8c3dc671-fcbb-4018-883b-25302ca9a7d4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:23.567172 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44126d90-b7b2-4f7c-a65a-4710a1eb8941 req-8c3dc671-fcbb-4018-883b-25302ca9a7d4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1695945 Jan 31 18:18:23.570974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-a3d69ac4-27ae-48a5-bf95-c6390f984a3d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:23.572487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-a3d69ac4-27ae-48a5-bf95-c6390f984a3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0862305 Jan 31 18:18:23.671120 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44126d90-b7b2-4f7c-a65a-4710a1eb8941 req-2760dd9c-a798-4c6f-ada5-924fef584f7c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941880 Jan 31 18:18:23.688655 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-d4bfd53f-151c-4133-abaf-8ba1f7278b9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1091256 Jan 31 18:18:23.866089 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-68c8b3a4-e63e-4515-be3a-03e04ae987f7 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709430 Jan 31 18:18:24.024093 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f1f3c16f-1a4c-4066-af5c-3180db266280 req-bd26cc84-96ad-42f9-a57e-90cfec2e8c55 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519306 Jan 31 18:18:24.954974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1367dd-2329-4046-8e55-bc24687ddc83 req-dc772d6b-e58d-4600-9e8c-50790b7b92c0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:24.957087 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3d1367dd-2329-4046-8e55-bc24687ddc83 req-dc772d6b-e58d-4600-9e8c-50790b7b92c0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1010697 Jan 31 18:18:25.023345 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3d1367dd-2329-4046-8e55-bc24687ddc83 req-c63d0334-40b6-4d10-8a38-563bbf6266a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568106 Jan 31 18:18:26.266212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b191f7-8ca5-4868-943c-63d983729cb3 req-86d3a478-6599-4d2e-aaf4-b8e21e5bfbaa tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:26.267622 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-35b191f7-8ca5-4868-943c-63d983729cb3 req-86d3a478-6599-4d2e-aaf4-b8e21e5bfbaa tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0936704 Jan 31 18:18:26.316190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-35b191f7-8ca5-4868-943c-63d983729cb3 req-514f0850-c737-4f08-bdc6-77ac60dd15ca tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420179 Jan 31 18:18:26.839942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812490-8005-45ff-b54d-c5512537bc5a req-e808864a-b213-48b3-a6ac-849a5ec549cf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:26.841386 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-e808864a-b213-48b3-a6ac-849a5ec549cf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c&tenant_id=8a00dde12b524af7bd00adab570d95fa&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 945 time: 0.1438887 Jan 31 18:18:26.926391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3de9e-51e8-49f9-b9cc-c318756bf494 req-0abcd398-3037-4bd7-bfb7-97fa06a7c22b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:26.927896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63b3de9e-51e8-49f9-b9cc-c318756bf494 req-0abcd398-3037-4bd7-bfb7-97fa06a7c22b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1648581 Jan 31 18:18:26.970581 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-ef2f9511-5db8-46dc-ac25-80d9d517f0f3 service neutron] 10.222.0.86 "GET /v2.0/ports/1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.1232319 Jan 31 18:18:27.031044 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63b3de9e-51e8-49f9-b9cc-c318756bf494 req-19484a46-03e7-4622-bb3c-59fb55c57e13 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908334 Jan 31 18:18:27.077114 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-44d00720-9b29-4660-af33-2c2c387379be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.0820758 Jan 31 18:18:27.227254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812490-8005-45ff-b54d-c5512537bc5a req-3d727d64-2ade-4f37-b025-9877fb1f075f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:27.228645 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-3d727d64-2ade-4f37-b025-9877fb1f075f service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1464713 Jan 31 18:18:27.340360 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-e0629687-3954-41b2-92a2-2fd4b5e54083 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 1001 time: 0.1057811 Jan 31 18:18:27.403414 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812490-8005-45ff-b54d-c5512537bc5a req-35d3e656-5b2f-4115-a583-c2385a426800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:27.404846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-35d3e656-5b2f-4115-a583-c2385a426800 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0586939 Jan 31 18:18:27.421809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:18:27.425723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:18:27.497189 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-bc3b3332-b22c-4c27-9e59-4eca1dc86c9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864382 Jan 31 18:18:27.657447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:27.665773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-a9cfdc18-52d8-4667-84c6-2a2531f6b00d service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630952 Jan 31 18:18:27.720050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:27.740351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:27.766308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:27.768034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:18:27.801687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:27.910277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:27.938597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:18:27.945613 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'code': 200} Jan 31 18:18:27.955074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:27.965091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:27.970960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:28.008919 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-c53ca776-740f-4dd0-8da3-68eb54363ec1 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372662 Jan 31 18:18:28.036816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:18:28.120415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:28.266528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0e62e-b141-43f1-8822-133340a71333 req-5373f6bc-c5f8-4c5f-9ff5-910733fe2a46 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:28.268050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-35a0e62e-b141-43f1-8822-133340a71333 req-5373f6bc-c5f8-4c5f-9ff5-910733fe2a46 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 944 time: 0.0853651 Jan 31 18:18:28.321766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-35a0e62e-b141-43f1-8822-133340a71333 req-634520a4-19e6-47c1-81e7-5ab15b188afa tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467410 Jan 31 18:18:29.434848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:18:29.522047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:18:29.522922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:29.548902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de2ce2-e1ff-4509-a6b5-48d1ecf942d7 req-dd69309f-fd98-4318-8be3-aadc80733827 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:29.550502 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-58de2ce2-e1ff-4509-a6b5-48d1ecf942d7 req-dd69309f-fd98-4318-8be3-aadc80733827 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 944 time: 0.0966094 Jan 31 18:18:29.700597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:29.707409 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-58de2ce2-e1ff-4509-a6b5-48d1ecf942d7 req-ecd26763-a8e6-40c4-94cf-5a7ef1944320 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499150 Jan 31 18:18:29.737134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:29.747480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:29.828696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:29.947165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:30.018087 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'code': 200} Jan 31 18:18:30.434188 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-1db90f6c-58cc-4feb-8a39-53387f3b8afb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1098 time: 0.0750008 Jan 31 18:18:30.538557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-f7e7a50b-8c94-4bf8-8412-c899a6e21c89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 1098 time: 0.0815487 Jan 31 18:18:30.671989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812490-8005-45ff-b54d-c5512537bc5a req-7475c1ea-418d-43bc-a4ab-3f96e5f9bfa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:30.673448 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-7475c1ea-418d-43bc-a4ab-3f96e5f9bfa8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1298504 Jan 31 18:18:30.779174 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-b93fdcf5-b091-4a4e-9d41-36d9bbfc9c52 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 200 len: 1001 time: 0.1003990 Jan 31 18:18:30.864522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812490-8005-45ff-b54d-c5512537bc5a req-a1bf8ba4-6034-4537-be4b-4a89cadca039 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:30.866277 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-a1bf8ba4-6034-4537-be4b-4a89cadca039 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0816803 Jan 31 18:18:30.959334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0d89c-4252-4899-b52b-13e28573843d req-94bf5c77-3468-4ee7-94a1-492049f22bd4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:30.961689 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81a0d89c-4252-4899-b52b-13e28573843d req-94bf5c77-3468-4ee7-94a1-492049f22bd4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1037126 Jan 31 18:18:30.961826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-d4186c72-df7d-42ea-bf87-4ddc4054dae6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902512 Jan 31 18:18:31.019289 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-81a0d89c-4252-4899-b52b-13e28573843d req-c505bef5-aeca-454d-bdcd-5108ab5ec833 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500953 Jan 31 18:18:31.120639 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-e9eb8d4a-2a0b-4da0-99cf-a271041ef4ba service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529133 Jan 31 18:18:31.273273 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c8812490-8005-45ff-b54d-c5512537bc5a req-ba8db293-1541-445e-ab66-4100558781a2 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467955 Jan 31 18:18:32.248974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ba059-26e2-4167-bb2f-781fff21bfbd req-5e4c79df-0256-4cfb-b366-16a3b96576f7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:32.250485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a5ba059-26e2-4167-bb2f-781fff21bfbd req-5e4c79df-0256-4cfb-b366-16a3b96576f7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0904276 Jan 31 18:18:32.299102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6a5ba059-26e2-4167-bb2f-781fff21bfbd req-59822675-8bc0-44a8-80c0-91631fb05cae tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431011 Jan 31 18:18:33.434535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:18:33.436933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:18:33.645038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a2a60e-d171-430d-a2b1-129b9d8840f7 req-d70ddd0e-b74a-41ae-b82e-41acc19f4622 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:33.649135 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b7a2a60e-d171-430d-a2b1-129b9d8840f7 req-d70ddd0e-b74a-41ae-b82e-41acc19f4622 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.2089117 Jan 31 18:18:33.664080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:33.701507 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b7a2a60e-d171-430d-a2b1-129b9d8840f7 req-fbb5b70b-686e-4f84-bd81-7d9100d9a857 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491362 Jan 31 18:18:33.708349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:33.720621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:33.747727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:33.749712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'mac_address': 'fa:16:3e:9a:16:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:18:33.754629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:33.817744 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'code': 200} Jan 31 18:18:33.874704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:33.884591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:33.906515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:18:33.930808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:33.934928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:33.953795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50729b-094d-4143-b5cd-9a6a04232d3b req-c2f0c18c-e7c7-44e5-ada0-05f78dafd868 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:33.955224 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7c50729b-094d-4143-b5cd-9a6a04232d3b req-c2f0c18c-e7c7-44e5-ada0-05f78dafd868 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 943 time: 0.0864038 Jan 31 18:18:34.008851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:18:34.018994 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7c50729b-094d-4143-b5cd-9a6a04232d3b req-1a894b1c-345e-4583-885e-de297c550842 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539017 Jan 31 18:18:34.061751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:34.253971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a477c140-b20d-40ef-92f6-8a6183f5b758 req-b5882746-607f-470d-bf66-3fdcad167e76 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:34.255295 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a477c140-b20d-40ef-92f6-8a6183f5b758 req-b5882746-607f-470d-bf66-3fdcad167e76 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.0854731 Jan 31 18:18:34.308476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a477c140-b20d-40ef-92f6-8a6183f5b758 req-50678ab8-54b6-4726-b823-56b51b7bba52 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Jan 31 18:18:34.879433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9705b6f-4166-40f8-b965-afda7b01fce4 req-0b1946b7-12f4-4e15-9480-e6474a1437c8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:34.880916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9705b6f-4166-40f8-b965-afda7b01fce4 req-0b1946b7-12f4-4e15-9480-e6474a1437c8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 945 time: 0.1827550 Jan 31 18:18:34.937189 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9705b6f-4166-40f8-b965-afda7b01fce4 req-144af271-d47a-4b4f-a640-58300fabadb0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496912 Jan 31 18:18:35.449000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:18:35.526020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:18:35.526390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:35.693803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:35.732465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:35.736958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:35.819535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:35.830870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:35.884505 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'code': 200} Jan 31 18:18:36.169317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8984d-429e-4aa3-93b7-ef480be4a264 req-fc4f214f-22f8-4706-aec3-1c93a040607c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:36.170837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eff8984d-429e-4aa3-93b7-ef480be4a264 req-fc4f214f-22f8-4706-aec3-1c93a040607c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 946 time: 0.0827632 Jan 31 18:18:36.219316 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eff8984d-429e-4aa3-93b7-ef480be4a264 req-f02152d6-6ed2-4a98-8fb2-d2f08b1569e4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426090 Jan 31 18:18:36.785543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-a1a0651b-62d6-4cea-a773-8fb56b0ba622 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:36.786976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-a1a0651b-62d6-4cea-a773-8fb56b0ba622 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 946 time: 0.0856552 Jan 31 18:18:36.865073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Deleting port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:18:36.865470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.018402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f65b976d-dc5f-4399-8920-f3710e6314df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.241268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] For port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:37.241894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.471147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b7a90-3df6-4307-89c5-585d19adb67e req-1cacc1a6-61c5-4166-a68b-cf7aca5e48e9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:37.472741 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f29b7a90-3df6-4307-89c5-585d19adb67e req-1cacc1a6-61c5-4166-a68b-cf7aca5e48e9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 946 time: 0.1182239 Jan 31 18:18:37.540808 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f29b7a90-3df6-4307-89c5-585d19adb67e req-388bba68-dc85-41ec-9aac-ef205cfde204 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600710 Jan 31 18:18:37.580508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.581064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.581584 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 disassociated. External IP: 172.26.4.69, port: 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b. Jan 31 18:18:37.582073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Calling delete_port for 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:18:37.743434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:37.797872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'Port': ['ID=1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:38.082114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:18:38.318820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:18:38.329228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:18:38.346541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:18:38.347090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:18:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:38.415569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] No DVR routers for this DVR port 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:18:38.419098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:38.421985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-deleted', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:38.441817 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c6f3c7e-5d84-44a7-bd9f-889b4f40eea2 req-852d23b6-0d5a-49a4-8f82-eadfa6925801 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "DELETE /v2.0/ports/1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b HTTP/1.1" status: 204 len: 173 time: 1.6491544 Jan 31 18:18:38.495101 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f2be04-d05b-415b-bfa8-9609a509756c', 'name': 'network-vif-deleted', 'tag': '1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b', 'status': 'completed', 'code': 200} Jan 31 18:18:38.581771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:18:38.764246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-75794cb9-1918-4aa5-98f7-d09828f3aec2 req-a50708b2-1347-4a83-a932-bb434f86d831 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=b8f2be04-d05b-415b-bfa8-9609a509756c HTTP/1.1" status: 200 len: 210 time: 0.0435305 Jan 31 18:18:39.010128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:39.014585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:18:39.027337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:18:39.027924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:18:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:39.236965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:18:39.421447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebf25c5-bd44-4f08-b84c-baaca2ad6f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:39.620512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:39.624823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-725e002f-f4ae-43d0-8a1e-b2e8d2779229 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:18:39.888633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ea5cde-456e-40be-9d2a-47a09bd20df1 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:18:40.234175 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-a81e694f-a158-4095-b5ca-202ead923b11 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-securitygroup--2138080052&fields=id&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 267 time: 0.0475385 Jan 31 18:18:40.280438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:40.408117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-58e5be5c-c980-44a0-bf49-8c9ceff52cd0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:40.409641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-58e5be5c-c980-44a0-bf49-8c9ceff52cd0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.1638734 Jan 31 18:18:40.428712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-f70a84ef-051f-4a5d-a380-85c7f646c0d8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/quotas/8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 375 time: 0.0116246 Jan 31 18:18:40.455378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:40.524651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-64bee5c7-817c-48a5-9754-3f19d772cc7a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:18:40.540248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-64bee5c7-817c-48a5-9754-3f19d772cc7a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:18:40.541682 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-64bee5c7-817c-48a5-9754-3f19d772cc7a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1064050 Jan 31 18:18:40.708508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-c4befc67-fe24-49e4-b897-96e0f42c1114 service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526043 Jan 31 18:18:40.857153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-eaaee640-f71b-4c1b-84ff-4359e638130e service neutron] 10.222.0.110 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423280 Jan 31 18:18:41.089818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bfc37caa-0ed3-4606-8c94-22f25587e91a req-67221ac5-55aa-4c69-8e8a-d304269859dc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 210 time: 0.0496459 Jan 31 18:18:41.496724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:18:41.542360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:18:41.542643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1407b0b3-a2d9-4498-8bf9-2c5b1d9f829b not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:18:41.719080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:42.333401 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a14cb984-d2f4-42bd-ad22-447643721c18 req-353d4878-3954-4ce7-a119-d2240d439735 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 210 time: 0.0551922 Jan 31 18:18:42.407197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-5855ee25-f9ae-4906-8965-1450f2db1a7a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:42.408573 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-5855ee25-f9ae-4906-8965-1450f2db1a7a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 812 time: 0.3203685 Jan 31 18:18:42.464589 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-e1d3ae53-9021-4e4b-9a7e-21af82d7764f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 380 time: 0.0424409 Jan 31 18:18:42.475031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'port': {'device_id': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'admin_state_up': True, 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'security_groups': ['8e86a86e-af37-4a09-9f48-25b5bc8e3445']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:18:42.588174 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:18:42.614496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:18:42.624992 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:18:42.636079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Made reservation on behalf of 8a00dde12b524af7bd00adab570d95fa for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:18:42.639396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:42.818818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Allocated IP 172.20.0.12 (32e68095-4035-4dff-8463-d83364fbf9fa/b385aecb-8000-421a-a8a7-cdd2ecfc80b5/9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:18:43.052596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.075235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Transition to ACTIVE for port object 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:18:43.104510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.178372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Network 32e68095-4035-4dff-8463-d83364fbf9fa is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:18:43.181543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:18:43.184038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:18:43.223609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:43.263633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:43.264427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.299807 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-b7c0a2f4-fade-44e0-987a-277a2fc54fe6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290703 Jan 31 18:18:43.416080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Request body: {'port': {'device_id': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:18:43.514107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.531675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd83da14-1004-4d2e-89f6-39fee02f3ded None None] Provisioning for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:18:43.538712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fd83da14-1004-4d2e-89f6-39fee02f3ded None None] Provisioning complete for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:18:43.538712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fd83da14-1004-4d2e-89f6-39fee02f3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.570656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:43.612410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fd83da14-1004-4d2e-89f6-39fee02f3ded None None] Port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:18:43.674962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54f41f-6abc-45e3-aaf3-7e8584f49113 req-1a0f10c8-7f65-4743-9b4d-7ad8ee35f1a0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:43.677504 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6e54f41f-6abc-45e3-aaf3-7e8584f49113 req-1a0f10c8-7f65-4743-9b4d-7ad8ee35f1a0 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 932 time: 0.1251094 Jan 31 18:18:43.733078 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6e54f41f-6abc-45e3-aaf3-7e8584f49113 req-fe565aa2-ef17-492c-bceb-b435752d228c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481064 Jan 31 18:18:44.011186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:18:44.020536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:44.044394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Transition to ACTIVE for port object 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:18:44.049378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:44.202334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:44.329033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Attempting to bind port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:18:44.329537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Attempting to bind port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:18:44.329984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Attempting to bind port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:18:44.339144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf on network 32e68095-4035-4dff-8463-d83364fbf9fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:18:44.339583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Attempting to bind port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf on network 32e68095-4035-4dff-8463-d83364fbf9fa {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:18:44.349502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:18:44.349993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Checking segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:18:44.350534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Bound using segment: {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:18:44.351061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Bound port: 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062ff86b-47c7-4040-a389-b0b36d33594b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1432, 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:18:44.351445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:44.567139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:18:44.572111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:18:44.576646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:44.647191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:44.649439 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] 10.222.0.86 "PUT /v2.0/ports/9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1094 time: 1.3426223 Jan 31 18:18:44.650033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:44.682412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:44.692479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.692869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.693241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.695132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.695132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.695132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.695602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.695867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.696247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.696608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.697563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3044f790-e14d-459e-a3a2-8c20c3bd9b61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:44.757824 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'status': 'completed', 'code': 200} Jan 31 18:18:44.808222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-859ec716-6411-4fa1-9f6f-760d0db1e36f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1097 time: 0.0987070 Jan 31 18:18:44.920390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-444eeb0a-5262-4585-a876-9411c20518ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 217 time: 0.0997741 Jan 31 18:18:45.006541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-24389b41-5903-4143-8bea-24e6706b224c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:45.008958 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-24389b41-5903-4143-8bea-24e6706b224c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0825388 Jan 31 18:18:45.052253 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b0d00-6cc7-4b46-9b52-47448270f76e req-81581925-5938-466a-92eb-a44ccdd24a7e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:45.054903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc9b0d00-6cc7-4b46-9b52-47448270f76e req-81581925-5938-466a-92eb-a44ccdd24a7e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.1015217 Jan 31 18:18:45.097938 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-064e0fca-df8c-4abf-8fe2-bc0600e8598d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773544 Jan 31 18:18:45.120202 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc9b0d00-6cc7-4b46-9b52-47448270f76e req-568b8460-f451-4cf9-a631-a1209d893bde tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591738 Jan 31 18:18:45.255946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-db5402bd-adac-4f87-bad7-95109f04ee0f service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513853 Jan 31 18:18:45.406275 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b040029a-586a-4c66-b2bd-41dbc40bb0f4 req-1b080fc4-e2ff-489a-a76d-7152a9d3b98a service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447680 Jan 31 18:18:45.535014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-ffc024b4-dca6-4304-b2ec-52ca05ba359e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1097 time: 0.0780563 Jan 31 18:18:45.690206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-33dea167-36b5-4b52-9bf7-b8744ca6c809 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:45.691709 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-33dea167-36b5-4b52-9bf7-b8744ca6c809 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1505823 Jan 31 18:18:45.763004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-f8122667-bcf6-45f1-a722-2d865f089e40 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 217 time: 0.0637887 Jan 31 18:18:45.843806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-f9ab0a4f-b2e2-48c4-9c9f-07b80eeb0760 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:45.845528 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-f9ab0a4f-b2e2-48c4-9c9f-07b80eeb0760 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0761123 Jan 31 18:18:45.931706 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-bdf33e3a-6945-48d0-8976-989aa5d76433 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799127 Jan 31 18:18:46.077138 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-5a64c9ba-983f-470e-a5a1-8845ddc442b0 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382520 Jan 31 18:18:46.226841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9a4a29c-8249-4442-ba98-52e5d03d01a7 req-bffd4646-586a-476e-af9f-a01ce5af30fb service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434078 Jan 31 18:18:46.357252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0c2da-0090-478c-a738-e2ec783459bd req-9912e988-eff7-4b80-a901-4a77e29a652b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:46.357989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-03d0c2da-0090-478c-a738-e2ec783459bd req-9912e988-eff7-4b80-a901-4a77e29a652b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:18:46.379083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-03d0c2da-0090-478c-a738-e2ec783459bd req-9912e988-eff7-4b80-a901-4a77e29a652b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:18:46.380558 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-03d0c2da-0090-478c-a738-e2ec783459bd req-9912e988-eff7-4b80-a901-4a77e29a652b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.1205492 Jan 31 18:18:46.443617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-03d0c2da-0090-478c-a738-e2ec783459bd req-bfe81468-a76e-4993-9916-aa268f161cd4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483756 Jan 31 18:18:47.535475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:18:47.681760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7fa73-201e-4a59-a4af-07e31c245e15 req-f6450b88-a648-4ea7-a580-c11d66a12f70 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:47.683559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2d7fa73-201e-4a59-a4af-07e31c245e15 req-f6450b88-a648-4ea7-a580-c11d66a12f70 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.1053007 Jan 31 18:18:47.747116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:47.747623 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b2d7fa73-201e-4a59-a4af-07e31c245e15 req-fece7e6e-4694-45c3-b313-6e6e3da6d115 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536234 Jan 31 18:18:47.771613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:18:47.844762 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:47.873899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:18:47.898842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:47.905700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:47.992963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:48.098335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:18:48.981545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b40b2-7e51-4405-a1de-4cf5cd072c2c req-707ce642-4698-451e-8bb3-daaa3d0ebfec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:48.983021 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5b5b40b2-7e51-4405-a1de-4cf5cd072c2c req-707ce642-4698-451e-8bb3-daaa3d0ebfec tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 945 time: 0.0800216 Jan 31 18:18:49.030238 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5b5b40b2-7e51-4405-a1de-4cf5cd072c2c req-67ea33dd-535f-4c2f-a416-fbc76410a689 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Jan 31 18:18:49.542024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:18:49.617614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:18:49.624027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:18:49.624397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:49.756620 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:49.787784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:49.798595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:18:49.806033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:49.871880 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'code': 200} Jan 31 18:18:49.899415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:18:49.912597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.913025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.913630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.914165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.914539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.914908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.915278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.915753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.916365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.916615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:49.917163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:18:50.310449 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-28b1fa2f-07a0-4c8c-82fe-5e31e0e76a7b req-700bcddc-8b43-4d09-ac91-a5027e1f9aee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.2519209 Jan 31 18:18:50.371657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60afc9a-820c-43f1-a8ef-bf6b2c5067fe req-d21a46dc-62fc-4e39-b6e9-322422026a27 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:50.373534 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d60afc9a-820c-43f1-a8ef-bf6b2c5067fe req-d21a46dc-62fc-4e39-b6e9-322422026a27 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1540856 Jan 31 18:18:50.384531 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-28b1fa2f-07a0-4c8c-82fe-5e31e0e76a7b req-79af4c6d-6025-42ac-b621-3bfa10e1b610 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667417 Jan 31 18:18:50.438187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d60afc9a-820c-43f1-a8ef-bf6b2c5067fe req-3b2052df-9a99-464d-8ffb-1ee7b3e0a807 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574312 Jan 31 18:18:51.702105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79981cff-15d5-4dd6-8e58-6c10413fc05c req-372d5404-3251-4bca-ad04-a5a6407ddaad tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:51.703737 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-79981cff-15d5-4dd6-8e58-6c10413fc05c req-372d5404-3251-4bca-ad04-a5a6407ddaad tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0883589 Jan 31 18:18:51.758668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-79981cff-15d5-4dd6-8e58-6c10413fc05c req-a1515709-d89f-4ed2-837b-782c24a11ece tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489552 Jan 31 18:18:51.998157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb2ecb-a001-4552-b735-dd414e298dc3 req-f2da4e6d-2c48-47a8-9a8a-0776583cf104 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:51.999745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fafb2ecb-a001-4552-b735-dd414e298dc3 req-f2da4e6d-2c48-47a8-9a8a-0776583cf104 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0949757 Jan 31 18:18:52.011148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37628) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:18:52.018016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Request body: {'floatingip': {'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:18:52.111959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:52.884029 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:52.889353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:53.109424 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 associated. External IP: 172.26.4.69, port: 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf. Jan 31 18:18:53.541995 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:18:53.765429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:18:53.769947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:18:53.778200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:18:53.795764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:18:53.796688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:18:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:53.860609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9a0266b6-6534-4aa3-a822-3c60baa3a5bf tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "PUT /v2.0/floatingips/e9f8f15d-93db-4ee1-b228-16928b08fce3 HTTP/1.1" status: 200 len: 992 time: 1.8479056 Jan 31 18:18:53.861541 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:18:53.962474 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'status': 'completed', 'code': 200} Jan 31 18:18:54.075776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:18:54.086320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-35176a7f-4fbd-496a-ab27-88a67d478f23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.0986419 Jan 31 18:18:54.149816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c722af-183f-4af9-a505-f2191f58fd33 req-c6d4239d-07b8-47e6-b2f2-e4fcf4a0e8a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:54.152288 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56c722af-183f-4af9-a505-f2191f58fd33 req-c6d4239d-07b8-47e6-b2f2-e4fcf4a0e8a9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1249940 Jan 31 18:18:54.227648 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56c722af-183f-4af9-a505-f2191f58fd33 req-fdb2dda8-7bab-4eb8-99d2-80a1f1679c81 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657983 Jan 31 18:18:54.250618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-90093265-a625-4aa8-a10b-14cf7a25e22a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:54.252694 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-90093265-a625-4aa8-a10b-14cf7a25e22a service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1606810 Jan 31 18:18:54.364776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-48770d48-5831-4c85-b74c-f89c039df69e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1000 time: 0.1051886 Jan 31 18:18:54.440684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-81529e79-33b7-4180-89bb-9d42ff8391fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:54.442771 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-81529e79-33b7-4180-89bb-9d42ff8391fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0722859 Jan 31 18:18:54.529680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:18:52Z', 'revision_number': 13, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:54.534102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:18:54.535874 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-d318af82-bd5a-43be-bc8a-502bc2938f0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874557 Jan 31 18:18:54.548275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:18:54.548881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:18:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:54.698602 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-b1df8ca0-9c1b-4255-864d-3c5a79f9ae41 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565750 Jan 31 18:18:54.762154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:18:54.851912 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8fd46976-d5f7-4c21-950c-6fb62642efce req-34cb97e6-1a0e-460f-b042-118d1480b38d service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480420 Jan 31 18:18:55.198742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:18:52Z', 'revision_number': 13, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:18:55.202957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7182126c-00f5-44b2-a6b6-d11b464705f4 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e9f8f15d-93db-4ee1-b228-16928b08fce3', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'floating_ip_address': '172.26.4.69', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:15:48Z', 'updated_at': '2022-01-31T18:18:52Z', 'revision_number': 13, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:18:55.473568 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d851db-8342-4da4-a2ed-af8182604841 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:18:55.482433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0645-916c-4e0a-aec3-14d83c01b998 req-3072aa81-dfd0-4381-9b62-0a3fe76aa045 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:55.483887 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-abdd0645-916c-4e0a-aec3-14d83c01b998 req-3072aa81-dfd0-4381-9b62-0a3fe76aa045 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0995829 Jan 31 18:18:55.541612 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-abdd0645-916c-4e0a-aec3-14d83c01b998 req-149fc6de-b3bc-4aad-af2b-2fa5202ad9f7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463297 Jan 31 18:18:57.498131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6bda7-bff0-4c0f-824e-b93e01885278 req-94c32f33-7214-46b5-be40-63ca91b2a494 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:18:57.499475 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cab6bda7-bff0-4c0f-824e-b93e01885278 req-94c32f33-7214-46b5-be40-63ca91b2a494 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0845058 Jan 31 18:18:57.559232 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cab6bda7-bff0-4c0f-824e-b93e01885278 req-0e035b5f-4eb6-4705-9225-ddd94fa876ea tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535307 Jan 31 18:19:06.444007 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b7de22b5-e9ab-4ec7-89e8-1dde08e4ca67 req-a99487a7-849e-4402-9a8c-1431a01726d3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1536019 Jan 31 18:19:06.858533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96bc90-67f6-4f80-b40e-645a18fb47d1 req-3f3dad63-e8ec-4b08-b5c4-b99b1e0289b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:06.858533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dd96bc90-67f6-4f80-b40e-645a18fb47d1 req-3f3dad63-e8ec-4b08-b5c4-b99b1e0289b1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1452401 Jan 31 18:19:06.858533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-cb376da4-a55b-4d9c-856a-e323b3df2331 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2223639 Jan 31 18:19:06.909053 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dd96bc90-67f6-4f80-b40e-645a18fb47d1 req-545d1ab4-1305-4bde-a6fa-7ee6a63c9256 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571892 Jan 31 18:19:07.016867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3f7afbc6-a2f7-4866-97a9-e66a003b7807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:08.158139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40795f94-aabd-40ce-822b-31bc7addd4c2 req-6c185e6c-5cb6-4e24-9ab7-66a5c5d6b686 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:08.159538 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-40795f94-aabd-40ce-822b-31bc7addd4c2 req-6c185e6c-5cb6-4e24-9ab7-66a5c5d6b686 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1026289 Jan 31 18:19:08.173869 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-27fe4d5c-aa6d-43c5-a0cd-1d08cbbb9b71 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.0769782 Jan 31 18:19:08.211986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-40795f94-aabd-40ce-822b-31bc7addd4c2 req-f10cab63-4fb9-4260-8a6c-d8bf735aa90b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458684 Jan 31 18:19:08.310306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-09ab4045-e603-47e6-b83e-6f8d1b5956dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:08.311782 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-09ab4045-e603-47e6-b83e-6f8d1b5956dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1315248 Jan 31 18:19:08.428243 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-89884721-b12b-45dc-b2ae-38364f14dc19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1002 time: 0.1097331 Jan 31 18:19:08.495533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-aa7ba22c-b0f5-47c3-be79-5274c62214bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:08.496961 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-aa7ba22c-b0f5-47c3-be79-5274c62214bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0632393 Jan 31 18:19:08.683576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-ec7fe1fe-3a85-420a-a5c5-8160786667c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1795704 Jan 31 18:19:08.825822 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-f035b4d1-a8bc-4ba8-a0ed-c38c6f4281eb service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359491 Jan 31 18:19:08.966668 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-7d687450-9f7f-4c62-9e1e-3f6bce2588b2 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348784 Jan 31 18:19:09.356711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-101138dd-c2c6-42e1-841b-0ae10744b950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:09.446227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bcd68-2e10-425f-aa6f-fa13d1ca1888 req-42eabc6a-7438-4652-8295-23f77c74f2c8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:09.447638 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b53bcd68-2e10-425f-aa6f-fa13d1ca1888 req-42eabc6a-7438-4652-8295-23f77c74f2c8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0835533 Jan 31 18:19:09.501642 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b53bcd68-2e10-425f-aa6f-fa13d1ca1888 req-fcbbd0f7-8341-421d-9508-1180c0b0e40a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478876 Jan 31 18:19:10.282244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:10.448900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:10.702200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6963d-51f7-4a8f-ac0f-fbaaceace954 req-923a3857-d5c7-4c2f-85b0-8d1ce7b2cdff tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:10.703652 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-25b6963d-51f7-4a8f-ac0f-fbaaceace954 req-923a3857-d5c7-4c2f-85b0-8d1ce7b2cdff tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0795336 Jan 31 18:19:10.752325 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-25b6963d-51f7-4a8f-ac0f-fbaaceace954 req-69247cbc-e1bb-4732-8e93-7c237229f98b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425417 Jan 31 18:19:11.720193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:11.957012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcff413-3ee2-44ea-b08e-c59aa0ab43c5 req-1de5bbcf-88a5-477b-a17d-959fbd090518 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:11.958431 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cfcff413-3ee2-44ea-b08e-c59aa0ab43c5 req-1de5bbcf-88a5-477b-a17d-959fbd090518 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0824635 Jan 31 18:19:12.004708 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cfcff413-3ee2-44ea-b08e-c59aa0ab43c5 req-7eeefdba-9273-42a3-83af-bb6dfb847d15 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404890 Jan 31 18:19:13.232130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584be48-eee3-4661-b44b-7bdd8e90f583 req-8dc621b7-49a6-4292-ad9c-ca7a052543d6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:13.233512 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6584be48-eee3-4661-b44b-7bdd8e90f583 req-8dc621b7-49a6-4292-ad9c-ca7a052543d6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0981417 Jan 31 18:19:13.283420 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6584be48-eee3-4661-b44b-7bdd8e90f583 req-26fb8bc6-4bfc-4bdb-84ca-c96e222806cc tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438738 Jan 31 18:19:13.527643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:14.493422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3c0a6-ad51-46de-ab45-be5929ab950e req-c044bc4f-5bc9-4356-bf2f-4e6fafdacb87 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:14.494970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8a3c0a6-ad51-46de-ab45-be5929ab950e req-c044bc4f-5bc9-4356-bf2f-4e6fafdacb87 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0812988 Jan 31 18:19:14.544856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8a3c0a6-ad51-46de-ab45-be5929ab950e req-45429fe1-20f1-4fa9-ae3d-f55c4be109fb tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441530 Jan 31 18:19:15.752368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d3071-2b28-4f37-a84f-d75f0c87a9f5 req-e9976535-933e-4d79-9be6-f25f5a14d3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:15.753872 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-956d3071-2b28-4f37-a84f-d75f0c87a9f5 req-e9976535-933e-4d79-9be6-f25f5a14d3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0783749 Jan 31 18:19:15.814076 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-956d3071-2b28-4f37-a84f-d75f0c87a9f5 req-58926f82-3f5d-4d70-9bd6-607cf46baf0e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520124 Jan 31 18:19:16.351103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-cba9bf2f-2d7c-4528-8846-39e03775cb38 service neutron] 10.222.0.86 "GET /v2.0/ports/9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0758970 Jan 31 18:19:16.642898 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-3e37cc66-b993-43a3-a4cb-a12d29f0baa9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1099 time: 0.0834637 Jan 31 18:19:16.766815 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-b1fec31a-0ac0-4b38-97fc-f0b4508d70f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.1004193 Jan 31 18:19:16.953363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-a4820d98-7c1f-42ca-badd-b66c84285474 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:16.955691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-a4820d98-7c1f-42ca-badd-b66c84285474 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1828055 Jan 31 18:19:17.119553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-09de800d-5989-4736-bbc6-288cf4e7458d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1002 time: 0.1576312 Jan 31 18:19:17.183268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70cb20-dab1-48c7-8cf4-1e7eec6c5930 req-bfcfd6ac-ec5b-4657-bdb7-571e8facb252 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:17.184641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-af70cb20-dab1-48c7-8cf4-1e7eec6c5930 req-bfcfd6ac-ec5b-4657-bdb7-571e8facb252 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1686673 Jan 31 18:19:17.219205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-9ffc5788-a974-41e2-a042-94c6dd1424ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:17.220646 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-9ffc5788-a974-41e2-a042-94c6dd1424ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0936453 Jan 31 18:19:17.295004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-af70cb20-dab1-48c7-8cf4-1e7eec6c5930 req-5c3f0105-5796-4b5c-ba06-abc9a6e5c06e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021526 Jan 31 18:19:17.329834 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-aec2fc4e-1109-4484-b3fd-ff22ffb2b097 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964012 Jan 31 18:19:17.496596 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-dc33d8a7-003a-4778-b512-af61698544ea service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586552 Jan 31 18:19:17.664553 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-673b4b84-8391-4515-9d9a-2db1332cf654 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623902 Jan 31 18:19:18.641536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc7d26-71a6-4919-9e3e-b42d5b4c359b req-9828d982-f1a8-40bd-ad91-3a3fea1c3bb9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:18.646568 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43bc7d26-71a6-4919-9e3e-b42d5b4c359b req-9828d982-f1a8-40bd-ad91-3a3fea1c3bb9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.2017336 Jan 31 18:19:18.706424 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43bc7d26-71a6-4919-9e3e-b42d5b4c359b req-6d37ee7f-0469-4634-9ad8-c7449becdd6e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567489 Jan 31 18:19:19.588602 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:19:19.713636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:19.878316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:19.905756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:19.905756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:19:19.912611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:19.996502 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'code': 200} Jan 31 18:19:20.020645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:20.077740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d678b-b69a-42e4-ac5f-75d8024d814c req-c09ca007-836f-412d-a176-06899129e011 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:20.079591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-195d678b-b69a-42e4-ac5f-75d8024d814c req-c09ca007-836f-412d-a176-06899129e011 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.2222478 Jan 31 18:19:20.147619 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-195d678b-b69a-42e4-ac5f-75d8024d814c req-bee590ef-dfdb-42a5-bebf-a7702084affe tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588324 Jan 31 18:19:21.419600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618ecc4-7876-4d83-bfb3-fc7b902dc79b req-1b03f09b-8490-4a8c-b0c1-b8c650ae5da2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:21.421291 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b618ecc4-7876-4d83-bfb3-fc7b902dc79b req-1b03f09b-8490-4a8c-b0c1-b8c650ae5da2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.1183589 Jan 31 18:19:21.484333 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b618ecc4-7876-4d83-bfb3-fc7b902dc79b req-d8eb2c4b-3e32-4bcd-b84a-8d982e532cc2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565464 Jan 31 18:19:21.729257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:19:21.937611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:21.975725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:19:22.058661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:22.082063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:19:22.102149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:22.107925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:22.198336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:19:22.271962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:22.735725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91733eb-8ac0-486b-a537-951b2dceb7de req-5fce6c6b-1320-48b4-9f5c-95f087663638 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:22.737281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f91733eb-8ac0-486b-a537-951b2dceb7de req-5fce6c6b-1320-48b4-9f5c-95f087663638 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 945 time: 0.0902157 Jan 31 18:19:22.800469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f91733eb-8ac0-486b-a537-951b2dceb7de req-b70d7366-8f13-442e-842e-1a078cc422b6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534549 Jan 31 18:19:23.743355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:19:23.813117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:23.813509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:23.951695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:23.984885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:19:23.996657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:24.001515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:24.050800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adec3fc-1c76-46f8-a684-b17e46fcfb96 req-17494c28-8794-43bb-aa30-2f1fcb738470 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:24.053155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2adec3fc-1c76-46f8-a684-b17e46fcfb96 req-17494c28-8794-43bb-aa30-2f1fcb738470 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 945 time: 0.0985551 Jan 31 18:19:24.069605 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'code': 200} Jan 31 18:19:24.100621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:24.108955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2adec3fc-1c76-46f8-a684-b17e46fcfb96 req-bc3526bb-99d9-492a-b5d7-7272f156e54e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483465 Jan 31 18:19:25.324020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5035-943d-422a-b414-0ef9ffc4764d req-e4cc5b15-e62a-42ef-be06-a268a0b85b1b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:25.325572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fb4b5035-943d-422a-b414-0ef9ffc4764d req-e4cc5b15-e62a-42ef-be06-a268a0b85b1b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0833356 Jan 31 18:19:25.374276 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fb4b5035-943d-422a-b414-0ef9ffc4764d req-b147218e-f51d-4dc1-9b35-6f803a768cf7 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425203 Jan 31 18:19:26.581552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4533e4-af30-4c26-85b8-fa0ff5fc60ad req-f394a204-5ee9-40e6-a35f-c63e32c25e45 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:26.583003 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d4533e4-af30-4c26-85b8-fa0ff5fc60ad req-f394a204-5ee9-40e6-a35f-c63e32c25e45 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0787609 Jan 31 18:19:26.632471 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d4533e4-af30-4c26-85b8-fa0ff5fc60ad req-6493760d-068e-463d-a131-27667e729873 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432892 Jan 31 18:19:27.084078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-bc4a6b3e-2667-48d6-9fab-09cd489161ea tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:27.085571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-bc4a6b3e-2667-48d6-9fab-09cd489161ea tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87&tenant_id=8a00dde12b524af7bd00adab570d95fa&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 946 time: 0.0991740 Jan 31 18:19:27.169552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-31e55391-30d1-4c88-8144-ad19725708cf service neutron] 10.222.0.86 "GET /v2.0/ports/9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.0787604 Jan 31 18:19:27.175032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab43b5-b90c-4406-9968-429db95e627d req-4682be2a-a62e-47dd-b47e-f620c51e547b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:27.183025 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12ab43b5-b90c-4406-9968-429db95e627d req-4682be2a-a62e-47dd-b47e-f620c51e547b tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1265767 Jan 31 18:19:27.241482 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12ab43b5-b90c-4406-9968-429db95e627d req-9458cad0-ab4c-48ba-9425-bec6a1e3af13 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567586 Jan 31 18:19:27.298704 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-67abc7f0-965f-4562-aabf-128b7f3d40a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.1002226 Jan 31 18:19:27.445143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-e7e3f633-c875-4e01-b44a-c7ad4d5d5652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:27.446213 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-e7e3f633-c875-4e01-b44a-c7ad4d5d5652 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1421580 Jan 31 18:19:27.566948 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-8978a52d-bc9f-473c-b0a9-f6e206e4f6d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1002 time: 0.1152344 Jan 31 18:19:27.647741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-ecb5a406-e233-4fdc-9e02-af21ab5a82f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:27.649873 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-ecb5a406-e233-4fdc-9e02-af21ab5a82f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0777864 Jan 31 18:19:27.749800 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-ab56e520-6ba6-460f-8b6a-c3b2496543f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940673 Jan 31 18:19:27.908710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-183ed80b-1fc5-4095-9783-c1565545ea2f service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527481 Jan 31 18:19:28.056933 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-2450385e-4b8d-41f5-bb72-b191db2b3da1 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409295 Jan 31 18:19:28.472256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff521181-991a-47ab-80a9-620d7c172353 req-b62c3be6-fccf-4ffb-8704-16bcd9c076b3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:28.474399 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff521181-991a-47ab-80a9-620d7c172353 req-b62c3be6-fccf-4ffb-8704-16bcd9c076b3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0919995 Jan 31 18:19:28.521889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ff521181-991a-47ab-80a9-620d7c172353 req-b5b66447-5065-4446-980f-0273809e4cd3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Jan 31 18:19:29.735600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87353-bf8a-48dd-b7f0-4ae2a2a95898 req-66ec2f7e-4b91-4e9c-bf34-e98e560c6d5d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:29.737022 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2aa87353-bf8a-48dd-b7f0-4ae2a2a95898 req-66ec2f7e-4b91-4e9c-bf34-e98e560c6d5d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0822239 Jan 31 18:19:29.790922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2aa87353-bf8a-48dd-b7f0-4ae2a2a95898 req-c6755bdd-1885-49f1-9a22-ffe230d35293 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Jan 31 18:19:31.080528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322692f2-8774-4dee-8a48-1c4ba7b72b10 req-4a26d4d6-2e00-4513-a090-e035ebdf0654 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:31.082407 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-322692f2-8774-4dee-8a48-1c4ba7b72b10 req-4a26d4d6-2e00-4513-a090-e035ebdf0654 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1156538 Jan 31 18:19:31.142879 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-322692f2-8774-4dee-8a48-1c4ba7b72b10 req-3d26a5a6-bd48-457a-aad9-23603f50ec4a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539184 Jan 31 18:19:31.362426 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-186e7acb-17e9-4e97-9a46-c0c195e43d4d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87&tenant_id=8a00dde12b524af7bd00adab570d95fa HTTP/1.1" status: 200 len: 1099 time: 0.0920177 Jan 31 18:19:31.479574 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-2f41fccb-9adb-4778-884e-2b1b502348ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1099 time: 0.0942037 Jan 31 18:19:31.652982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-0073f487-d9ed-4a5b-bdd2-c5f31bd6c7b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:31.654523 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-0073f487-d9ed-4a5b-bdd2-c5f31bd6c7b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1694763 Jan 31 18:19:31.776631 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-69852e34-8880-4291-bbb8-37bcd7521b9c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1002 time: 0.1165152 Jan 31 18:19:31.872225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-63e8469e-51eb-4d6f-b4ab-a3e5d1bbbbe0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:31.873690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-63e8469e-51eb-4d6f-b4ab-a3e5d1bbbbe0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0917168 Jan 31 18:19:32.054102 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-9001b91a-8eac-41ad-990c-2acff38e057a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1747708 Jan 31 18:19:32.201219 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-5d1de0ff-53a1-4848-b358-9aa311617881 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411920 Jan 31 18:19:32.359004 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5666e1a6-9e6a-45d3-9f6c-a0243d529f9b req-5a30210b-f43b-45db-a82c-ad38beb3b253 service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524377 Jan 31 18:19:32.405297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ebef4-99c1-4280-ab7f-331a975004cd req-8232ea10-80ae-4e43-a33b-26e1991afe87 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:32.407511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d90ebef4-99c1-4280-ab7f-331a975004cd req-8232ea10-80ae-4e43-a33b-26e1991afe87 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1195688 Jan 31 18:19:32.460241 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d90ebef4-99c1-4280-ab7f-331a975004cd req-6906bd92-ece4-432a-bcc3-90810054cef4 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466654 Jan 31 18:19:33.763759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f9def-4f5c-4d3a-9bb4-f5a533649b8f req-6b769071-14f5-4d08-ad56-35a3802b8b7d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:33.766397 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-561f9def-4f5c-4d3a-9bb4-f5a533649b8f req-6b769071-14f5-4d08-ad56-35a3802b8b7d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1087687 Jan 31 18:19:33.820885 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-561f9def-4f5c-4d3a-9bb4-f5a533649b8f req-6482cacd-2ac5-4459-95a2-a3e8a99031d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481317 Jan 31 18:19:33.824039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:33.988646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:34.021727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:19:34.032314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:34.037431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:34.114963 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'code': 200} Jan 31 18:19:34.131580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:35.120724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e35ab6-7c3d-4f3e-af64-29b9de9a52c6 req-c4aaf027-8dbc-4a8e-8513-386d9c04f11d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:35.122121 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-52e35ab6-7c3d-4f3e-af64-29b9de9a52c6 req-c4aaf027-8dbc-4a8e-8513-386d9c04f11d tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 944 time: 0.0796156 Jan 31 18:19:35.188641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-52e35ab6-7c3d-4f3e-af64-29b9de9a52c6 req-37c471b3-5c3c-49bc-bd9e-f78d03434639 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599055 Jan 31 18:19:35.837750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:19:36.002497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:36.016902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'port_id': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'mac_address': 'fa:16:3e:a2:ac:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:19:36.076039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:36.098883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:19:36.116882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:36.120768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:36.186397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:19:36.242092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:36.445187 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439128aa-0ddd-4926-860d-2e212bf68606 req-3d1ba21d-59f5-48bd-b8bf-39533012a527 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:36.446688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-439128aa-0ddd-4926-860d-2e212bf68606 req-3d1ba21d-59f5-48bd-b8bf-39533012a527 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.1131690 Jan 31 18:19:36.498886 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-439128aa-0ddd-4926-860d-2e212bf68606 req-9f5549ff-8daf-4330-85bb-6d4fcdcf39b8 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458939 Jan 31 18:19:37.017482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98b76c43-7e12-4b5b-bab0-b5136bc44c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:37.737989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb071f2-b08b-44a9-adb1-e60cc46969f4 req-7f9f7773-d747-4ae0-a08c-14df76e1008e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:37.740580 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb071f2-b08b-44a9-adb1-e60cc46969f4 req-7f9f7773-d747-4ae0-a08c-14df76e1008e tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 946 time: 0.0987034 Jan 31 18:19:37.798467 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-dfb071f2-b08b-44a9-adb1-e60cc46969f4 req-c1fcaa64-7d55-4609-9a1e-3b69a7f36494 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510566 Jan 31 18:19:37.850251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:19:37.952436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:19:37.952870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:38.085940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:38.118851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:19:38.128337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:38.132672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:38.196355 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'code': 200} Jan 31 18:19:38.216116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=11']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:38.534193 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-4a6dc9f6-0d33-4dc1-b308-eed8ac51f288 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=8a00dde12b524af7bd00adab570d95fa&device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 1100 time: 0.0733130 Jan 31 18:19:38.701577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-2eb6c743-6a63-485b-8c70-3ef1e471d03c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:38.703889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-2eb6c743-6a63-485b-8c70-3ef1e471d03c service neutron] 10.222.0.86 "GET /v2.0/networks?id=32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 200 len: 914 time: 0.1517434 Jan 31 18:19:38.820727 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-c022abaf-fe3e-4358-96e7-30a15cfdc2fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 200 len: 1002 time: 0.1090612 Jan 31 18:19:38.898964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-cdceb84f-b55f-4d60-a5a9-65a387a862e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:38.900438 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-cdceb84f-b55f-4d60-a5a9-65a387a862e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 200 len: 851 time: 0.0739827 Jan 31 18:19:38.994523 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-0c0679f3-94aa-4273-b708-23447152d9f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=32e68095-4035-4dff-8463-d83364fbf9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875492 Jan 31 18:19:39.184318 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-71345854-10d3-4f86-a2b0-a62c3776562b service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577363 Jan 31 18:19:39.190881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573ac14-1e14-43c8-834d-bb9596365f1a req-56356060-034c-4ae0-9709-5d0c0bc6847f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:39.192916 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8573ac14-1e14-43c8-834d-bb9596365f1a req-56356060-034c-4ae0-9709-5d0c0bc6847f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.1974010 Jan 31 18:19:39.328886 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8573ac14-1e14-43c8-834d-bb9596365f1a req-a99fbeec-fad4-488a-9a26-6657a785f98f tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131840 Jan 31 18:19:39.364475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-dcd001b3-4c73-47df-b365-d015039c161f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:39.372087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8d33a684-66ab-4036-9059-2252a7bba7cc req-42f97d1d-c2cc-4f9b-9113-4fb3823cc3ba service neutron] 10.222.0.86 "GET /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780217 Jan 31 18:19:40.287562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:40.455983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:40.556149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a69ef-1d4a-41fb-bb5f-424d5f80b24f req-8dc5c26d-9688-46c3-ad08-4dec4d5713d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:40.557631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e92a69ef-1d4a-41fb-bb5f-424d5f80b24f req-8dc5c26d-9688-46c3-ad08-4dec4d5713d2 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.0957372 Jan 31 18:19:40.611982 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e92a69ef-1d4a-41fb-bb5f-424d5f80b24f req-57436223-deef-471c-8bae-e1a57d8f60aa tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Jan 31 18:19:41.726607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:41.819637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ed124-0013-42bf-9913-c7ac612d77c3 req-54dd59b9-013e-4eec-9eef-254a3195ab4a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:41.821134 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a49ed124-0013-42bf-9913-c7ac612d77c3 req-54dd59b9-013e-4eec-9eef-254a3195ab4a tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.0777278 Jan 31 18:19:41.876416 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a49ed124-0013-42bf-9913-c7ac612d77c3 req-42316547-38ea-419f-84c8-71383997b931 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491590 Jan 31 18:19:42.082172 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf2ba0-9bd6-420f-9481-e2769a815ef9 req-3b98a14d-a8df-46e0-b4c8-8b3682ed1a63 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:42.084440 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-adaf2ba0-9bd6-420f-9481-e2769a815ef9 req-3b98a14d-a8df-46e0-b4c8-8b3682ed1a63 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.0825424 Jan 31 18:19:42.129897 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-adaf2ba0-9bd6-420f-9481-e2769a815ef9 req-b6e66efc-cd6e-42f5-862b-91a0411c59a5 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Jan 31 18:19:42.435924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8d63f-86d4-4fb4-96ab-8a76fbba628c req-2a1a6266-5fed-46c6-9ec4-7ad21bac74d1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:42.437292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-33a8d63f-86d4-4fb4-96ab-8a76fbba628c req-2a1a6266-5fed-46c6-9ec4-7ad21bac74d1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.1768336 Jan 31 18:19:42.483653 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-33a8d63f-86d4-4fb4-96ab-8a76fbba628c req-d77edaad-55a9-4968-8b0f-54c69dcb20b6 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Jan 31 18:19:42.943895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596ca3-a187-4bec-897e-8adf982fb451 req-8beb5180-9350-40f4-a8b5-d4cbfd4607da tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:42.945479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-48596ca3-a187-4bec-897e-8adf982fb451 req-8beb5180-9350-40f4-a8b5-d4cbfd4607da tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.0956509 Jan 31 18:19:42.992792 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-48596ca3-a187-4bec-897e-8adf982fb451 req-7481e5d2-ff99-4a48-9451-dbb62c0cafda tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413835 Jan 31 18:19:43.544288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:44.225032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a58b5c5-d600-4312-8b17-c7a07865f919 req-ce832188-f315-4bd6-9805-c4d11214a038 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:44.226728 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7a58b5c5-d600-4312-8b17-c7a07865f919 req-ce832188-f315-4bd6-9805-c4d11214a038 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.1011088 Jan 31 18:19:44.272275 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7a58b5c5-d600-4312-8b17-c7a07865f919 req-803de3d5-03ba-4af7-8532-2113478d5973 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402627 Jan 31 18:19:45.144468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-6b972c1f-cecc-4cad-bbcf-4039322bbd7c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:45.146091 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-6b972c1f-cecc-4cad-bbcf-4039322bbd7c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.0806637 Jan 31 18:19:45.223551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Deleting port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:45.224037 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:45.533092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] For port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:45.533356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:45.613569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985e29b-4613-4094-b43d-f5918530fef8 req-a5a16625-8772-49b8-83a7-e295d9cb14d3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:19:45.615445 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9985e29b-4613-4094-b43d-f5918530fef8 req-a5a16625-8772-49b8-83a7-e295d9cb14d3 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 947 time: 0.2048471 Jan 31 18:19:45.757954 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9985e29b-4613-4094-b43d-f5918530fef8 req-6e7fb5f0-e983-4862-b538-6ed1930cb79c tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups?id=8e86a86e-af37-4a09-9f48-25b5bc8e3445&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281848 Jan 31 18:19:45.879671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:45.880036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:45.880347 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3 disassociated. External IP: 172.26.4.69, port: 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf. Jan 31 18:19:45.880673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Calling delete_port for 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:46.035362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:46.083497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'Port': ['ID=9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:46.097772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.098141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.098874 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.099635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.099635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.099952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.100357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.100485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.100875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.101109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.101508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:46.352494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:19:46.559068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:19:46.572370 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:19:46.586352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:19:46.587111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:19:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:46.743624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] No DVR routers for this DVR port 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:19:46.746280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:46.749003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-deleted', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:19:46.765966 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f3b9a82c-6fba-4bd2-a65b-7579ca692b94 req-58efa950-0356-4cb5-bdac-1b8a97fca3d9 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.86 "DELETE /v2.0/ports/9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf HTTP/1.1" status: 204 len: 173 time: 1.6146991 Jan 31 18:19:46.796220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:19:46.864901 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87', 'name': 'network-vif-deleted', 'tag': '9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf', 'status': 'completed', 'code': 200} Jan 31 18:19:46.977354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-a15e023d-6488-44ff-96d3-4294dbc1cf4d req-f374066b-102f-4396-b200-ef1bc2328e37 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Synchronizing usage tracker for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:19:46.994885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-a15e023d-6488-44ff-96d3-4294dbc1cf4d req-f374066b-102f-4396-b200-ef1bc2328e37 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Unset dirty status for tenant:8a00dde12b524af7bd00adab570d95fa on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:19:46.996086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a15e023d-6488-44ff-96d3-4294dbc1cf4d req-f374066b-102f-4396-b200-ef1bc2328e37 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/ports?device_id=a50b6ee6-4e67-4ab1-b9c0-cc38334cfa87 HTTP/1.1" status: 200 len: 210 time: 0.0654142 Jan 31 18:19:47.125791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:47.129885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:19:47.140481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:19:47.141080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:19:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:47.341359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:19:47.660168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:47.664644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6e146-15cb-4775-b634-5453bf43e3d9 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:15:44Z', 'revision_number': 4, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5aa0eefa-c369-42b4-8761-8cd42fe74fe6', 'name': '', 'network_id': '32e68095-4035-4dff-8463-d83364fbf9fa', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'mac_address': 'fa:16:3e:19:8d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:44Z', 'updated_at': '2022-01-31T18:16:03Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'subnets': [{'id': 'b385aecb-8000-421a-a8a7-cdd2ecfc80b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:19:47.915082 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f563a9-4b52-44e1-859a-eff857757229 None None] New status for floating IP e9f8f15d-93db-4ee1-b228-16928b08fce3: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:19:49.915665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:50.001034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:19:50.001376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 9d16f86c-edda-4a12-85eb-d1ea4d0e6ecf not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:19:51.452587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37828) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:51.524558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:51.557103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:51.613194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:51.633779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e86a86e-af37-4a09-9f48-25b5bc8e3445,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:51.646350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:51.647665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1ac4ed4f-55e5-4bc0-b8b7-fd4634c89dd1 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "DELETE /v2.0/security-groups/8e86a86e-af37-4a09-9f48-25b5bc8e3445 HTTP/1.1" status: 204 len: 168 time: 0.1931732 Jan 31 18:19:51.650393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37832) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:51.670980 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.api.v2.resource [None req-81d15124-116d-48f3-ae9e-2d5aeb29d406 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] show failed (client error): The resource could not be found. Jan 31 18:19:51.672022 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-81d15124-116d-48f3-ae9e-2d5aeb29d406 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "GET /v2.0/security-groups/8e86a86e-af37-4a09-9f48-25b5bc8e3445 HTTP/1.1" status: 404 len: 347 time: 0.0205786 Jan 31 18:19:51.675008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37836) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:51.838496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Deleting port 1aef105d-d299-47bf-9f61-507053a147e9 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:51.839020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.027203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.027470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.159326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Calling delete_port for 1aef105d-d299-47bf-9f61-507053a147e9 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:52.320318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.368899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Pushing event deleted for resources: {'Port': ['ID=1aef105d-d299-47bf-9f61-507053a147e9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:52.477504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.497972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:52.499091 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d01cf3dc-380e-4ef0-826f-9b587117c651 tempest-ServerActionsTestJSON-1623474491 tempest-ServerActionsTestJSON-1623474491-project] 10.222.0.110 "DELETE /v2.0/floatingips/e9f8f15d-93db-4ee1-b228-16928b08fce3 HTTP/1.1" status: 204 len: 168 time: 0.8231671 Jan 31 18:19:52.502775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37840) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:52.916310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:53.654315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Deleting port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:53.655028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:53.839239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] For port 5aa0eefa-c369-42b4-8761-8cd42fe74fe6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:53.839583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:53.960970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Calling delete_port for 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:54.167831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:54.214237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aa0eefa-c369-42b4-8761-8cd42fe74fe6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:54.257180 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.257530 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.257858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.258182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.258498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.258821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.259268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.259749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.260281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.260736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.261144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:19:54.549827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:55.252252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Router 3eec0091-7329-404f-b189-6912f9f3840a has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:19:55.456618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:19:55.466877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Sync routers for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:19:55.474943 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9e9b5bc2-06d7-4f1a-af29-78e5ea73de07 admin admin] 10.222.0.110 "PUT /v2.0/routers/3eec0091-7329-404f-b189-6912f9f3840a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9710119 Jan 31 18:19:55.478473 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37844) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:55.481497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:19:55.482150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:19:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:55.675327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:19:55.696634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:55.939353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:55.959458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Deleting port d29450a8-244a-49aa-8046-21d9cabf7a6b {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:55.959987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:56.027285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53'}], 'enable_snat': True}, 'gw_port_id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:19:54Z', 'revision_number': 5, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port': {'id': 'd29450a8-244a-49aa-8046-21d9cabf7a6b', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:4c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec0091-7329-404f-b189-6912f9f3840a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:15:42Z', 'updated_at': '2022-01-31T18:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:56.031817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Checking router: 3eec0091-7329-404f-b189-6912f9f3840a for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:19:56.044604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Routers {'3eec0091-7329-404f-b189-6912f9f3840a'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:19:56.045218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:19:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['3eec0091-7329-404f-b189-6912f9f3840a'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:56.191101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] For port d29450a8-244a-49aa-8046-21d9cabf7a6b, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d29450a8-244a-49aa-8046-21d9cabf7a6b,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:56.191379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:56.217182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] Set router 3eec0091-7329-404f-b189-6912f9f3840a gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:19:56.321113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Calling delete_port for d29450a8-244a-49aa-8046-21d9cabf7a6b owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:56.325607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:19:55Z', 'revision_number': 6, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:56.330185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac37f81-12b2-4258-b407-e9ce0ee3ac60 None None] The sync data for ids ['3eec0091-7329-404f-b189-6912f9f3840a'] in dv-neutron-823271-3-hyperv is: [{'id': '3eec0091-7329-404f-b189-6912f9f3840a', 'name': 'tempest-ServerActionsTestJSON-1137956388-router', 'tenant_id': '8a00dde12b524af7bd00adab570d95fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:15:41Z', 'updated_at': '2022-01-31T18:19:55Z', 'revision_number': 6, 'project_id': '8a00dde12b524af7bd00adab570d95fa', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:19:56.590614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:19:56.603764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:56.651040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d29450a8-244a-49aa-8046-21d9cabf7a6b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:56.909347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.166759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d29450a8-244a-49aa-8046-21d9cabf7a6b no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:57.192068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.197457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.201068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d29450a8-244a-49aa-8046-21d9cabf7a6b {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:19:57.201455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d29450a8-244a-49aa-8046-21d9cabf7a6b not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:19:57.201846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:57.226002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.226862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eec0091-7329-404f-b189-6912f9f3840a {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:19:57.239487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:19:57.239671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5aa0eefa-c369-42b4-8761-8cd42fe74fe6 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:19:57.244255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.245340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-21d48d56-76af-4d56-9501-fd9ac3eab7a4 admin admin] 10.222.0.110 "DELETE /v2.0/routers/3eec0091-7329-404f-b189-6912f9f3840a HTTP/1.1" status: 204 len: 168 time: 1.7657297 Jan 31 18:19:57.248928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 37848) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:57.323518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Deleting subnet b385aecb-8000-421a-a8a7-cdd2ecfc80b5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:19:57.326895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.382722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.466575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.535896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.572021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b385aecb-8000-421a-a8a7-cdd2ecfc80b5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:57.578572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.585061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3f41f9-fb71-40af-a210-33f8c663e53f None None] Network 32e68095-4035-4dff-8463-d83364fbf9fa requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:19:57.588203 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0ddde9fc-fae8-4a9f-adb7-0a0570fd2d9f admin admin] 10.222.0.110 "DELETE /v2.0/subnets/b385aecb-8000-421a-a8a7-cdd2ecfc80b5 HTTP/1.1" status: 204 len: 168 time: 0.3382344 Jan 31 18:19:57.588519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37852) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:57.766211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.779648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Deleting port 055cdcc3-1300-48d0-bf48-ecc067d67005 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:57.780211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:57.921975 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] DHCP port deletion for 32e68095-4035-4dff-8463-d83364fbf9fa request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:19:57.927619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Deleting port 055cdcc3-1300-48d0-bf48-ecc067d67005 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:57.928112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.005846 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] For port 055cdcc3-1300-48d0-bf48-ecc067d67005, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=055cdcc3-1300-48d0-bf48-ecc067d67005,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:58.006209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.137602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Calling delete_port for 055cdcc3-1300-48d0-bf48-ecc067d67005 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:58.147061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] For port 055cdcc3-1300-48d0-bf48-ecc067d67005, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=055cdcc3-1300-48d0-bf48-ecc067d67005,segment=NetworkSegment(062ff86b-47c7-4040-a389-b0b36d33594b),segment_id=062ff86b-47c7-4040-a389-b0b36d33594b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:19:58.147447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.315212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.322721 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Calling delete_port for 055cdcc3-1300-48d0-bf48-ecc067d67005 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:19:58.360987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Pushing event deleted for resources: {'Port': ['ID=055cdcc3-1300-48d0-bf48-ecc067d67005,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:58.367572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] No DVR routers for this DVR port 055cdcc3-1300-48d0-bf48-ecc067d67005 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:19:58.398318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:19:58.398924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:19:58.493138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.523110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e68095-4035-4dff-8463-d83364fbf9fa']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:58.536001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062ff86b-47c7-4040-a389-b0b36d33594b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:58.536226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062ff86b-47c7-4040-a389-b0b36d33594b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:19:58.547706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.563366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.569247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Releasing vlan 1432 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:19:58.569645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:19:58.583206 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:19:58.666519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.685855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.696727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] Pushing event deleted for resources: {'Network': ['ID=32e68095-4035-4dff-8463-d83364fbf9fa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:58.712480 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f470ce9c-367e-42cb-81c4-0324802c2666 admin admin] 10.222.0.110 "DELETE /v2.0/networks/32e68095-4035-4dff-8463-d83364fbf9fa HTTP/1.1" status: 204 len: 168 time: 1.1224945 Jan 31 18:19:58.891960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:58.900799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Deleting port 055cdcc3-1300-48d0-bf48-ecc067d67005 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:19:58.901234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:58.945186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-45ba83dc-9d6b-4284-b441-e6c46c7d2ecf admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=8a00dde12b524af7bd00adab570d95fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519755 Jan 31 18:19:58.947524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:19:58.972407 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-120c2cee-5d7f-4c1c-93b1-09414e3fa0b1 None None] The port '055cdcc3-1300-48d0-bf48-ecc067d67005' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:19:59.023262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:59.029983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 055cdcc3-1300-48d0-bf48-ecc067d67005 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:19:59.064171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 055cdcc3-1300-48d0-bf48-ecc067d67005 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:19:59.064515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 055cdcc3-1300-48d0-bf48-ecc067d67005 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:19:59.078646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:59.138965 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:59.156660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102b854f-aeea-41c5-a0a0-956f3d0434f6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:19:59.166189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:19:59.167932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99f05057-97fd-48ec-93bd-d5bc5d2c7292 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/102b854f-aeea-41c5-a0a0-956f3d0434f6 HTTP/1.1" status: 204 len: 168 time: 0.2193563 Jan 31 18:20:00.122866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37884) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:00.276272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1138190345-network', 'tenant_id': '4a9a5327ab294a4889702c6dc3b34b50'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:00.281273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:00.286404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Usage tracker for resource:network and tenant:4a9a5327ab294a4889702c6dc3b34b50 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:00.289742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:00.295611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:00.314108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Made reservation on behalf of 4a9a5327ab294a4889702c6dc3b34b50 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:00.316505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.329320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.366988 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:00.371481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a9a5327ab294a4889702c6dc3b34b50 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:00.374512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:00.382186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:00.449602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.453989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.494042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1419, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:00.503966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d2f04-b418-4fbf-af01-e201c2199447,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:00.510359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.510688 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Added segment 83b39b13-f65c-4e1d-aa02-92e57b4fee90 of type vlan for network b138733d-c827-4b05-89fa-e454ce94f300 Jan 31 18:20:00.542546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.591070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.592036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:00.592619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.706106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b138733d-c827-4b05-89fa-e454ce94f300,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:00.709238 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6edbe418-1ac3-448d-b7f8-3ba6322a78f4 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5850384 Jan 31 18:20:00.713802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 37890) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:00.719338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Request body: {'subnet': {'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1138190345-subnet', 'tenant_id': '4a9a5327ab294a4889702c6dc3b34b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:00.719835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network b138733d-c827-4b05-89fa-e454ce94f300 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:00.724328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:00.728149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Usage tracker for resource:subnet and tenant:4a9a5327ab294a4889702c6dc3b34b50 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:00.730998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:00.736620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:00.747914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Made reservation on behalf of 4a9a5327ab294a4889702c6dc3b34b50 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:00.750371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:00.961645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:01.042444 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f359c86-96da-40c3-b3f0-6a268278a2d3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:01.053267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Checking segment: {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:01.053657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Network hostable DHCP agents. Network: b138733d-c827-4b05-89fa-e454ce94f300, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:01.076144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Network b138733d-c827-4b05-89fa-e454ce94f300 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:01.086637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, b138733d-c827-4b05-89fa-e454ce94f300) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:01.090562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:01.091127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:01.095449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21577e30-e348-4d9f-bac7-ca8f2e3729c8 None None] Network b138733d-c827-4b05-89fa-e454ce94f300 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:01.114057 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-40e72419-cc9b-4191-af66-cf27bb3b273e admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3989172 Jan 31 18:20:01.314817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3186e63d-8bf9-451b-af82-237a7dfae5fd None None] Network b138733d-c827-4b05-89fa-e454ce94f300 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:01.690317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-e0fe2420-b60d-4071-b4f6-5efe7ab6eb1f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:01.690983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-e0fe2420-b60d-4071-b4f6-5efe7ab6eb1f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Synchronizing usage tracker for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:01.709674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-e0fe2420-b60d-4071-b4f6-5efe7ab6eb1f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Unset dirty status for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:01.710969 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-e0fe2420-b60d-4071-b4f6-5efe7ab6eb1f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 814 time: 0.1640179 Jan 31 18:20:01.728007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-182686c9-cb91-47b2-89f4-d2600d01bfad tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/quotas/4a9a5327ab294a4889702c6dc3b34b50 HTTP/1.1" status: 200 len: 375 time: 0.0116856 Jan 31 18:20:01.775523 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-a4e23c33-10d9-49e3-a93a-99baf6d3f0c0 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421200 Jan 31 18:20:01.910571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-5c3ed34b-95da-4c94-ad9a-d9bbb1e03a64 service neutron] 10.222.0.110 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280270 Jan 31 18:20:02.044108 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-a5d0f8bf-2169-4031-ba84-6683ba58226e service neutron] 10.222.0.110 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277850 Jan 31 18:20:02.268554 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b96454f5-a2e7-493f-8038-997d45bea737 req-28302e7d-7266-42fd-9622-545f7e1327f2 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 210 time: 0.0464141 Jan 31 18:20:03.282022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-3a83065b-967c-42ad-975d-b2d168b92bd9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:03.283338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-3a83065b-967c-42ad-975d-b2d168b92bd9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 814 time: 0.1535113 Jan 31 18:20:03.299557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Request body: {'port': {'device_id': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300', 'admin_state_up': True, 'tenant_id': '4a9a5327ab294a4889702c6dc3b34b50'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:03.448384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:03.452235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Usage tracker for resource:port and tenant:4a9a5327ab294a4889702c6dc3b34b50 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:03.455145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:03.461808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:03.473207 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Made reservation on behalf of 4a9a5327ab294a4889702c6dc3b34b50 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:03.476838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:03.598549 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8ef1ad7f-90f4-412e-980f-150000253692 req-abc0900e-b6ac-4d11-a44d-59ea207da96f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 210 time: 0.0527596 Jan 31 18:20:03.710325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Allocated IP 172.20.0.10 (b138733d-c827-4b05-89fa-e454ce94f300/9f359c86-96da-40c3-b3f0-6a268278a2d3/1a006770-74cb-4b3a-9c01-573d3915f7c1) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:04.025856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.052452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.125248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Network b138733d-c827-4b05-89fa-e454ce94f300 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:04.128337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:04.133097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:04.163507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Pushing event updated for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:04.195913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:04.196504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.217434 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-bb32b1e8-7334-4004-bb9e-4211c048f6bd tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9215631 Jan 31 18:20:04.228131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Request body: {'port': {'device_id': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:04.339332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.674546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a006770-74cb-4b3a-9c01-573d3915f7c1 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:20:04.682733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.698242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Transition to ACTIVE for port object 1a006770-74cb-4b3a-9c01-573d3915f7c1 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:04.702010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:04.804997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c07191-e480-447e-adf3-eec60e4a3d98 req-d6945b87-99fb-425c-b2b8-23dc0341ada5 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:04.806572 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-03c07191-e480-447e-adf3-eec60e4a3d98 req-d6945b87-99fb-425c-b2b8-23dc0341ada5 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 944 time: 0.0841475 Jan 31 18:20:04.833441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Pushing event updated for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:04.859368 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-03c07191-e480-447e-adf3-eec60e4a3d98 req-761f0f88-0931-41c0-9802-ef6d4c72c7a4 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Jan 31 18:20:04.947883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Attempting to bind port 1a006770-74cb-4b3a-9c01-573d3915f7c1 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:04.948121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Attempting to bind port 1a006770-74cb-4b3a-9c01-573d3915f7c1 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:04.948434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Attempting to bind port 1a006770-74cb-4b3a-9c01-573d3915f7c1 on network b138733d-c827-4b05-89fa-e454ce94f300 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:04.953994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Port 1a006770-74cb-4b3a-9c01-573d3915f7c1 on network b138733d-c827-4b05-89fa-e454ce94f300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:20:04.954308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Attempting to bind port 1a006770-74cb-4b3a-9c01-573d3915f7c1 on network b138733d-c827-4b05-89fa-e454ce94f300 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:04.961054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:04.961379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Checking segment: {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:04.961783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Bound using segment: {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:04.962196 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Bound port: 1a006770-74cb-4b3a-9c01-573d3915f7c1, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:04.962526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:05.050378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:05.054340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:05.059094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:05.121817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:05.123145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] 10.222.0.86 "PUT /v2.0/ports/1a006770-74cb-4b3a-9c01-573d3915f7c1 HTTP/1.1" status: 200 len: 1094 time: 0.8989911 Jan 31 18:20:05.123567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:05.142091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ead98c-f186-42b5-8b95-6d1a48769092 service neutron] Pushing event updated for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:05.228745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-4b0acee5-927e-48e1-a950-6831b0611a21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 1097 time: 0.0704820 Jan 31 18:20:05.288446 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1', 'status': 'completed', 'code': 200} Jan 31 18:20:05.302821 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-134e0660-1ae9-49fa-94d1-e7eaf9205eba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1 HTTP/1.1" status: 200 len: 217 time: 0.0669770 Jan 31 18:20:05.362918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-b77f2808-b9a7-49c7-a816-a672cdb90c5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:05.364457 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-b77f2808-b9a7-49c7-a816-a672cdb90c5f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f359c86-96da-40c3-b3f0-6a268278a2d3 HTTP/1.1" status: 200 len: 854 time: 0.0562358 Jan 31 18:20:05.408833 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-6e565eab-46a9-43a3-ba8a-0ab8a77c4aeb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b138733d-c827-4b05-89fa-e454ce94f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385461 Jan 31 18:20:05.549841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-e799c0fc-3fd9-456c-9d8c-d243d5607030 service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342113 Jan 31 18:20:05.687632 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e92108cc-3d8f-45e4-9109-1ec46a0067dd req-adc49557-34d7-42d7-8f0e-5d73677fe67a service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322966 Jan 31 18:20:05.904538 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-72638a32-f338-4968-8f1f-0cc31c77283d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 1097 time: 0.1764858 Jan 31 18:20:06.040743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-244ef353-8aa2-41ea-b9e3-359dacf81efc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:06.042260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-244ef353-8aa2-41ea-b9e3-359dacf81efc service neutron] 10.222.0.86 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 916 time: 0.1307449 Jan 31 18:20:06.059743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db1b070-ae60-4294-ab6e-a666100906f7 req-8729ec07-0236-4464-b888-bba4a26adb7e tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:06.061180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5db1b070-ae60-4294-ab6e-a666100906f7 req-8729ec07-0236-4464-b888-bba4a26adb7e tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 944 time: 0.0790493 Jan 31 18:20:06.107242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5db1b070-ae60-4294-ab6e-a666100906f7 req-55e330bb-053e-4a3a-9ae0-0ce14cba0b0f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405140 Jan 31 18:20:06.115707 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-b20e0d23-0d56-4dd2-a41c-df5accc1a647 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1 HTTP/1.1" status: 200 len: 217 time: 0.0655305 Jan 31 18:20:06.177741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-6d6eebc3-035a-48a4-adf0-381c24377d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:06.179170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-6d6eebc3-035a-48a4-adf0-381c24377d09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f359c86-96da-40c3-b3f0-6a268278a2d3 HTTP/1.1" status: 200 len: 854 time: 0.0574899 Jan 31 18:20:06.224369 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-16ae6542-decf-4f25-a5fe-72e974ec89ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b138733d-c827-4b05-89fa-e454ce94f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388525 Jan 31 18:20:06.358766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-7d2afd10-dca1-437b-a835-478a4b892d6a service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271400 Jan 31 18:20:06.493068 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-58fd93d1-ffce-4393-95c8-f4314efad21f req-9e4f7359-7ba7-4940-bbba-53138203d579 service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279564 Jan 31 18:20:07.017348 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e729e1e3-dad6-479b-b677-dcbde2926b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:07.317971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-633c856c-6702-462b-9a80-f0b554146ff2 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:07.318669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-633c856c-6702-462b-9a80-f0b554146ff2 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Synchronizing usage tracker for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:07.339916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-633c856c-6702-462b-9a80-f0b554146ff2 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Unset dirty status for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:07.341791 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-633c856c-6702-462b-9a80-f0b554146ff2 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 944 time: 0.1082234 Jan 31 18:20:07.387893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-ca963f7e-1de1-4dbd-ab74-4638fcf5729b tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Synchronizing usage tracker for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:07.412712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-ca963f7e-1de1-4dbd-ab74-4638fcf5729b tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Unset dirty status for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:07.413843 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e0a757a6-9a95-41d1-b8f3-a1c5298cce1d req-ca963f7e-1de1-4dbd-ab74-4638fcf5729b tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667698 Jan 31 18:20:07.977859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1a006770-74cb-4b3a-9c01-573d3915f7c1 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:20:08.113900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:08.126808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '1a006770-74cb-4b3a-9c01-573d3915f7c1', 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300', 'port_id': '1a006770-74cb-4b3a-9c01-573d3915f7c1', 'mac_address': 'fa:16:3e:97:7a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f359c86-96da-40c3-b3f0-6a268278a2d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:20:08.184686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:08.202454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a006770-74cb-4b3a-9c01-573d3915f7c1 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:20:08.218178 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:08.221806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:08.290148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:08.298461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.298802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.299134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.299461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.299786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.300106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.300470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.300799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.301108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.301441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.301756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:08.421979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1a006770-74cb-4b3a-9c01-573d3915f7c1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:20:08.618338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7897086-bcd2-4981-b498-cc30f4a1b69a req-512a368e-f0a9-4b36-9d8c-d297f8e206e3 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:08.619766 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d7897086-bcd2-4981-b498-cc30f4a1b69a req-512a368e-f0a9-4b36-9d8c-d297f8e206e3 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 945 time: 0.0771706 Jan 31 18:20:08.664189 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d7897086-bcd2-4981-b498-cc30f4a1b69a req-c248509e-0214-45c5-8ee1-1f3b40be25a9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Jan 31 18:20:09.357048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ca11-d06a-40b3-9c2e-4cb61a368b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:09.860064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340542dd-19fc-4a16-954d-3d69f74aa0ee req-53e37271-b2ad-4ac5-b9de-85d3f7467ab9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:09.861608 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-340542dd-19fc-4a16-954d-3d69f74aa0ee req-53e37271-b2ad-4ac5-b9de-85d3f7467ab9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 945 time: 0.0786493 Jan 31 18:20:09.906665 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-340542dd-19fc-4a16-954d-3d69f74aa0ee req-37de5f98-50a0-4e9e-a86e-d9636c7d2770 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389981 Jan 31 18:20:09.993125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1a006770-74cb-4b3a-9c01-573d3915f7c1 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:20:10.060674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 1a006770-74cb-4b3a-9c01-573d3915f7c1 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:10.065678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 1a006770-74cb-4b3a-9c01-573d3915f7c1 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:10.066704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:10.182361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:10.209467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:10.218563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:10.223045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:10.300011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:10.304173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:10.349264 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1', 'code': 200} Jan 31 18:20:10.450672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:10.564933 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-94ca4347-0157-492b-96be-97780fed67a7 req-be51be96-f6e7-45d3-95bf-67956db2964e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 1099 time: 0.0693345 Jan 31 18:20:10.607082 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-94ca4347-0157-492b-96be-97780fed67a7 req-34cf62ed-ace7-4108-89c9-5f2a42b035c7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363410 Jan 31 18:20:11.100731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a0992-65dc-4fae-a85b-0bd1288a24c0 req-78b25a45-82e2-4f73-91e5-a4d324c48781 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:11.102316 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd3a0992-65dc-4fae-a85b-0bd1288a24c0 req-78b25a45-82e2-4f73-91e5-a4d324c48781 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0753036 Jan 31 18:20:11.150275 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bd3a0992-65dc-4fae-a85b-0bd1288a24c0 req-36be0863-4840-4f0c-98e8-f22f5c08e08f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424578 Jan 31 18:20:11.747672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:12.346644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ae19-4366-431e-a693-af148b2254e7 req-edc29212-5358-4895-b04a-254be7a94968 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:12.348126 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c7ae19-4366-431e-a693-af148b2254e7 req-edc29212-5358-4895-b04a-254be7a94968 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0770564 Jan 31 18:20:12.392117 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44c7ae19-4366-431e-a693-af148b2254e7 req-05148332-09f5-4c92-b44b-8a719e5fc54d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383406 Jan 31 18:20:12.691693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-1cf83462-64ed-4af2-b58e-08b0d603a109 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:12.693123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-1cf83462-64ed-4af2-b58e-08b0d603a109 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 814 time: 0.1434133 Jan 31 18:20:12.709506 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-ee9fb215-6e25-463f-9fac-d7bb1165f203 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/quotas/4a9a5327ab294a4889702c6dc3b34b50 HTTP/1.1" status: 200 len: 375 time: 0.0109036 Jan 31 18:20:12.786682 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7097515c-2159-4c46-8565-7313c5d4413e tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720024 Jan 31 18:20:12.921452 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-63843721-6ece-47a8-b3bb-ad55756ae047 service neutron] 10.222.0.110 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283259 Jan 31 18:20:13.054713 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-43cfcbf6-3c86-4ae9-931e-a746776b948b service neutron] 10.222.0.110 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270418 Jan 31 18:20:13.240133 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0c4ad383-19cf-442d-bae2-86aa49c561e2 req-7b11b31e-18de-4c99-866d-a9f9cedd4839 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 210 time: 0.0445077 Jan 31 18:20:13.542173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:14.455770 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-30b256a2-78c8-42c4-8673-5052b951f0dc req-fbc19694-3394-4d60-b36e-1fc8764b0497 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 210 time: 0.0614908 Jan 31 18:20:14.462571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-48abf616-a5c1-4c85-9535-6bf8f3846958 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:14.463978 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-48abf616-a5c1-4c85-9535-6bf8f3846958 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 814 time: 0.3118274 Jan 31 18:20:14.480334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Request body: {'port': {'device_id': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300', 'admin_state_up': True, 'tenant_id': '4a9a5327ab294a4889702c6dc3b34b50'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:14.640336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:14.653602 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:14.665580 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Made reservation on behalf of 4a9a5327ab294a4889702c6dc3b34b50 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:14.669014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:14.887400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Allocated IP 172.20.0.12 (b138733d-c827-4b05-89fa-e454ce94f300/9f359c86-96da-40c3-b3f0-6a268278a2d3/71857898-39e1-406d-af44-965d11330680) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:15.092991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.120482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.131920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1a006770-74cb-4b3a-9c01-573d3915f7c1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:20:15.191841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Network b138733d-c827-4b05-89fa-e454ce94f300 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:15.194961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:15.199402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:15.235022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Pushing event updated for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:15.264273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:15.264863 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.289617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c771bd65-5abd-447f-afad-78bcb40a0206 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8133330 Jan 31 18:20:15.300931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Request body: {'port': {'device_id': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:15.407851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.757721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac6144-5f4a-4d8a-a1df-8d95c8c4f99a req-73915dc3-d34c-4621-958d-fa0bcb729bef tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:15.759099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4eac6144-5f4a-4d8a-a1df-8d95c8c4f99a req-73915dc3-d34c-4621-958d-fa0bcb729bef tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 932 time: 0.1800196 Jan 31 18:20:15.767186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71857898-39e1-406d-af44-965d11330680 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:20:15.774083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.788402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Transition to ACTIVE for port object 71857898-39e1-406d-af44-965d11330680 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:15.792250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:15.807689 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4eac6144-5f4a-4d8a-a1df-8d95c8c4f99a req-f3ebbc59-a6b7-4061-a9fc-7bee95e385ba tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Jan 31 18:20:15.916327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Pushing event updated for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:16.021727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Attempting to bind port 71857898-39e1-406d-af44-965d11330680 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:16.021961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Attempting to bind port 71857898-39e1-406d-af44-965d11330680 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:16.022251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Attempting to bind port 71857898-39e1-406d-af44-965d11330680 on network b138733d-c827-4b05-89fa-e454ce94f300 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:16.027781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Port 71857898-39e1-406d-af44-965d11330680 on network b138733d-c827-4b05-89fa-e454ce94f300 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:20:16.028085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Attempting to bind port 71857898-39e1-406d-af44-965d11330680 on network b138733d-c827-4b05-89fa-e454ce94f300 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:16.034105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:16.035111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Checking segment: {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:16.035542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Bound using segment: {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:16.035708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Bound port: 71857898-39e1-406d-af44-965d11330680, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b39b13-f65c-4e1d-aa02-92e57b4fee90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:16.036032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:16.121350 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:16.124201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=71857898-39e1-406d-af44-965d11330680,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:16.128755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:16.187572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:16.188895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] 10.222.0.86 "PUT /v2.0/ports/71857898-39e1-406d-af44-965d11330680 HTTP/1.1" status: 200 len: 1094 time: 0.8921432 Jan 31 18:20:16.189317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'tag': '71857898-39e1-406d-af44-965d11330680'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:16.208954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20e757-a15c-4e82-9c93-e2e12385cd43 service neutron] Pushing event updated for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:16.350242 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'tag': '71857898-39e1-406d-af44-965d11330680', 'status': 'completed', 'code': 200} Jan 31 18:20:16.389686 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-d0963957-ca3d-4eb3-8a77-46dbda78cbec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 1097 time: 0.1627891 Jan 31 18:20:16.459810 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-d6b2fec6-b02a-466e-9d2e-ac283f88074b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71857898-39e1-406d-af44-965d11330680 HTTP/1.1" status: 200 len: 217 time: 0.0632362 Jan 31 18:20:16.520022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-1ed211d0-e27e-473d-820e-a9a1bd401612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:16.521438 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-1ed211d0-e27e-473d-820e-a9a1bd401612 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f359c86-96da-40c3-b3f0-6a268278a2d3 HTTP/1.1" status: 200 len: 854 time: 0.0567043 Jan 31 18:20:16.566105 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-fb2cc873-49d3-4ef7-a8d9-73d229d7fada service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b138733d-c827-4b05-89fa-e454ce94f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388920 Jan 31 18:20:16.695187 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-c41611cb-9824-4d31-a90d-179ca53ced5d service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228743 Jan 31 18:20:16.829941 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-77101976-2d5e-4e22-88e4-ec1b88a7e300 req-df32085a-e070-4bff-b384-c3d0a1c789d1 service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294956 Jan 31 18:20:16.983731 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-36bf01c4-ef3d-4903-9aa4-6e9959dc79e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 1097 time: 0.1025119 Jan 31 18:20:17.050850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23352b-6d4f-4f7b-9830-59f0ef028e60 req-62f14264-183e-4469-94dd-433100243e38 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:17.052703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-eb23352b-6d4f-4f7b-9830-59f0ef028e60 req-62f14264-183e-4469-94dd-433100243e38 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 944 time: 0.1018462 Jan 31 18:20:17.105930 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-eb23352b-6d4f-4f7b-9830-59f0ef028e60 req-c5b5f782-7e9e-4a2c-a6b1-764fc7f2934d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471375 Jan 31 18:20:17.127537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e0718-8593-4801-891d-a09abe9ab281 req-7816588c-0169-4aad-9b17-4a32ef38be43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:17.129107 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-7816588c-0169-4aad-9b17-4a32ef38be43 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 200 len: 916 time: 0.1385312 Jan 31 18:20:17.200913 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-c248415f-c247-4dbc-baf9-21af63b5ab86 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=71857898-39e1-406d-af44-965d11330680 HTTP/1.1" status: 200 len: 217 time: 0.0649946 Jan 31 18:20:17.264396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e0718-8593-4801-891d-a09abe9ab281 req-abb31714-4338-4284-863a-7af6e45f4d1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:17.265745 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-abb31714-4338-4284-863a-7af6e45f4d1e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9f359c86-96da-40c3-b3f0-6a268278a2d3 HTTP/1.1" status: 200 len: 854 time: 0.0589747 Jan 31 18:20:17.311456 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-0dc23d15-2853-407a-acca-c10fa47190b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b138733d-c827-4b05-89fa-e454ce94f300&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386086 Jan 31 18:20:17.445434 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-6dabf60d-51be-4908-ab00-069711dbd836 service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274848 Jan 31 18:20:17.578151 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-492e0718-8593-4801-891d-a09abe9ab281 req-3d7a93b9-a877-4b57-9ce4-fbfe63f6498a service neutron] 10.222.0.86 "GET /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268041 Jan 31 18:20:18.348784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e3e27-5233-478e-9163-5366f94ae059 req-37bc4563-e569-46a0-a199-f3d86d05ee95 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:18.349523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fa2e3e27-5233-478e-9163-5366f94ae059 req-37bc4563-e569-46a0-a199-f3d86d05ee95 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Synchronizing usage tracker for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:18.367667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fa2e3e27-5233-478e-9163-5366f94ae059 req-37bc4563-e569-46a0-a199-f3d86d05ee95 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Unset dirty status for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:18.368988 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa2e3e27-5233-478e-9163-5366f94ae059 req-37bc4563-e569-46a0-a199-f3d86d05ee95 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 944 time: 0.1079247 Jan 31 18:20:18.423450 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa2e3e27-5233-478e-9163-5366f94ae059 req-4a809e1a-f49e-437e-a06d-3c9dbd032186 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459793 Jan 31 18:20:19.645371 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c20f93-7a9a-4842-80e0-12a32571289d req-a9e998dc-8853-4eee-8454-818adc75c609 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:19.647907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-23c20f93-7a9a-4842-80e0-12a32571289d req-a9e998dc-8853-4eee-8454-818adc75c609 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 944 time: 0.0967245 Jan 31 18:20:19.697960 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-23c20f93-7a9a-4842-80e0-12a32571289d req-592e7b14-3139-481d-aca4-a0765b947232 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445046 Jan 31 18:20:20.052033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 71857898-39e1-406d-af44-965d11330680 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:20:20.207978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=71857898-39e1-406d-af44-965d11330680,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:20.227109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '71857898-39e1-406d-af44-965d11330680', 'network_id': 'b138733d-c827-4b05-89fa-e454ce94f300', 'port_id': '71857898-39e1-406d-af44-965d11330680', 'mac_address': 'fa:16:3e:10:5e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f359c86-96da-40c3-b3f0-6a268278a2d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:20:20.283901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:20.303045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71857898-39e1-406d-af44-965d11330680 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:20:20.322561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=71857898-39e1-406d-af44-965d11330680,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:20.328194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:20.404051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:20.553020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['71857898-39e1-406d-af44-965d11330680'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:20:20.929910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5824de7f-ec8c-4024-a25d-e4a65da19940 req-1f103f08-dac7-47d6-b071-0a39a99b00a9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:20.931434 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5824de7f-ec8c-4024-a25d-e4a65da19940 req-1f103f08-dac7-47d6-b071-0a39a99b00a9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 945 time: 0.0949609 Jan 31 18:20:20.980251 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5824de7f-ec8c-4024-a25d-e4a65da19940 req-10ce2865-4cd1-4726-bdb3-9cd8b27aad03 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Jan 31 18:20:22.060498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 71857898-39e1-406d-af44-965d11330680 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:20:22.135479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 71857898-39e1-406d-af44-965d11330680 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:22.141834 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 71857898-39e1-406d-af44-965d11330680 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:22.142340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:22.185459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f26086-88ac-4e67-844c-6a01c4021379 req-352e718c-2c57-41ca-b693-68bd719dffac tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:22.187035 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70f26086-88ac-4e67-844c-6a01c4021379 req-352e718c-2c57-41ca-b693-68bd719dffac tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 945 time: 0.0856459 Jan 31 18:20:22.234925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70f26086-88ac-4e67-844c-6a01c4021379 req-ed53a88b-a2ea-4b27-a357-9dbb47d34e01 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Jan 31 18:20:22.256389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:22.286459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71857898-39e1-406d-af44-965d11330680'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:22.296085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=71857898-39e1-406d-af44-965d11330680,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:22.300896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:22.346255 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71857898-39e1-406d-af44-965d11330680', 'code': 200} Jan 31 18:20:22.371702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:22.569995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6848db56-3f06-47df-a4e4-07dbc5c4e698 req-6943f753-63f5-4517-bf80-7b8be6f04fa4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 1099 time: 0.0726669 Jan 31 18:20:22.613458 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6848db56-3f06-47df-a4e4-07dbc5c4e698 req-60213a21-a1a2-4652-bd23-95a90743d952 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Jan 31 18:20:23.598241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e6a8-1295-44a5-97bd-111f9734fbc8 req-d067c224-a834-4258-95ab-3b7f19572505 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:23.599709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5345e6a8-1295-44a5-97bd-111f9734fbc8 req-d067c224-a834-4258-95ab-3b7f19572505 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 946 time: 0.0900881 Jan 31 18:20:23.656726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5345e6a8-1295-44a5-97bd-111f9734fbc8 req-b6611c84-3b4f-4c5f-9193-9287e2171b5d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509498 Jan 31 18:20:24.860927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6649f0-4150-4345-8143-47f4871b58d8 req-ae4d7992-5b01-4a11-9275-b0f89e3f5a8a tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:24.862795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3b6649f0-4150-4345-8143-47f4871b58d8 req-ae4d7992-5b01-4a11-9275-b0f89e3f5a8a tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 946 time: 0.0802362 Jan 31 18:20:25.012086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3b6649f0-4150-4345-8143-47f4871b58d8 req-448a2bca-fbf3-433a-91eb-c18977d87ace tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433225 Jan 31 18:20:25.491252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2f8e-cdf7-4f99-a618-63762d0fb2e9 req-7fd07d90-ba14-4b2f-907f-35ee0ded5879 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:25.492716 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e81f2f8e-cdf7-4f99-a618-63762d0fb2e9 req-7fd07d90-ba14-4b2f-907f-35ee0ded5879 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 946 time: 0.0910490 Jan 31 18:20:25.552636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e81f2f8e-cdf7-4f99-a618-63762d0fb2e9 req-3aa10ecc-ec17-465e-b53f-121f2e48b912 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539401 Jan 31 18:20:26.837776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5ebe820-f9eb-4765-aed2-81ba44b0f02d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:26.840437 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5ebe820-f9eb-4765-aed2-81ba44b0f02d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 946 time: 0.1326590 Jan 31 18:20:26.901562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f0f6b-2dc5-4341-94e4-edad742d3bd9 req-c9d65461-eebb-4cc9-a6ec-fb027c246590 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:26.904219 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-277f0f6b-2dc5-4341-94e4-edad742d3bd9 req-c9d65461-eebb-4cc9-a6ec-fb027c246590 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 946 time: 0.1517639 Jan 31 18:20:26.961640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Deleting port 71857898-39e1-406d-af44-965d11330680 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:26.962171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:26.989307 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-277f0f6b-2dc5-4341-94e4-edad742d3bd9 req-62187bae-7189-49fa-bad1-9adddd9ec42e tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746081 Jan 31 18:20:27.452724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] For port 71857898-39e1-406d-af44-965d11330680, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=71857898-39e1-406d-af44-965d11330680,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:27.453291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:27.648265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Calling delete_port for 71857898-39e1-406d-af44-965d11330680 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:27.931727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:27.946346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1a006770-74cb-4b3a-9c01-573d3915f7c1', '71857898-39e1-406d-af44-965d11330680'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:20:27.999739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Pushing event deleted for resources: {'Port': ['ID=71857898-39e1-406d-af44-965d11330680,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:28.134002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] No DVR routers for this DVR port 71857898-39e1-406d-af44-965d11330680 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:20:28.138603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:28.142358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'name': 'network-vif-deleted', 'tag': '71857898-39e1-406d-af44-965d11330680'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:28.167734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-acadf453-b1c1-462c-81ef-3082224210fa req-f5c849ee-8959-4e81-b7db-e5de77b29810 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "DELETE /v2.0/ports/71857898-39e1-406d-af44-965d11330680 HTTP/1.1" status: 204 len: 173 time: 1.3221052 Jan 31 18:20:28.233479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3311cf-ccd9-4f6e-9bb5-404427f4d141', 'name': 'network-vif-deleted', 'tag': '71857898-39e1-406d-af44-965d11330680', 'status': 'completed', 'code': 200} Jan 31 18:20:28.249187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-187ded9f-036f-4dd7-95de-2a0ba20497e6 req-d0b17c62-0d41-4940-a16f-5a238212a153 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Synchronizing usage tracker for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:28.282822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-187ded9f-036f-4dd7-95de-2a0ba20497e6 req-d0b17c62-0d41-4940-a16f-5a238212a153 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Unset dirty status for tenant:4a9a5327ab294a4889702c6dc3b34b50 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:28.283172 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-187ded9f-036f-4dd7-95de-2a0ba20497e6 req-d0b17c62-0d41-4940-a16f-5a238212a153 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=ed3311cf-ccd9-4f6e-9bb5-404427f4d141 HTTP/1.1" status: 200 len: 210 time: 0.1092725 Jan 31 18:20:29.580524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40ca75-8769-401a-bd6b-45a8c7add77f req-2ed19c1a-d9f8-40c4-9a0d-11fc419604c5 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:29.583139 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a40ca75-8769-401a-bd6b-45a8c7add77f req-2ed19c1a-d9f8-40c4-9a0d-11fc419604c5 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0846968 Jan 31 18:20:29.631107 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a40ca75-8769-401a-bd6b-45a8c7add77f req-31a36396-ea64-4278-a6fd-7b446b7e64eb tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421629 Jan 31 18:20:29.885324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aef42-6233-4773-a7be-512eafc46f17 req-237e387a-92d7-4eaf-98bf-1612ae0822eb tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:29.886908 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3e9aef42-6233-4773-a7be-512eafc46f17 req-237e387a-92d7-4eaf-98bf-1612ae0822eb tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0911288 Jan 31 18:20:29.941280 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3e9aef42-6233-4773-a7be-512eafc46f17 req-9c2e6cc9-0095-4e31-9d97-81e68a4e5db1 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479510 Jan 31 18:20:30.102083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 71857898-39e1-406d-af44-965d11330680 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:20:30.140167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 71857898-39e1-406d-af44-965d11330680 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:20:30.140428 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 71857898-39e1-406d-af44-965d11330680 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:20:30.156373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22750be9-1b08-4e73-a6dc-d2ac6ef7db79 req-20a61c12-857c-453c-bd50-b9e4c6edcf01 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:30.157812 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-22750be9-1b08-4e73-a6dc-d2ac6ef7db79 req-20a61c12-857c-453c-bd50-b9e4c6edcf01 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0887182 Jan 31 18:20:30.205013 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-22750be9-1b08-4e73-a6dc-d2ac6ef7db79 req-863a9522-1740-4cbf-a237-ea900f9316ee tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Jan 31 18:20:30.412794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3d67a9c3-7281-4b33-a473-dfd388b6e183 req-173bf142-e83f-4e0b-9c99-9f189165699f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0734246 Jan 31 18:20:30.619395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f9a72-b8c3-4b78-88fe-ff86d62bdca0 req-afd4da2d-0b85-4ef6-9877-b6ca4c13447c tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:30.620815 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f4f9a72-b8c3-4b78-88fe-ff86d62bdca0 req-afd4da2d-0b85-4ef6-9877-b6ca4c13447c tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0856812 Jan 31 18:20:30.667247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f4f9a72-b8c3-4b78-88fe-ff86d62bdca0 req-990e9df6-4f82-4474-b4f3-434b6e4cd5dc tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Jan 31 18:20:30.883985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8892f-99ee-41ce-a2e6-d114a7caf884 req-2e316ff2-0586-4a7e-86bc-2da4ab2ec244 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:30.886021 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3fd8892f-99ee-41ce-a2e6-d114a7caf884 req-2e316ff2-0586-4a7e-86bc-2da4ab2ec244 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0893044 Jan 31 18:20:30.934090 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3fd8892f-99ee-41ce-a2e6-d114a7caf884 req-ee768bed-e129-4fee-a2cd-95dc4a7ee7f3 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jan 31 18:20:31.177077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e85fb3-1267-4524-b368-071178e43200 req-d4cdb4d9-3f99-42e9-bca5-1509fc7aa197 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:31.178620 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b6e85fb3-1267-4524-b368-071178e43200 req-d4cdb4d9-3f99-42e9-bca5-1509fc7aa197 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0878799 Jan 31 18:20:31.231408 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b6e85fb3-1267-4524-b368-071178e43200 req-3a7df309-b80b-44d6-864b-86d2da895c9f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436308 Jan 31 18:20:31.838269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c14cb-85cd-4efb-b483-29fd59006d5a req-91b3e313-2057-43c3-8c18-c10a57c8d7ff tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:31.839737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-718c14cb-85cd-4efb-b483-29fd59006d5a req-91b3e313-2057-43c3-8c18-c10a57c8d7ff tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0862231 Jan 31 18:20:31.891185 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-718c14cb-85cd-4efb-b483-29fd59006d5a req-d7f08dfb-0551-4190-b0c2-9fc2c67af844 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459640 Jan 31 18:20:33.107354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-12029ff8-7f2a-4f49-b0e3-2f537d6d6acc tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:33.109533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-12029ff8-7f2a-4f49-b0e3-2f537d6d6acc tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0909882 Jan 31 18:20:33.115428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a075b4-a522-4bdd-a9a7-888a3a6cdc2c req-f00bba98-e6a6-4cd5-ba86-e9b5bf8f8d1c tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:33.117952 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56a075b4-a522-4bdd-a9a7-888a3a6cdc2c req-f00bba98-e6a6-4cd5-ba86-e9b5bf8f8d1c tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 946 time: 0.0918353 Jan 31 18:20:33.175099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-56a075b4-a522-4bdd-a9a7-888a3a6cdc2c req-a68673d6-2980-46d0-8dce-fe7a9b0b3e0d tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/security-groups?id=e94d2f04-b418-4fbf-af01-e201c2199447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515850 Jan 31 18:20:33.191717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Deleting port 1a006770-74cb-4b3a-9c01-573d3915f7c1 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:33.192213 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:33.592615 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:20:33.619078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] For port 1a006770-74cb-4b3a-9c01-573d3915f7c1, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=1a006770-74cb-4b3a-9c01-573d3915f7c1,segment=NetworkSegment(83b39b13-f65c-4e1d-aa02-92e57b4fee90),segment_id=83b39b13-f65c-4e1d-aa02-92e57b4fee90)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:33.619424 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:33.775433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Calling delete_port for 1a006770-74cb-4b3a-9c01-573d3915f7c1 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:33.941706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:33.953513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['1a006770-74cb-4b3a-9c01-573d3915f7c1'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:20:33.998327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Pushing event deleted for resources: {'Port': ['ID=1a006770-74cb-4b3a-9c01-573d3915f7c1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:34.074331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] No DVR routers for this DVR port 1a006770-74cb-4b3a-9c01-573d3915f7c1 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:20:34.076783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:34.079375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'name': 'network-vif-deleted', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:20:34.100172 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9806cdef-9e2c-4db7-b70f-3ea80cd760fc req-6e25632c-5b1a-4096-83b5-63b58161218f tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.86 "DELETE /v2.0/ports/1a006770-74cb-4b3a-9c01-573d3915f7c1 HTTP/1.1" status: 204 len: 173 time: 0.9849806 Jan 31 18:20:34.142109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877bd0c-7391-40ef-a3bb-6132a4fae32d', 'name': 'network-vif-deleted', 'tag': '1a006770-74cb-4b3a-9c01-573d3915f7c1', 'status': 'completed', 'code': 200} Jan 31 18:20:34.393984 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-27b459fe-f194-4694-9262-0b98bfa6ca9c req-53a57cf2-d0c6-4b5f-96a4-4214a07f96e9 tempest-ServersNegativeTestJSON-1585775045 tempest-ServersNegativeTestJSON-1585775045-project] 10.222.0.110 "GET /v2.0/ports?device_id=b877bd0c-7391-40ef-a3bb-6132a4fae32d HTTP/1.1" status: 200 len: 210 time: 0.0594420 Jan 31 18:20:35.507660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38026) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:35.568373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Deleting subnet 9f359c86-96da-40c3-b3f0-6a268278a2d3 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:20:35.571631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:35.626059 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:35.686049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:35.763541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:35.802474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f359c86-96da-40c3-b3f0-6a268278a2d3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:35.810827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:35.818101 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4186f828-00c5-4379-a767-cb279668c15e admin admin] 10.222.0.110 "DELETE /v2.0/subnets/9f359c86-96da-40c3-b3f0-6a268278a2d3 HTTP/1.1" status: 204 len: 168 time: 0.3093543 Jan 31 18:20:35.821243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38030) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:35.937132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.068951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.096137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b138733d-c827-4b05-89fa-e454ce94f300']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:36.110149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b39b13-f65c-4e1d-aa02-92e57b4fee90') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:36.110434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b39b13-f65c-4e1d-aa02-92e57b4fee90') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:36.117810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1a006770-74cb-4b3a-9c01-573d3915f7c1 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:20:36.123976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.146933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.153555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:36.153944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.158698 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 1a006770-74cb-4b3a-9c01-573d3915f7c1 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:20:36.159641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 1a006770-74cb-4b3a-9c01-573d3915f7c1 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:36.168801 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:36.254901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.272451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.282700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b138733d-c827-4b05-89fa-e454ce94f300,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:36.292171 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4a117815-e82e-437c-a3a4-d0acd896f2dd admin admin] 10.222.0.110 "DELETE /v2.0/networks/b138733d-c827-4b05-89fa-e454ce94f300 HTTP/1.1" status: 204 len: 168 time: 0.4698546 Jan 31 18:20:36.439546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38036) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:36.497003 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dea82695-c6db-4c76-8774-8080b78185bd admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4a9a5327ab294a4889702c6dc3b34b50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555689 Jan 31 18:20:36.500782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38040) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:36.572749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.600006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.666096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.683591 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d2f04-b418-4fbf-af01-e201c2199447,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:36.698064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:36.699291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8cd103c9-922e-4a21-94ca-252e28465a08 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e94d2f04-b418-4fbf-af01-e201c2199447 HTTP/1.1" status: 204 len: 168 time: 0.1975434 Jan 31 18:20:37.010815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e13fe83-22e7-460e-8860-510b4ea557b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:37.669266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38062) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:37.806799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1719659414'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:37.811954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:37.816727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:network and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:37.819819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:37.826587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:37.841625 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:37.844572 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:37.858496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:37.892732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:37.897716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:security_group_rule and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:37.900532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:37.906134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:37.979522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:37.983317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:38.017265 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] vlan segment allocate from pool success with {'vlan_id': 1426, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:38.026826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de96aa8b-a469-4cd2-9ba4-41c37e7baebc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:38.032427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:38.032765 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Added segment 3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7 of type vlan for network 51fe1033-ee8c-4d88-b8cf-7888b783365d Jan 31 18:20:38.070660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:38.209682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:38.213286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:38.213877 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:38.326170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6555130 Jan 31 18:20:38.329792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915425f9-1584-4c4d-b3ca-fc6191df1b53 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Network': ['ID=51fe1033-ee8c-4d88-b8cf-7888b783365d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:38.340273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:39.364401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b169fcc7-f907-48a0-9327-a190bfe8892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:40.301901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:40.466753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:41.728395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:41.819848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38068) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:41.826039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'subnet': {'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:41.951834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:41.958163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:subnet and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:41.962095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:41.968623 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:41.989240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:42.098280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.348560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.431414 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Subnet': ['ID=963c0a3f-d029-4997-a4e6-a5c5e93a3f9e,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:42.446974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking segment: {'id': '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:42.447325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network hostable DHCP agents. Network: 51fe1033-ee8c-4d88-b8cf-7888b783365d, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:42.469360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:42.479438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 51fe1033-ee8c-4d88-b8cf-7888b783365d) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:42.484304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:42.486366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.488086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f59cd4f-19b7-46a6-b3ca-81e6ea71a3f9 None None] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:42.517576 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-596e1546-93fb-4264-95d4-88c0e68e7697 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6965349 Jan 31 18:20:42.522155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38072) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:42.527952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-435730588'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:42.534472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:42.538869 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:network and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:42.541939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:42.548025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:42.564886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:42.568994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.604196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] vlan segment allocate from pool success with {'vlan_id': 1421, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:42.615683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.616122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Added segment 9b6aa7ab-ec41-4aee-95dd-ba54e18540fe of type vlan for network 026e8349-1924-4bb9-9878-01c1a4df7bbd Jan 31 18:20:42.659183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.696153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.700591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:42.701498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.783738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-51fe1033-ee8c-4d88-b8cf-7888b783365d', 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d', 'tenant_id': '7d72af268ca54feca8aaf44c69adeaa8', 'fixed_ips': [{'subnet_id': '963c0a3f-d029-4997-a4e6-a5c5e93a3f9e'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:42.785460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:42.812280 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2889771 Jan 31 18:20:42.815907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38076) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:42.823083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'subnet': {'network_id': '026e8349-1924-4bb9-9878-01c1a4df7bbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:42.849055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f534c-403d-4517-9f47-35d0184538b7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Network': ['ID=026e8349-1924-4bb9-9878-01c1a4df7bbd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:42.868971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 026e8349-1924-4bb9-9878-01c1a4df7bbd details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:42.960337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:42.964683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:subnet and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:42.969102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:42.976879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:42.991319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:43.087096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Allocated IP 2001:db8:0:ffff::2 (51fe1033-ee8c-4d88-b8cf-7888b783365d/963c0a3f-d029-4997-a4e6-a5c5e93a3f9e/3416446d-4ea6-4475-8514-4480ea7ccce5) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:43.104707 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.367528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.384059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Transition to ACTIVE for port object 3416446d-4ea6-4475-8514-4480ea7ccce5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:43.401102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.411488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Transition to ACTIVE for port object 3416446d-4ea6-4475-8514-4480ea7ccce5 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:43.420027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.500436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Subnet': ['ID=c159832c-a9b7-4e4d-8f84-37d8fa9298cf,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:43.502376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:43.505870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:43.524030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking segment: {'id': '9b6aa7ab-ec41-4aee-95dd-ba54e18540fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1421, 'network_id': '026e8349-1924-4bb9-9878-01c1a4df7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:43.524473 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network hostable DHCP agents. Network: 026e8349-1924-4bb9-9878-01c1a4df7bbd, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:43.532913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:43.536179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Pushing event updated for resources: {'Port': ['ID=3416446d-4ea6-4475-8514-4480ea7ccce5,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:43.556522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network 026e8349-1924-4bb9-9878-01c1a4df7bbd is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:43.568768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 026e8349-1924-4bb9-9878-01c1a4df7bbd) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:43.573633 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:43.574236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.602055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63ea7e-6be0-4e14-8c05-a8f0a8eabae3 None None] Network 026e8349-1924-4bb9-9878-01c1a4df7bbd requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:43.614079 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8a74779f-a6c8-4ef9-b93c-f997f625bfb7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7961082 Jan 31 18:20:43.617898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38080) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:43.662394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.771656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.796593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Attempting to bind port 3416446d-4ea6-4475-8514-4480ea7ccce5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:43.797157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Attempting to bind port 3416446d-4ea6-4475-8514-4480ea7ccce5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:43.797767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Attempting to bind port 3416446d-4ea6-4475-8514-4480ea7ccce5 on network 51fe1033-ee8c-4d88-b8cf-7888b783365d {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:43.827320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:43.827816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Checking segment: {'id': '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:43.828186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.828692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Bound using segment: {'id': '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:43.829291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Bound port: 3416446d-4ea6-4475-8514-4480ea7ccce5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '51fe1033-ee8c-4d88-b8cf-7888b783365d'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:43.829727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:43.859974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.001488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.029910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] For port 3416446d-4ea6-4475-8514-4480ea7ccce5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:44.047161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] For port 3416446d-4ea6-4475-8514-4480ea7ccce5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3416446d-4ea6-4475-8514-4480ea7ccce5,segment=NetworkSegment(3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7),segment_id=3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:44.049973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Subnet': ['ID=c159832c-a9b7-4e4d-8f84-37d8fa9298cf,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:44.058718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.092360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa24f23-9db5-4d04-928a-4d9a0b6e248b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-026e8349-1924-4bb9-9878-01c1a4df7bbd', 'network_id': '026e8349-1924-4bb9-9878-01c1a4df7bbd', 'tenant_id': '7d72af268ca54feca8aaf44c69adeaa8', 'fixed_ips': [{'subnet_id': 'c159832c-a9b7-4e4d-8f84-37d8fa9298cf'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:44.093168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3aa24f23-9db5-4d04-928a-4d9a0b6e248b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.149975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.178313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026e8349-1924-4bb9-9878-01c1a4df7bbd']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:44.196752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b6aa7ab-ec41-4aee-95dd-ba54e18540fe') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:44.197030 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b6aa7ab-ec41-4aee-95dd-ba54e18540fe') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:44.203676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e663f-7e53-47c0-9330-426df7178e09 None None] Pushing event updated for resources: {'Port': ['ID=3416446d-4ea6-4475-8514-4480ea7ccce5,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:44.212147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.234362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.246831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Releasing vlan 1421 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:44.247279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.262181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee33c46-8ba8-4025-84b6-5bd15700c4d0 None None] Network 026e8349-1924-4bb9-9878-01c1a4df7bbd requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:44.264388 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:44.352781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.359072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.394582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Network': ['ID=026e8349-1924-4bb9-9878-01c1a4df7bbd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:44.403076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38084) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:44.406500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-32371a87-30d1-414a-be18-fcc149db34f7 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/026e8349-1924-4bb9-9878-01c1a4df7bbd HTTP/1.1" status: 204 len: 168 time: 0.7874033 Jan 31 18:20:44.410100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799883485'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:44.420210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:44.431351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:network and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:44.447252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:44.472829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:44.489437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:44.495886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.545193 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] vlan segment allocate from pool success with {'vlan_id': 1412, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:44.561795 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.562308 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Added segment fc641efb-8a79-40a1-8fb1-1384ea042a60 of type vlan for network 7bde7b42-c75f-4dca-baee-3b896777dce4 Jan 31 18:20:44.597808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.632588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.636323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:44.636903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:44.730786 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3264918 Jan 31 18:20:44.733908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:44.741752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'subnet': {'network_id': '7bde7b42-c75f-4dca-baee-3b896777dce4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:44.751732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb31a63-057e-4bf7-9e98-b0ca0e286edf tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Network': ['ID=7bde7b42-c75f-4dca-baee-3b896777dce4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:44.765296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 7bde7b42-c75f-4dca-baee-3b896777dce4 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:44.876481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:44.885639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:subnet and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:44.890714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:44.900616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:44.917713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:45.056768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.091946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3416446d-4ea6-4475-8514-4480ea7ccce5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:20:45.176497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Performing IP validity checks on allocation pools {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 31 18:20:45.177474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.ipam_backend_mixin [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83557) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 31 18:20:45.253027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3416446d-4ea6-4475-8514-4480ea7ccce5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:45.357554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce071c-5a17-45b7-9417-7e359130727d None None] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:45.370144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.466728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Subnet': ['ID=31cc5760-7b3e-4fbc-a72c-c867690d906a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:45.472141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Provisioning for port 3416446d-4ea6-4475-8514-4480ea7ccce5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:45.489258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking segment: {'id': 'fc641efb-8a79-40a1-8fb1-1384ea042a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': '7bde7b42-c75f-4dca-baee-3b896777dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:45.489740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network hostable DHCP agents. Network: 7bde7b42-c75f-4dca-baee-3b896777dce4, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:45.495725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Provisioning complete for port 3416446d-4ea6-4475-8514-4480ea7ccce5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:45.496016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.515542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network 7bde7b42-c75f-4dca-baee-3b896777dce4 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:45.528739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 7bde7b42-c75f-4dca-baee-3b896777dce4) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:45.538548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:45.538941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.546393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6f3ceb-6fd4-4918-8924-aed964c9bf62 None None] Network 7bde7b42-c75f-4dca-baee-3b896777dce4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:45.566237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43d96097-aed3-415f-8a72-5e1d444d9466 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8307130 Jan 31 18:20:45.569936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38092) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:45.728558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.814219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.896019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.918472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:45.969594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Subnet': ['ID=31cc5760-7b3e-4fbc-a72c-c867690d906a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:45.990355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] For port 3416446d-4ea6-4475-8514-4480ea7ccce5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3416446d-4ea6-4475-8514-4480ea7ccce5,segment=NetworkSegment(3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7),segment_id=3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:45.998274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.000545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897cbda-0310-4e33-806a-acf32a81efe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-7bde7b42-c75f-4dca-baee-3b896777dce4', 'network_id': '7bde7b42-c75f-4dca-baee-3b896777dce4', 'tenant_id': '7d72af268ca54feca8aaf44c69adeaa8', 'fixed_ips': [{'subnet_id': '31cc5760-7b3e-4fbc-a72c-c867690d906a'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:46.001651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a897cbda-0310-4e33-806a-acf32a81efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.153249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646099b-0ff1-43d3-b144-d6fd5d1442ba None None] Pushing event updated for resources: {'Port': ['ID=3416446d-4ea6-4475-8514-4480ea7ccce5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:46.184388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64be47c4-3969-46e4-b959-f67603a050a6 None None] Network 7bde7b42-c75f-4dca-baee-3b896777dce4 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:46.188514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.223993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bde7b42-c75f-4dca-baee-3b896777dce4']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:46.238052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc641efb-8a79-40a1-8fb1-1384ea042a60') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:46.238343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc641efb-8a79-40a1-8fb1-1384ea042a60') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:46.250574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.266999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.273451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:46.273849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:46.289263 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:46.371411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-83d3209b-959a-4026-93cc-7a763b4a2e8d None None] Provisioning complete for port 3416446d-4ea6-4475-8514-4480ea7ccce5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:46.371813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-83d3209b-959a-4026-93cc-7a763b4a2e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.372348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.376813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.404510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Network': ['ID=7bde7b42-c75f-4dca-baee-3b896777dce4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:46.408241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/7bde7b42-c75f-4dca-baee-3b896777dce4 HTTP/1.1" status: 204 len: 168 time: 0.8370628 Jan 31 18:20:46.412695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38096) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:46.415260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.415605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.415941 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.416270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.416594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.416917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.417238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.417756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.418111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.418297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1041420999'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:46.418455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.418732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3d0fc4-c427-4639-b396-cd3694978678 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:46.423384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:46.428137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:network and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:46.431036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:46.437991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:46.453182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:46.456416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.488043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:46.499204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.499815 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Added segment fc26a1be-25d7-4804-8a37-68e0f3bb241a of type vlan for network 1660d690-d1bb-4472-84ea-cc40e22abff2 Jan 31 18:20:46.528578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.562991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.567746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:46.568355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:46.741830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3278763 Jan 31 18:20:46.745185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38100) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:46.751170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'subnet': {'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:46.766171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0d177-ebe9-4671-a7de-566fe083eddb tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Network': ['ID=1660d690-d1bb-4472-84ea-cc40e22abff2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:46.778634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1660d690-d1bb-4472-84ea-cc40e22abff2 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:46.882630 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:46.888795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:subnet and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:46.893894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:46.903402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:46.918040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:47.031873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.056152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3416446d-4ea6-4475-8514-4480ea7ccce5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:20:47.157067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3416446d-4ea6-4475-8514-4480ea7ccce5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:47.158326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.302914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.384826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Subnet': ['ID=ba1f7a34-4d75-47b6-9c2d-086700b27755,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:47.396711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking segment: {'id': 'fc26a1be-25d7-4804-8a37-68e0f3bb241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:47.397061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network hostable DHCP agents. Network: 1660d690-d1bb-4472-84ea-cc40e22abff2, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:47.418869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network 1660d690-d1bb-4472-84ea-cc40e22abff2 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:47.428966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1660d690-d1bb-4472-84ea-cc40e22abff2) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:47.433347 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:47.433952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.442784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d259febb-7b83-4ee8-a8e5-72efe23866cf None None] Network 1660d690-d1bb-4472-84ea-cc40e22abff2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:47.464103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-110a32d6-e145-481b-8083-957c06f9c43d tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7177126 Jan 31 18:20:47.467831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38104) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:47.474875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602865537'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:47.480401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:47.485384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:network and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:47.490476 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:47.496899 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:47.507220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:47.510463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.539978 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:47.550847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.551378 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Added segment f3316e2c-6538-42f7-bd06-01b38f19dc91 of type vlan for network 608b3e94-67a3-4f24-b922-db582cfc03eb Jan 31 18:20:47.584047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.624012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.629220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:47.630082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.693629 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1660d690-d1bb-4472-84ea-cc40e22abff2', 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2', 'tenant_id': '7d72af268ca54feca8aaf44c69adeaa8', 'fixed_ips': [{'subnet_id': 'ba1f7a34-4d75-47b6-9c2d-086700b27755'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:47.694576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:47.735381 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2664170 Jan 31 18:20:47.741098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38108) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:47.746686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e087f372-96f2-4745-9484-04ccd3badf02 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Network': ['ID=608b3e94-67a3-4f24-b922-db582cfc03eb,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:47.750593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Request body: {'subnet': {'network_id': '608b3e94-67a3-4f24-b922-db582cfc03eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:47.762246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 608b3e94-67a3-4f24-b922-db582cfc03eb details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:47.887470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:47.892913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Usage tracker for resource:subnet and tenant:7d72af268ca54feca8aaf44c69adeaa8 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:47.896267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:47.902319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:47.913397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Made reservation on behalf of 7d72af268ca54feca8aaf44c69adeaa8 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:48.011500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Allocated IP 2001:db8::2 (1660d690-d1bb-4472-84ea-cc40e22abff2/ba1f7a34-4d75-47b6-9c2d-086700b27755/9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:48.029018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.228174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.239547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Transition to ACTIVE for port object 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:48.259147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Transition to ACTIVE for port object 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:48.260920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.266949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.334993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Network 1660d690-d1bb-4472-84ea-cc40e22abff2 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:48.337815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:48.341325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:48.343958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event updated for resources: {'Subnet': ['ID=d01ab93f-26e7-40ec-8728-273b69facf02,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:48.351174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Pushing event updated for resources: {'Port': ['ID=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:48.355453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Checking segment: {'id': 'f3316e2c-6538-42f7-bd06-01b38f19dc91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '608b3e94-67a3-4f24-b922-db582cfc03eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:48.355851 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network hostable DHCP agents. Network: 608b3e94-67a3-4f24-b922-db582cfc03eb, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:48.383506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Network 608b3e94-67a3-4f24-b922-db582cfc03eb is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:48.394806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 608b3e94-67a3-4f24-b922-db582cfc03eb) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:48.399923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:48.400568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.421548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec853890-8557-4505-96f4-92114d0ef6f4 None None] Network 608b3e94-67a3-4f24-b922-db582cfc03eb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:48.426062 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f531471b-4306-4ade-afd5-d95c8502f23c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6832576 Jan 31 18:20:48.429647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38112) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:48.510046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Attempting to bind port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:48.510374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Attempting to bind port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'fc26a1be-25d7-4804-8a37-68e0f3bb241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:48.510636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Attempting to bind port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 on network 1660d690-d1bb-4472-84ea-cc40e22abff2 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:48.530276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:48.530276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Checking segment: {'id': 'fc26a1be-25d7-4804-8a37-68e0f3bb241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:48.530672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.530984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Bound using segment: {'id': 'fc26a1be-25d7-4804-8a37-68e0f3bb241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:48.531436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Bound port: 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc26a1be-25d7-4804-8a37-68e0f3bb241a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '1660d690-d1bb-4472-84ea-cc40e22abff2'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:48.531803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.588343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.667594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.714545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] For port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:48.760675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] For port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,segment=NetworkSegment(fc26a1be-25d7-4804-8a37-68e0f3bb241a),segment_id=fc26a1be-25d7-4804-8a37-68e0f3bb241a)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:48.770163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.774572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.815148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7e7dac-bb08-40ee-922f-631da79689ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-608b3e94-67a3-4f24-b922-db582cfc03eb', 'network_id': '608b3e94-67a3-4f24-b922-db582cfc03eb', 'tenant_id': '7d72af268ca54feca8aaf44c69adeaa8', 'fixed_ips': [{'subnet_id': 'd01ab93f-26e7-40ec-8728-273b69facf02'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:48.816324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad7e7dac-bb08-40ee-922f-631da79689ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.818128 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Subnet': ['ID=d01ab93f-26e7-40ec-8728-273b69facf02,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:48.950885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:48.972549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481275b2-1e39-438d-ad87-7af596958bd2 None None] Pushing event updated for resources: {'Port': ['ID=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:48.993977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608b3e94-67a3-4f24-b922-db582cfc03eb']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:49.020157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63b699-27c1-4553-b15a-6d5b225fb58b None None] Network 608b3e94-67a3-4f24-b922-db582cfc03eb requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:49.027462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3316e2c-6538-42f7-bd06-01b38f19dc91') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:49.028198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3316e2c-6538-42f7-bd06-01b38f19dc91') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:49.043237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.070376 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.079396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:49.079949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:49.095223 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:49.192098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.214990 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.230850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Network': ['ID=608b3e94-67a3-4f24-b922-db582cfc03eb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:49.240546 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-da5d1003-87cc-4462-a3df-90ddf35bdf61 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/608b3e94-67a3-4f24-b922-db582cfc03eb HTTP/1.1" status: 204 len: 168 time: 0.8051786 Jan 31 18:20:49.241661 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:49.286449 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f7a870-63ac-4002-bb4a-353240f0cc16 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] GET failed (client error): The resource could not be found. Jan 31 18:20:49.287052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6f7a870-63ac-4002-bb4a-353240f0cc16 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Synchronizing usage tracker for tenant:7d72af268ca54feca8aaf44c69adeaa8 on resource:subnet {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:20:49.307178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e6f7a870-63ac-4002-bb4a-353240f0cc16 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Unset dirty status for tenant:7d72af268ca54feca8aaf44c69adeaa8 on resource:subnet {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:20:49.309458 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e6f7a870-63ac-4002-bb4a-353240f0cc16 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "GET /v2.0/subnets/d01ab93f-26e7-40ec-8728-273b69facf02 HTTP/1.1" status: 404 len: 337 time: 0.0654724 Jan 31 18:20:49.311483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38122) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:49.338587 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.pecan_wsgi.hooks.translation [None req-20aeb1be-92fb-475d-b616-48e6518146f6 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:49.339023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20aeb1be-92fb-475d-b616-48e6518146f6 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83557) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:49.340720 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-20aeb1be-92fb-475d-b616-48e6518146f6 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/608b3e94-67a3-4f24-b922-db582cfc03eb HTTP/1.1" status: 404 len: 339 time: 0.0282352 Jan 31 18:20:49.344553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38126) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:49.383327 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-10136526-ac69-4323-82d7-1371c119d7ed tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:49.383744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10136526-ac69-4323-82d7-1371c119d7ed tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:49.385371 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-10136526-ac69-4323-82d7-1371c119d7ed tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/subnets/d01ab93f-26e7-40ec-8728-273b69facf02 HTTP/1.1" status: 404 len: 337 time: 0.0398233 Jan 31 18:20:49.387967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38130) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:49.417015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-17769c6f-eaa1-4e95-98cd-0f305dac28a1 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:49.417352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17769c6f-eaa1-4e95-98cd-0f305dac28a1 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:49.418988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-17769c6f-eaa1-4e95-98cd-0f305dac28a1 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/608b3e94-67a3-4f24-b922-db582cfc03eb HTTP/1.1" status: 404 len: 339 time: 0.0301540 Jan 31 18:20:49.421631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38134) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:49.610288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Deleting subnet ba1f7a34-4d75-47b6-9c2d-086700b27755 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:20:49.613679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.670474 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.766641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.864895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.914920 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:49.928463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1f7a34-4d75-47b6-9c2d-086700b27755,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:49.943674 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b967fb00-98cd-4d4b-ac8c-77ac29ce566f tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/subnets/ba1f7a34-4d75-47b6-9c2d-086700b27755 HTTP/1.1" status: 204 len: 168 time: 0.5205648 Jan 31 18:20:49.945841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:50.033817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20ffe0e-ad7b-4d01-b9c3-7e893d6baea5 None None] Network 1660d690-d1bb-4472-84ea-cc40e22abff2 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:50.069824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.081040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Deleting port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:50.081312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.232923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-64c9aadf-6f7c-4765-81ff-bc48dad18e47 None None] Provisioning for port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:50.327938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] For port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,segment=NetworkSegment(fc26a1be-25d7-4804-8a37-68e0f3bb241a),segment_id=fc26a1be-25d7-4804-8a37-68e0f3bb241a)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:50.328796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.337508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] DHCP port deletion for 1660d690-d1bb-4472-84ea-cc40e22abff2 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:20:50.342215 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Deleting port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:50.342585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.457135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Calling delete_port for 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:50.546957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.596509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Port': ['ID=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:50.605207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No DVR routers for this DVR port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:20:50.630602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] For port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8,segment=NetworkSegment(fc26a1be-25d7-4804-8a37-68e0f3bb241a),segment_id=fc26a1be-25d7-4804-8a37-68e0f3bb241a)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:50.631079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.777129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Calling delete_port for 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:50.848535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.872847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:20:50.872847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:20:50.876947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1660d690-d1bb-4472-84ea-cc40e22abff2']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:50.899990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc26a1be-25d7-4804-8a37-68e0f3bb241a') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:50.900346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc26a1be-25d7-4804-8a37-68e0f3bb241a') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:50.915124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.935091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.943402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:50.943679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:50.959710 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:51.052420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.056861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.087334 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Network': ['ID=1660d690-d1bb-4472-84ea-cc40e22abff2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:51.092082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9acaddee-d617-4afb-a941-e03dd5a94668 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/1660d690-d1bb-4472-84ea-cc40e22abff2 HTTP/1.1" status: 204 len: 168 time: 1.1440761 Jan 31 18:20:51.094137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38142) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.132750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9b9e9e-b99d-49d7-80d8-4e2d10248dc9 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:51.133098 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9b9e9e-b99d-49d7-80d8-4e2d10248dc9 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:51.134784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4f9b9e9e-b99d-49d7-80d8-4e2d10248dc9 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/subnets/31cc5760-7b3e-4fbc-a72c-c867690d906a HTTP/1.1" status: 404 len: 337 time: 0.0397167 Jan 31 18:20:51.137484 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38146) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.164035 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-81645667-2773-4185-96b9-6922451d953e tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:51.164479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81645667-2773-4185-96b9-6922451d953e tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:51.166259 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-81645667-2773-4185-96b9-6922451d953e tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/7bde7b42-c75f-4dca-baee-3b896777dce4 HTTP/1.1" status: 404 len: 339 time: 0.0278471 Jan 31 18:20:51.168770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38150) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.206882 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff5aa6d6-6fbd-4f57-83ce-e2b6aa5be3a4 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:51.207356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff5aa6d6-6fbd-4f57-83ce-e2b6aa5be3a4 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:51.209190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ff5aa6d6-6fbd-4f57-83ce-e2b6aa5be3a4 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/subnets/c159832c-a9b7-4e4d-8f84-37d8fa9298cf HTTP/1.1" status: 404 len: 337 time: 0.0393062 Jan 31 18:20:51.212088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.240332 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.pecan_wsgi.hooks.translation [None req-5734dd4f-26cc-4c29-979c-32cbeeaced7a tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] DELETE failed (client error): The resource could not be found. Jan 31 18:20:51.240762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5734dd4f-26cc-4c29-979c-32cbeeaced7a tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 31 18:20:51.242387 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5734dd4f-26cc-4c29-979c-32cbeeaced7a tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/026e8349-1924-4bb9-9878-01c1a4df7bbd HTTP/1.1" status: 404 len: 339 time: 0.0294137 Jan 31 18:20:51.244894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38158) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.372782 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Deleting port 9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:51.373360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.436870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Deleting subnet 963c0a3f-d029-4997-a4e6-a5c5e93a3f9e {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:20:51.439996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.451310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b2fbfc12-efe4-426e-ac84-ae3aa9fed365 None None] The port '9339f6c3-5115-4d51-a40e-cd7a6ab6dfd8' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:20:51.511283 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.622925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.700135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.739077 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Subnet': ['ID=963c0a3f-d029-4997-a4e6-a5c5e93a3f9e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:51.746169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.751901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990f62d-a374-4d65-b89a-7de0a1c87b93 None None] Network 51fe1033-ee8c-4d88-b8cf-7888b783365d requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:51.758066 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a5b865eb-a217-4026-81d2-8d2913550227 tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/subnets/963c0a3f-d029-4997-a4e6-a5c5e93a3f9e HTTP/1.1" status: 204 len: 168 time: 0.5121422 Jan 31 18:20:51.760790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:51.880806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:51.891359 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Deleting port 3416446d-4ea6-4475-8514-4480ea7ccce5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:51.891679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.034489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] DHCP port deletion for 51fe1033-ee8c-4d88-b8cf-7888b783365d request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:20:52.039249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Deleting port 3416446d-4ea6-4475-8514-4480ea7ccce5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:52.039619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.119518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] For port 3416446d-4ea6-4475-8514-4480ea7ccce5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3416446d-4ea6-4475-8514-4480ea7ccce5,segment=NetworkSegment(3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7),segment_id=3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:52.119874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.246645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Calling delete_port for 3416446d-4ea6-4475-8514-4480ea7ccce5 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:52.252684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] For port 3416446d-4ea6-4475-8514-4480ea7ccce5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3416446d-4ea6-4475-8514-4480ea7ccce5,segment=NetworkSegment(3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7),segment_id=3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:52.253193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.331507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.375345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Port': ['ID=3416446d-4ea6-4475-8514-4480ea7ccce5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:52.382419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] No DVR routers for this DVR port 3416446d-4ea6-4475-8514-4480ea7ccce5 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:20:52.383660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Calling delete_port for 3416446d-4ea6-4475-8514-4480ea7ccce5 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:52.454416 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:20:52.454771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:20:52.595679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.623581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fe1033-ee8c-4d88-b8cf-7888b783365d']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:52.638458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:52.638774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fffb83b-c00f-4c0c-ba5c-c8de0cf799f7') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:52.651482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.668160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.675345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Releasing vlan 1426 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:52.675803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:52.693336 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:52.773470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.790722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:52.803157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] Pushing event deleted for resources: {'Network': ['ID=51fe1033-ee8c-4d88-b8cf-7888b783365d,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:52.807357 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4fc50900-943d-44f4-9a17-2be61dbb530c tempest-NetworksIpV6Test-522059946 tempest-NetworksIpV6Test-522059946-project] 10.222.0.110 "DELETE /v2.0/networks/51fe1033-ee8c-4d88-b8cf-7888b783365d HTTP/1.1" status: 204 len: 168 time: 1.0454390 Jan 31 18:20:52.956771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Deleting port 3416446d-4ea6-4475-8514-4480ea7ccce5 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:52.957149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:53.028701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-eb4081e7-991f-4aa3-b2cd-d0215effa3fc None None] The port '3416446d-4ea6-4475-8514-4480ea7ccce5' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:20:53.069497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3416446d-4ea6-4475-8514-4480ea7ccce5 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:20:53.118109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3416446d-4ea6-4475-8514-4480ea7ccce5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:20:53.118447 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3416446d-4ea6-4475-8514-4480ea7ccce5 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:20:53.163352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:53.353368 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9482e691-23ef-4f3c-ad9d-961fc24d36a8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=7d72af268ca54feca8aaf44c69adeaa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1887326 Jan 31 18:20:53.356018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38176) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:53.418318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:53.456329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:53.509771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:53.527923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de96aa8b-a469-4cd2-9ba4-41c37e7baebc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:53.531684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:53.532806 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-20c79574-9280-48e6-8e7a-855d2cc3ff03 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/de96aa8b-a469-4cd2-9ba4-41c37e7baebc HTTP/1.1" status: 204 len: 168 time: 0.1758981 Jan 31 18:20:54.456019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38198) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:54.596552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1425125984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:54.606380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:54.610898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:router and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:54.615016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:54.622631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:54.638426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.639539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.663367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.686977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.717182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.719010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01ce2886-d29a-4522-97fd-758c84313519 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2616892 Jan 31 18:20:54.723251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:54.729353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1248871956'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:54.737139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:54.742220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:network and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:54.748110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:54.760626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:54.781379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Made reservation on behalf of ce2cf5873221494297b64fd0c431b6b9 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:54.786014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.801735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.847142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:54.852727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:security_group_rule and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:54.857132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:54.871497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:54.948824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.953935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:54.987946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:54.996217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c714c968-7e60-45be-92b2-e15ef2e5fe0c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:55.006941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.007276 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Added segment a75cb71e-a576-417a-bb2b-a476c74f83bb of type vlan for network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 Jan 31 18:20:55.009285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.009642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.009966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.010287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.010602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.010922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.011234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.011547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.011858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.012160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.012466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:20:55.044351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.082477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.087618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:55.088192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.199275 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4748440 Jan 31 18:20:55.202122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a9152-5b15-4f03-8360-64126d16e187 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event updated for resources: {'Network': ['ID=7baf917c-17dd-4bdc-8c73-c5111dbf6304,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:55.202273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38208) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:55.208928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'subnet': {'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:55.221322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:55.438178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:55.443361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:subnet and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:55.446657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:55.452649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:55.464089 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Made reservation on behalf of ce2cf5873221494297b64fd0c431b6b9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:55.575168 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.830006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:55.916797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event updated for resources: {'Subnet': ['ID=0a57a754-5fd4-4ef4-bff0-38e8762ce527,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:55.932594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Checking segment: {'id': 'a75cb71e-a576-417a-bb2b-a476c74f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:55.932944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Network hostable DHCP agents. Network: 7baf917c-17dd-4bdc-8c73-c5111dbf6304, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:55.956276 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:55.967601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 7baf917c-17dd-4bdc-8c73-c5111dbf6304) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:55.976388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:55.978820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3970a-8f8c-4b36-b2ec-446e5f771be2 None None] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:55.979055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.019710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f46b4dc4-9286-423b-b5dc-bd877373eae7 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8129501 Jan 31 18:20:56.020056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38212) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:56.028199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1461315464'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:56.035306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:56.039338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:network and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:56.042318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:56.048360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:56.062880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Made reservation on behalf of ce2cf5873221494297b64fd0c431b6b9 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:56.067390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.104830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] vlan segment allocate from pool success with {'vlan_id': 1441, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:20:56.122568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.122926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Added segment 1ee9ee68-ab92-4740-8ebc-2cea11c2847f of type vlan for network 51b9fdcc-7b91-4fd5-b349-76309ef9880f Jan 31 18:20:56.155914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.189261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.195115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:56.195940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.279685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-7baf917c-17dd-4bdc-8c73-c5111dbf6304', 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304', 'tenant_id': 'ce2cf5873221494297b64fd0c431b6b9', 'fixed_ips': [{'subnet_id': '0a57a754-5fd4-4ef4-bff0-38e8762ce527'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:56.280982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.312522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2910519 Jan 31 18:20:56.315481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:56.322934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'subnet': {'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:56.324227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0eb67-1b4b-4b1e-994a-438f6c40f57c tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event updated for resources: {'Network': ['ID=51b9fdcc-7b91-4fd5-b349-76309ef9880f,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:56.342390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 51b9fdcc-7b91-4fd5-b349-76309ef9880f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:20:56.454659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:20:56.461546 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Usage tracker for resource:subnet and tenant:ce2cf5873221494297b64fd0c431b6b9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:20:56.463789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:20:56.476409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:20:56.493352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Made reservation on behalf of ce2cf5873221494297b64fd0c431b6b9 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:20:56.553852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Allocated IP 172.20.0.2 (7baf917c-17dd-4bdc-8c73-c5111dbf6304/0a57a754-5fd4-4ef4-bff0-38e8762ce527/5e3280e4-22f4-4e37-be29-53f7adfb3220) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:56.610026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.805806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.818816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Transition to ACTIVE for port object 5e3280e4-22f4-4e37-be29-53f7adfb3220 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:56.842632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Transition to ACTIVE for port object 5e3280e4-22f4-4e37-be29-53f7adfb3220 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:56.849205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.916436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:56.925495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Pushing event updated for resources: {'Port': ['ID=5e3280e4-22f4-4e37-be29-53f7adfb3220,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:56.938170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:56.940063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:56.950028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:57.057140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Attempting to bind port 5e3280e4-22f4-4e37-be29-53f7adfb3220 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:57.057683 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Attempting to bind port 5e3280e4-22f4-4e37-be29-53f7adfb3220 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a75cb71e-a576-417a-bb2b-a476c74f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:57.058356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Attempting to bind port 5e3280e4-22f4-4e37-be29-53f7adfb3220 on network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:57.066696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event updated for resources: {'Subnet': ['ID=c3a8dafb-fdac-4bfa-899a-50382bf573bd,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:57.068050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:57.068513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Checking segment: {'id': 'a75cb71e-a576-417a-bb2b-a476c74f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:57.069793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.070189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Bound using segment: {'id': 'a75cb71e-a576-417a-bb2b-a476c74f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:57.071045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Bound port: 5e3280e4-22f4-4e37-be29-53f7adfb3220, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75cb71e-a576-417a-bb2b-a476c74f83bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7baf917c-17dd-4bdc-8c73-c5111dbf6304'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:57.071437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.091431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Checking segment: {'id': '1ee9ee68-ab92-4740-8ebc-2cea11c2847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:57.091997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Network hostable DHCP agents. Network: 51b9fdcc-7b91-4fd5-b349-76309ef9880f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:20:57.128717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Network 51b9fdcc-7b91-4fd5-b349-76309ef9880f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:20:57.139062 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 51b9fdcc-7b91-4fd5-b349-76309ef9880f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:57.144811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:20:57.145953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.153486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d52275-5889-401a-b7fe-eeaacce7d17f None None] Network 51b9fdcc-7b91-4fd5-b349-76309ef9880f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:57.170769 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8df6caa-7860-41e5-9870-c7ba1e16dbb6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8536468 Jan 31 18:20:57.173941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38220) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:57.180214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38c6a1e7-ff8c-49f2-aac6-59881e31a407 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Request body: {'router': {'external_gateway_info': {'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:20:57.339813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] For port 5e3280e4-22f4-4e37-be29-53f7adfb3220, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:57.377352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] For port 5e3280e4-22f4-4e37-be29-53f7adfb3220, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5e3280e4-22f4-4e37-be29-53f7adfb3220,segment=NetworkSegment(a75cb71e-a576-417a-bb2b-a476c74f83bb),segment_id=a75cb71e-a576-417a-bb2b-a476c74f83bb)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:57.387373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.697963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df81e9-5442-4844-ad2a-b36574619f64 None None] Pushing event updated for resources: {'Port': ['ID=5e3280e4-22f4-4e37-be29-53f7adfb3220,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:57.704285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-51b9fdcc-7b91-4fd5-b349-76309ef9880f', 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f', 'tenant_id': 'ce2cf5873221494297b64fd0c431b6b9', 'fixed_ips': [{'subnet_id': 'c3a8dafb-fdac-4bfa-899a-50382bf573bd'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:20:57.710920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.711935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38c6a1e7-ff8c-49f2-aac6-59881e31a407 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:57.923340 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.api.v2.resource [None req-38c6a1e7-ff8c-49f2-aac6-59881e31a407 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 31 18:20:57.933468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38c6a1e7-ff8c-49f2-aac6-59881e31a407 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "PUT /v2.0/routers/e4f22d2b-d81e-4fd5-adfd-59efdd885c3a HTTP/1.1" status: 400 len: 364 time: 0.7490616 Jan 31 18:20:57.934103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:57.946942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Allocated IP 172.21.0.2 (51b9fdcc-7b91-4fd5-b349-76309ef9880f/c3a8dafb-fdac-4bfa-899a-50382bf573bd/6f30dbca-49a1-4794-aa6e-debb549a7515) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:20:58.156932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Deleting subnet c3a8dafb-fdac-4bfa-899a-50382bf573bd {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:20:58.200228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.215321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Transition to ACTIVE for port object 6f30dbca-49a1-4794-aa6e-debb549a7515 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:58.247996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Transition to ACTIVE for port object 6f30dbca-49a1-4794-aa6e-debb549a7515 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:20:58.254271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.261468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.319398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.336083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Network 51b9fdcc-7b91-4fd5-b349-76309ef9880f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:20:58.339075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:20:58.344191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:20:58.348923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Pushing event updated for resources: {'Port': ['ID=6f30dbca-49a1-4794-aa6e-debb549a7515,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:58.429141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.439344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Attempting to bind port 6f30dbca-49a1-4794-aa6e-debb549a7515 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:20:58.440249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Attempting to bind port 6f30dbca-49a1-4794-aa6e-debb549a7515 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1ee9ee68-ab92-4740-8ebc-2cea11c2847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:20:58.440605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Attempting to bind port 6f30dbca-49a1-4794-aa6e-debb549a7515 on network 51b9fdcc-7b91-4fd5-b349-76309ef9880f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:20:58.448547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:20:58.448920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Checking segment: {'id': '1ee9ee68-ab92-4740-8ebc-2cea11c2847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:20:58.449323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.449750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Bound using segment: {'id': '1ee9ee68-ab92-4740-8ebc-2cea11c2847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:20:58.450439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Bound port: 6f30dbca-49a1-4794-aa6e-debb549a7515, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ee9ee68-ab92-4740-8ebc-2cea11c2847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1441, 'network_id': '51b9fdcc-7b91-4fd5-b349-76309ef9880f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:20:58.451029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.525637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.570987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Subnet': ['ID=c3a8dafb-fdac-4bfa-899a-50382bf573bd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:58.576395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.586894 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6c114a81-1286-4ff3-a9ad-26dbf396904e tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "DELETE /v2.0/subnets/c3a8dafb-fdac-4bfa-899a-50382bf573bd HTTP/1.1" status: 204 len: 168 time: 0.6488113 Jan 31 18:20:58.587357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38228) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:58.609833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] For port 6f30dbca-49a1-4794-aa6e-debb549a7515, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:20:58.614526 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] For port 6f30dbca-49a1-4794-aa6e-debb549a7515, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=6f30dbca-49a1-4794-aa6e-debb549a7515,segment=NetworkSegment(1ee9ee68-ab92-4740-8ebc-2cea11c2847f),segment_id=1ee9ee68-ab92-4740-8ebc-2cea11c2847f)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:20:58.622699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.722817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.734390 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Deleting port 6f30dbca-49a1-4794-aa6e-debb549a7515 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:20:58.734680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:58.743933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20b706-ba68-443a-95e0-884f36669dbc None None] Pushing event updated for resources: {'Port': ['ID=6f30dbca-49a1-4794-aa6e-debb549a7515,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:58.778540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542dc599-22c8-4263-8b7b-075f5045be0e None None] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:58.848234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3608093-d380-40ef-92e5-bcbea6d57fd6 None None] Network 51b9fdcc-7b91-4fd5-b349-76309ef9880f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:20:58.984426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] For port 6f30dbca-49a1-4794-aa6e-debb549a7515, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=6f30dbca-49a1-4794-aa6e-debb549a7515,segment=NetworkSegment(1ee9ee68-ab92-4740-8ebc-2cea11c2847f),segment_id=1ee9ee68-ab92-4740-8ebc-2cea11c2847f)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:58.984733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.005249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0e63591f-94fa-4490-b48b-e6eecaf54b11 None None] Provisioning for port 5e3280e4-22f4-4e37-be29-53f7adfb3220 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:59.111913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5e3280e4-22f4-4e37-be29-53f7adfb3220 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:20:59.144898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Calling delete_port for 6f30dbca-49a1-4794-aa6e-debb549a7515 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:20:59.231887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.292354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Port': ['ID=6f30dbca-49a1-4794-aa6e-debb549a7515,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:59.300933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] No DVR routers for this DVR port 6f30dbca-49a1-4794-aa6e-debb549a7515 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:20:59.317564 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5e3280e4-22f4-4e37-be29-53f7adfb3220 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:20:59.324686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5e3280e4-22f4-4e37-be29-53f7adfb3220 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:59.325076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.480808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.484307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.525026 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51b9fdcc-7b91-4fd5-b349-76309ef9880f']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:59.525853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5e3280e4-22f4-4e37-be29-53f7adfb3220, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5e3280e4-22f4-4e37-be29-53f7adfb3220,segment=NetworkSegment(a75cb71e-a576-417a-bb2b-a476c74f83bb),segment_id=a75cb71e-a576-417a-bb2b-a476c74f83bb)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:20:59.532168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.541589 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ee9ee68-ab92-4740-8ebc-2cea11c2847f') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:59.541887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ee9ee68-ab92-4740-8ebc-2cea11c2847f') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:20:59.555376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.573368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.582054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Releasing vlan 1441 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:20:59.582472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:20:59.598367 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:20:59.645395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1dc7a-67af-46b3-9a27-240b8a14b945 None None] get_active_networks_info from dv-neutron-823271-3-hyperv {{(pid=83559) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 31 18:20:59.699669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5e3280e4-22f4-4e37-be29-53f7adfb3220,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:59.725353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.738144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-85cf2a25-5d0a-4961-9cdb-8ec596a475f3 None None] Provisioning complete for port 5e3280e4-22f4-4e37-be29-53f7adfb3220 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:20:59.738539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-85cf2a25-5d0a-4961-9cdb-8ec596a475f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.744823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:20:59.757327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Network': ['ID=51b9fdcc-7b91-4fd5-b349-76309ef9880f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:20:59.761641 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-bc0d3a90-ef48-4e97-8205-655c19446914 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "DELETE /v2.0/networks/51b9fdcc-7b91-4fd5-b349-76309ef9880f HTTP/1.1" status: 204 len: 168 time: 1.1731248 Jan 31 18:20:59.764183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38232) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:20:59.819891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb1dc7a-67af-46b3-9a27-240b8a14b945 None None] Resources bound (agent type, host, resource id): {{(pid=83559) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 31 18:20:59.967922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Deleting subnet 0a57a754-5fd4-4ef4-bff0-38e8762ce527 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:20:59.971800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.136758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.223594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.298332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.343694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Subnet': ['ID=0a57a754-5fd4-4ef4-bff0-38e8762ce527,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:00.351481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.357675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2671a1-56d8-4d5a-8061-573e8148221b None None] Network 7baf917c-17dd-4bdc-8c73-c5111dbf6304 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:21:00.358010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-73f3fb88-97aa-423b-8314-5b79d652a0d3 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "DELETE /v2.0/subnets/0a57a754-5fd4-4ef4-bff0-38e8762ce527 HTTP/1.1" status: 204 len: 168 time: 0.5925796 Jan 31 18:21:00.360136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38236) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:00.478599 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.489809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Deleting port 5e3280e4-22f4-4e37-be29-53f7adfb3220 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:21:00.490132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.649965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] DHCP port deletion for 7baf917c-17dd-4bdc-8c73-c5111dbf6304 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:21:00.654192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Deleting port 5e3280e4-22f4-4e37-be29-53f7adfb3220 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:21:00.654560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.707382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] For port 5e3280e4-22f4-4e37-be29-53f7adfb3220, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5e3280e4-22f4-4e37-be29-53f7adfb3220,segment=NetworkSegment(a75cb71e-a576-417a-bb2b-a476c74f83bb),segment_id=a75cb71e-a576-417a-bb2b-a476c74f83bb)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:00.707728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.845351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Calling delete_port for 5e3280e4-22f4-4e37-be29-53f7adfb3220 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:21:00.880551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] For port 5e3280e4-22f4-4e37-be29-53f7adfb3220, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5e3280e4-22f4-4e37-be29-53f7adfb3220,segment=NetworkSegment(a75cb71e-a576-417a-bb2b-a476c74f83bb),segment_id=a75cb71e-a576-417a-bb2b-a476c74f83bb)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:00.881234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:00.968581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.047509 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Port': ['ID=5e3280e4-22f4-4e37-be29-53f7adfb3220,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:01.054074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] No DVR routers for this DVR port 5e3280e4-22f4-4e37-be29-53f7adfb3220 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:21:01.066198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Calling delete_port for 5e3280e4-22f4-4e37-be29-53f7adfb3220 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:21:01.096550 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5e3280e4-22f4-4e37-be29-53f7adfb3220 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:21:01.175725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5e3280e4-22f4-4e37-be29-53f7adfb3220 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:21:01.176398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5e3280e4-22f4-4e37-be29-53f7adfb3220 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:21:01.226832 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:21:01.227162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:21:01.228179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.271432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baf917c-17dd-4bdc-8c73-c5111dbf6304']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:01.286527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75cb71e-a576-417a-bb2b-a476c74f83bb') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:01.286835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75cb71e-a576-417a-bb2b-a476c74f83bb') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:01.300108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.317977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.324454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Releasing vlan 1413 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:21:01.324931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:21:01.340974 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:21:01.426058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.443419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.453891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Pushing event deleted for resources: {'Network': ['ID=7baf917c-17dd-4bdc-8c73-c5111dbf6304,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:01.461305 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-270364c2-39d1-4a75-873f-7ffb633ca830 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "DELETE /v2.0/networks/7baf917c-17dd-4bdc-8c73-c5111dbf6304 HTTP/1.1" status: 204 len: 168 time: 1.1002305 Jan 31 18:21:01.463873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38240) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:01.505459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d7bd6ce5-2d18-4061-9a89-ec166eb161d6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Synchronizing usage tracker for tenant:ce2cf5873221494297b64fd0c431b6b9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:01.523475 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d7bd6ce5-2d18-4061-9a89-ec166eb161d6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Unset dirty status for tenant:ce2cf5873221494297b64fd0c431b6b9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:01.524609 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d7bd6ce5-2d18-4061-9a89-ec166eb161d6 tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "GET /v2.0/ports?device_id=e4f22d2b-d81e-4fd5-adfd-59efdd885c3a HTTP/1.1" status: 200 len: 205 time: 0.0598600 Jan 31 18:21:01.527134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38244) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:01.665872 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.729271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Deleting port 5e3280e4-22f4-4e37-be29-53f7adfb3220 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:21:01.729271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:01.797765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-81d2ef1f-6a09-41dd-b19d-79f95a1bb9ed None None] The port '5e3280e4-22f4-4e37-be29-53f7adfb3220' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:21:02.249829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:02.256038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:02.297335 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:02.298238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Fanout notify agent at l3_agent the message router_deleted on router e4f22d2b-d81e-4fd5-adfd-59efdd885c3a {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:21:02.319992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:02.321648 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-31f6ef7e-0c6a-461c-afcb-892c0ff8781d tempest-RoutersNegativeTest-1307275174 tempest-RoutersNegativeTest-1307275174-project] 10.222.0.110 "DELETE /v2.0/routers/e4f22d2b-d81e-4fd5-adfd-59efdd885c3a HTTP/1.1" status: 204 len: 168 time: 0.7933445 Jan 31 18:21:02.725204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38252) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:02.959012 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-829d1670-2754-4f37-b4c5-b9135312d085 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ce2cf5873221494297b64fd0c431b6b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2320540 Jan 31 18:21:02.961665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:03.054349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:03.087290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:03.175540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:03.197181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c714c968-7e60-45be-92b2-e15ef2e5fe0c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:03.206937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:03.208094 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6247287e-a65b-429c-9383-2f70db0704a4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/c714c968-7e60-45be-92b2-e15ef2e5fe0c HTTP/1.1" status: 204 len: 168 time: 0.2454195 Jan 31 18:21:04.152418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38280) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:04.464016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-926273945-network', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:04.469891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:04.475312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Usage tracker for resource:network and tenant:da025d8fc52c4f51ac2903d2a95d9499 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:04.479398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:04.488725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:04.503719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Made reservation on behalf of da025d8fc52c4f51ac2903d2a95d9499 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:04.506736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.521495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.568842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:04.573721 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Usage tracker for resource:security_group_rule and tenant:da025d8fc52c4f51ac2903d2a95d9499 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:04.577402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:04.587570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:04.678365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.684058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.733117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] vlan segment allocate from pool success with {'vlan_id': 1417, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:21:04.742865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b73a8e-01db-476c-8b03-3b2a2a131521,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:04.748955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.749293 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Added segment d3aa1f47-bf90-4c66-a719-8f086fd894d7 of type vlan for network a2988f9a-510c-4023-a2b7-dca975aff36e Jan 31 18:21:04.789358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.840746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:04.842962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:04.843508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.003010 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8445072 Jan 31 18:21:05.003010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923d89a-0e3b-430a-a0a3-086a0684c3fd admin admin] Pushing event updated for resources: {'Network': ['ID=a2988f9a-510c-4023-a2b7-dca975aff36e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:05.003933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38286) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:05.014463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network a2988f9a-510c-4023-a2b7-dca975aff36e details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:21:05.016384 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Request body: {'subnet': {'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-subnet', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:05.024839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:05.029133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Usage tracker for resource:subnet and tenant:da025d8fc52c4f51ac2903d2a95d9499 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:05.033822 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:05.043268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:05.059884 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Made reservation on behalf of da025d8fc52c4f51ac2903d2a95d9499 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:05.063631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.373034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.457960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fdde1a6-f5c0-4759-81e7-5c214885ead6,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:05.479608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Checking segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:05.480056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Network hostable DHCP agents. Network: a2988f9a-510c-4023-a2b7-dca975aff36e, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:21:05.511732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Network a2988f9a-510c-4023-a2b7-dca975aff36e is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:21:05.524586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, a2988f9a-510c-4023-a2b7-dca975aff36e) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:05.529139 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:05.530008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.536633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf88bd-d6dd-4b7e-8be4-1adc3a4bc663 None None] Network a2988f9a-510c-4023-a2b7-dca975aff36e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:21:05.562654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38290) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:05.566396 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d28c3dbe-e2eb-4888-bd80-d8c9a4e5dede admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5605290 Jan 31 18:21:05.571324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:05.576776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:05.582322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Usage tracker for resource:router and tenant:da025d8fc52c4f51ac2903d2a95d9499 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:05.586794 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:05.593543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:05.608732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.610049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.632971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:05.834816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-a2988f9a-510c-4023-a2b7-dca975aff36e', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:21:05.835981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.060402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.112521 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Allocated IP 172.20.0.2 (a2988f9a-510c-4023-a2b7-dca975aff36e/3fdde1a6-f5c0-4759-81e7-5c214885ead6/f3a48437-a7e1-491e-87ac-2e3fa2140f26) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:06.333372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.384839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.426289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.447355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Transition to ACTIVE for port object f3a48437-a7e1-491e-87ac-2e3fa2140f26 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:06.477761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Transition to ACTIVE for port object f3a48437-a7e1-491e-87ac-2e3fa2140f26 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:06.487025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.577606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Allocated IP 172.26.4.253 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/3a44cb25-fbf6-4101-8da6-ba69463e06a2) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:06.620621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Network a2988f9a-510c-4023-a2b7-dca975aff36e is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:06.625377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:06.635085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:06.638984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Pushing event updated for resources: {'Port': ['ID=f3a48437-a7e1-491e-87ac-2e3fa2140f26,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:06.752102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.772753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Attempting to bind port f3a48437-a7e1-491e-87ac-2e3fa2140f26 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:06.773127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Attempting to bind port f3a48437-a7e1-491e-87ac-2e3fa2140f26 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:06.773508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Attempting to bind port f3a48437-a7e1-491e-87ac-2e3fa2140f26 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:06.780994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:06.781639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Checking segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:06.781895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.782300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Bound using segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:06.783043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Bound port: f3a48437-a7e1-491e-87ac-2e3fa2140f26, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:06.783638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.787702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:06.890016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:06.898216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Pushing event updated for resources: {'Port': ['ID=3a44cb25-fbf6-4101-8da6-ba69463e06a2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:06.908991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:06.911522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:06.945167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] For port f3a48437-a7e1-491e-87ac-2e3fa2140f26, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:06.950776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] For port f3a48437-a7e1-491e-87ac-2e3fa2140f26, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f3a48437-a7e1-491e-87ac-2e3fa2140f26,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:06.958930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:07.046538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e4685275-436d-4824-975d-1fe9bf289bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:07.070931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679c653-751b-4b76-9ee0-f60da017fe1c None None] Pushing event updated for resources: {'Port': ['ID=f3a48437-a7e1-491e-87ac-2e3fa2140f26,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:07.136989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:07.137692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:07.442110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Router 730d0811-c471-4dda-a910-16dc1363b7d6 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:21:07.667362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:21:07.676188 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Sync routers for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:21:07.690560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:07.691205 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:20:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:07.702115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:07.703391 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-02234426-b20b-447f-983b-a5edb45c93fb admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1392829 Jan 31 18:21:07.707751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38294) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:07.942621 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:08.297029 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:07Z', 'revision_number': 3, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:08.302484 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Checking router: 730d0811-c471-4dda-a910-16dc1363b7d6 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:21:08.302823 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Updating router 730d0811-c471-4dda-a910-16dc1363b7d6 port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:21:08.306814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00511058-fcd5-42bb-9314-1ccd362b6a6a None None] Network a2988f9a-510c-4023-a2b7-dca975aff36e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:21:08.372104 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:08.477749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3f9dc629-dbb8-406a-8164-c6901476382c None None] Provisioning for port f3a48437-a7e1-491e-87ac-2e3fa2140f26 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:08.833971 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:08.853108 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Transition to ACTIVE for port object 3a44cb25-fbf6-4101-8da6-ba69463e06a2 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:08.863770 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:08.972096 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Attempting to bind port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:08.972466 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Attempting to bind port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:08.973287 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Attempting to bind port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:09.012688 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:09.014226 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:09.015108 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.015947 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:09.018320 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Bound port: 3a44cb25-fbf6-4101-8da6-ba69463e06a2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:09.019671 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.082076 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Pushing event updated for resources: {'Port': ['ID=3a44cb25-fbf6-4101-8da6-ba69463e06a2,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:09.088706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.117012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.117678 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.118351 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.119251 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.119251 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.119839 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.119839 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.120386 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.120608 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.121115 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.121115 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.155986 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] For port 3a44cb25-fbf6-4101-8da6-ba69463e06a2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:09.161802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f3a48437-a7e1-491e-87ac-2e3fa2140f26 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:09.163783 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] For port 3a44cb25-fbf6-4101-8da6-ba69463e06a2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3a44cb25-fbf6-4101-8da6-ba69463e06a2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:09.172436 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.266026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f3a48437-a7e1-491e-87ac-2e3fa2140f26 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:09.275941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f3a48437-a7e1-491e-87ac-2e3fa2140f26 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:09.276665 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.291238 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f757ac21-c20e-46d9-863d-c134c5d193c7 None None] Pushing event updated for resources: {'Port': ['ID=3a44cb25-fbf6-4101-8da6-ba69463e06a2,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:09.300856 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:09.302586 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:20:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:09.379041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9de1bc94-4eea-41c2-8c76-865f75f21d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.426425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Allocated IP 172.20.0.1 (a2988f9a-510c-4023-a2b7-dca975aff36e/3fdde1a6-f5c0-4759-81e7-5c214885ead6/3df4f014-1346-4c89-8778-d1fe6698fee5) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:09.458332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.504604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port f3a48437-a7e1-491e-87ac-2e3fa2140f26, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f3a48437-a7e1-491e-87ac-2e3fa2140f26,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:09.511020 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.567122 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:09.596894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=f3a48437-a7e1-491e-87ac-2e3fa2140f26,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:09.610018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.610672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.611789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.612417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.612965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.613671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.614218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.614718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.615218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.615725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.616654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:09.663499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.681772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Transition to ACTIVE for port object 3df4f014-1346-4c89-8778-d1fe6698fee5 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:09.709958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.793594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Network a2988f9a-510c-4023-a2b7-dca975aff36e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:09.796491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:09.803570 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:09.838626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Pushing event updated for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:09.898926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:09.972222 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:07Z', 'revision_number': 3, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:09.976877 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c57ee20-a3bc-459f-b118-b90f3aa0d86e None None] The sync data for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv is: [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:07Z', 'revision_number': 3, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:21:10.024426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.202380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-941009c0-60a6-4c29-9657-ccd737fd284c None None] Provisioning for port 3df4f014-1346-4c89-8778-d1fe6698fee5 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:10.214049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-941009c0-60a6-4c29-9657-ccd737fd284c None None] Provisioning complete for port 3df4f014-1346-4c89-8778-d1fe6698fee5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:10.214968 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-941009c0-60a6-4c29-9657-ccd737fd284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.332484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.334986 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-941009c0-60a6-4c29-9657-ccd737fd284c None None] Port 3df4f014-1346-4c89-8778-d1fe6698fee5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:10.373040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.377860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.481992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.545618 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Pushing event updated for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:10.552391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:10.602593 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:21:10.780148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Network a2988f9a-510c-4023-a2b7-dca975aff36e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:10.782087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:11.194289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b0222142-3812-47cf-beb3-d7d06cbef494 None None] Provisioning complete for port 3df4f014-1346-4c89-8778-d1fe6698fee5 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:11.194680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b0222142-3812-47cf-beb3-d7d06cbef494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.238982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3a44cb25-fbf6-4101-8da6-ba69463e06a2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:11.349727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b0222142-3812-47cf-beb3-d7d06cbef494 None None] Port 3df4f014-1346-4c89-8778-d1fe6698fee5 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:11.373632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:11.381219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:11.381751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.526461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Router 730d0811-c471-4dda-a910-16dc1363b7d6 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:21:11.531768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.565277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3a44cb25-fbf6-4101-8da6-ba69463e06a2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3a44cb25-fbf6-4101-8da6-ba69463e06a2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:11.569956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.570797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f3a48437-a7e1-491e-87ac-2e3fa2140f26 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:11.718457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3a44cb25-fbf6-4101-8da6-ba69463e06a2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:11.743944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.753439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f3a48437-a7e1-491e-87ac-2e3fa2140f26 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:11.753991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:11.797897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:21:11.820307 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-73fdfba5-45d4-4952-8863-e298399eb31d admin admin] 10.222.0.110 "PUT /v2.0/routers/730d0811-c471-4dda-a910-16dc1363b7d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1005802 Jan 31 18:21:12.799375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38316) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:12.805208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-644060266-network', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:12.810469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:12.815543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Usage tracker for resource:network and tenant:b63dc7345e0943eaa82c667b7ae809b5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:12.819018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:12.825331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:12.840021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Made reservation on behalf of b63dc7345e0943eaa82c667b7ae809b5 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:12.842540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:12.856944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:12.896395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:12.901544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Usage tracker for resource:security_group_rule and tenant:b63dc7345e0943eaa82c667b7ae809b5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:12.905393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:12.914205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:12.989657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:12.994802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.033824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1426, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:21:13.043679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597a09a-6323-4c68-a379-ff3db164c1a1,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:13.049821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.050359 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Added segment f0a371ab-0edf-4a11-a95d-aeab6c7b223b of type vlan for network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b Jan 31 18:21:13.072929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3a44cb25-fbf6-4101-8da6-ba69463e06a2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:13.079973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.116727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.117629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:13.118236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.154440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:13.154826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.227002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] Pushing event updated for resources: {'Network': ['ID=0879fa9b-c62b-43ce-a9a9-26f7e5814d0b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:13.229846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-591dc7c8-5b98-44e5-9509-a5f2773aef0e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4293892 Jan 31 18:21:13.232494 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38320) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:13.238446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Request body: {'subnet': {'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-subnet', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:13.245068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:13.249689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Usage tracker for resource:subnet and tenant:b63dc7345e0943eaa82c667b7ae809b5 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:13.252816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:13.260020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:13.263461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:21:13.271401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Made reservation on behalf of b63dc7345e0943eaa82c667b7ae809b5 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:13.273738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.514938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.541140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.578973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900febe0-01d6-497e-a93f-b1b9322d072f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:13.608342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Checking segment: {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:13.608666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Network hostable DHCP agents. Network: 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:21:13.633176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:21:13.646567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:13.650752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:13.651402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.656305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd516079-aef5-46f5-b318-32b6624e0636 None None] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:21:13.676896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58613805-a55f-42a5-b5d2-36d9474e3922 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4431608 Jan 31 18:21:13.679963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:13.685881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:13.692037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:13.697573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Usage tracker for resource:router and tenant:b63dc7345e0943eaa82c667b7ae809b5 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:21:13.707127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:21:13.714102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:13.729971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.730936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.757634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.947666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:13.992180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'fixed_ips': [{'subnet_id': '900febe0-01d6-497e-a93f-b1b9322d072f'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:21:13.993678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.076720 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Sync routers for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:21:14.109727 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:14.110357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:14.193012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.231533 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.357769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Allocated IP 172.20.0.2 (0879fa9b-c62b-43ce-a9a9-26f7e5814d0b/900febe0-01d6-497e-a93f-b1b9322d072f/f286f5dc-6ee0-4355-8588-fac5d15e277d) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:14.400797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Allocated IP 172.26.4.121 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/9e816a0a-4870-47f2-9454-3d8882f782e3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:14.456809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:14.584952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.625297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.696471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:14.699781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:14.704585 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:14.736985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Pushing event updated for resources: {'Port': ['ID=9e816a0a-4870-47f2-9454-3d8882f782e3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:14.843863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:14.903380 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Transition to ACTIVE for port object f286f5dc-6ee0-4355-8588-fac5d15e277d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:14.934403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Transition to ACTIVE for port object f286f5dc-6ee0-4355-8588-fac5d15e277d will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:14.941205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.039606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:15.044625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:15.050877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:15.053075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Pushing event updated for resources: {'Port': ['ID=f286f5dc-6ee0-4355-8588-fac5d15e277d,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:15.069565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.070305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.101864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:09Z', 'revision_number': 4, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '3df4f014-1346-4c89-8778-d1fe6698fee5', 'name': '', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'mac_address': 'fa:16:3e:99:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:09Z', 'updated_at': '2022-01-31T18:21:10Z', 'revision_number': 2, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'subnets': [{'id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:15.151661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Checking router: 730d0811-c471-4dda-a910-16dc1363b7d6 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:21:15.152152 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Updating router 730d0811-c471-4dda-a910-16dc1363b7d6 port 3df4f014-1346-4c89-8778-d1fe6698fee5 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:21:15.221143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Attempting to bind port f286f5dc-6ee0-4355-8588-fac5d15e277d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:15.221529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Attempting to bind port f286f5dc-6ee0-4355-8588-fac5d15e277d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:15.221886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Attempting to bind port f286f5dc-6ee0-4355-8588-fac5d15e277d on network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:15.233285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.253870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:15.254465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Checking segment: {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:15.254694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.255328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Bound using segment: {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:15.255999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Bound port: f286f5dc-6ee0-4355-8588-fac5d15e277d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:15.256374 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.359375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Router 956e6339-cadc-47df-b2a4-7f854fea6052 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:21:15.469362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] For port f286f5dc-6ee0-4355-8588-fac5d15e277d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:15.496894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] For port f286f5dc-6ee0-4355-8588-fac5d15e277d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f286f5dc-6ee0-4355-8588-fac5d15e277d,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:15.542323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.602540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:21:15.613182 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Sync routers for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:21:15.626085 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:15.627491 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:15.633907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.637963 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fbc2bb45-4a5a-4053-a576-b3688d8be586 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9538660 Jan 31 18:21:15.638165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:21:15.735504 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85de2a3-2a01-4098-a878-ae74aa7fd46d None None] Pushing event updated for resources: {'Port': ['ID=f286f5dc-6ee0-4355-8588-fac5d15e277d,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:15.856987 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:15.882768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:15.900216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Transition to ACTIVE for port object 3df4f014-1346-4c89-8778-d1fe6698fee5 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:15.914297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:16.146666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477db5-bc3a-4925-9962-7a60cf1126b8 None None] Pushing event updated for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:16.296979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Attempting to bind port 3df4f014-1346-4c89-8778-d1fe6698fee5 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:16.297853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Attempting to bind port 3df4f014-1346-4c89-8778-d1fe6698fee5 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:16.298268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Attempting to bind port 3df4f014-1346-4c89-8778-d1fe6698fee5 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:16.310855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:16.312307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Checking segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:16.312307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:16.312728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Bound using segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:16.313513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Bound port: 3df4f014-1346-4c89-8778-d1fe6698fee5, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:16.314855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:16.416110 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:14Z', 'revision_number': 3, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:16.425078 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Checking router: 956e6339-cadc-47df-b2a4-7f854fea6052 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:21:16.425831 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Updating router 956e6339-cadc-47df-b2a4-7f854fea6052 port 9e816a0a-4870-47f2-9454-3d8882f782e3 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:21:16.495094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] For port 3df4f014-1346-4c89-8778-d1fe6698fee5, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:16.505646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] For port 3df4f014-1346-4c89-8778-d1fe6698fee5, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3df4f014-1346-4c89-8778-d1fe6698fee5,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:16.506906 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:16.516105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:16.644471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:16.645192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:16.811833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44477db5-bc3a-4925-9962-7a60cf1126b8 None None] Pushing event updated for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:16.850037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.086708 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.104114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:17.125733 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Transition to ACTIVE for port object 9e816a0a-4870-47f2-9454-3d8882f782e3 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:17.148997 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.235339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f286f5dc-6ee0-4355-8588-fac5d15e277d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:17.346871 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Attempting to bind port 9e816a0a-4870-47f2-9454-3d8882f782e3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:17.347322 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Attempting to bind port 9e816a0a-4870-47f2-9454-3d8882f782e3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:17.347728 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Allocated IP 172.20.0.1 (0879fa9b-c62b-43ce-a9a9-26f7e5814d0b/900febe0-01d6-497e-a93f-b1b9322d072f/4666e38d-9470-4ae4-8447-833401bbed19) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:17.347909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Attempting to bind port 9e816a0a-4870-47f2-9454-3d8882f782e3 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:17.350941 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125ad46-7242-49b2-94e3-32f137f97480 None None] Pushing event updated for resources: {'Port': ['ID=9e816a0a-4870-47f2-9454-3d8882f782e3,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:17.367157 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:17.367716 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:17.368358 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.369371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:17.369915 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Bound port: 9e816a0a-4870-47f2-9454-3d8882f782e3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:17.370512 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.442170 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58088ee9-ac6a-4e49-bce7-af327d4133df None None] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:21:17.522448 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] For port 9e816a0a-4870-47f2-9454-3d8882f782e3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:17.530053 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] For port 9e816a0a-4870-47f2-9454-3d8882f782e3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e816a0a-4870-47f2-9454-3d8882f782e3,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:17.541392 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.682464 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:17.683302 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:17.769864 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125ad46-7242-49b2-94e3-32f137f97480 None None] Pushing event updated for resources: {'Port': ['ID=9e816a0a-4870-47f2-9454-3d8882f782e3,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:17.780479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.818358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Transition to ACTIVE for port object 4666e38d-9470-4ae4-8447-833401bbed19 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:17.875538 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:17.944911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Provisioning for port f286f5dc-6ee0-4355-8588-fac5d15e277d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:17.976305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:17.977206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Pushing event updated for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:17.980099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:17.981845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f286f5dc-6ee0-4355-8588-fac5d15e277d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:17.982292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:17.998394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Provisioning complete for port f286f5dc-6ee0-4355-8588-fac5d15e277d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:17.998875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.054957 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.057980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f286f5dc-6ee0-4355-8588-fac5d15e277d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:18.058641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.062497 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:18.116836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:09Z', 'revision_number': 4, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '3df4f014-1346-4c89-8778-d1fe6698fee5', 'name': '', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'mac_address': 'fa:16:3e:99:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:09Z', 'updated_at': '2022-01-31T18:21:16Z', 'revision_number': 4, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'subnets': [{'id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:18.162479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5ea02-065b-446c-ab20-82e651ecba8e None None] The sync data for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv is: [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:21:09Z', 'revision_number': 4, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '3df4f014-1346-4c89-8778-d1fe6698fee5', 'name': '', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'mac_address': 'fa:16:3e:99:3b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:09Z', 'updated_at': '2022-01-31T18:21:16Z', 'revision_number': 4, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'subnets': [{'id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:21:18.216300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.505401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.522562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.528241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:14Z', 'revision_number': 3, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:18.539085 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97ee482-e368-4831-9d62-638e31054cfe None None] The sync data for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv is: [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:14Z', 'revision_number': 3, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:21:18.616271 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] For port f286f5dc-6ee0-4355-8588-fac5d15e277d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f286f5dc-6ee0-4355-8588-fac5d15e277d,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:18.650426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.731917 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.742797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.801939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:21:18.802466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:21:18.817232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3e51e-4231-4dd8-830b-e1f698c045d5 None None] Pushing event updated for resources: {'Port': ['ID=f286f5dc-6ee0-4355-8588-fac5d15e277d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:18.897594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Provisioning complete for port f286f5dc-6ee0-4355-8588-fac5d15e277d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:18.898494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.982540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:18.990578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Pushing event updated for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:19.185627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Provisioning for port 4666e38d-9470-4ae4-8447-833401bbed19 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:19.197524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Provisioning complete for port 4666e38d-9470-4ae4-8447-833401bbed19 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:19.197977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:19.214555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:19.215998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:19.270603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-84ae3221-7265-4ed2-b9da-a06f364d5bb0 None None] Port 4666e38d-9470-4ae4-8447-833401bbed19 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:19.428415 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-98ac3b09-1282-43e3-802c-b389da36feab None None] Provisioning complete for port 4666e38d-9470-4ae4-8447-833401bbed19 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:19.428823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-98ac3b09-1282-43e3-802c-b389da36feab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:19.573107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-98ac3b09-1282-43e3-802c-b389da36feab None None] Port 4666e38d-9470-4ae4-8447-833401bbed19 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:19.696362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e816a0a-4870-47f2-9454-3d8882f782e3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:19.821923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e1059cf7-e56e-475e-ab59-a28ceca5cec6 None None] Provisioning complete for port 4666e38d-9470-4ae4-8447-833401bbed19 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:19.822498 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1059cf7-e56e-475e-ab59-a28ceca5cec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:19.926512 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Router 956e6339-cadc-47df-b2a4-7f854fea6052 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:21:19.937579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e1059cf7-e56e-475e-ab59-a28ceca5cec6 None None] Port 4666e38d-9470-4ae4-8447-833401bbed19 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:19.955904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9e816a0a-4870-47f2-9454-3d8882f782e3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:19.964741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9e816a0a-4870-47f2-9454-3d8882f782e3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:19.965483 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.114839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.134805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9e816a0a-4870-47f2-9454-3d8882f782e3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e816a0a-4870-47f2-9454-3d8882f782e3,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:20.146438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.147218 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3df4f014-1346-4c89-8778-d1fe6698fee5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:20.214168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:21:20.227175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8ee2b353-9bb5-4ccf-9cca-749bfc36af91 admin admin] 10.222.0.110 "PUT /v2.0/routers/956e6339-cadc-47df-b2a4-7f854fea6052/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5869863 Jan 31 18:21:20.311009 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9e816a0a-4870-47f2-9454-3d8882f782e3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:20.334369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 3df4f014-1346-4c89-8778-d1fe6698fee5 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:20.340281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3df4f014-1346-4c89-8778-d1fe6698fee5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:20.340647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.506927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.551862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 3df4f014-1346-4c89-8778-d1fe6698fee5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3df4f014-1346-4c89-8778-d1fe6698fee5,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:20.700003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:20.700896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f286f5dc-6ee0-4355-8588-fac5d15e277d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:20.841438 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:20.857743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f286f5dc-6ee0-4355-8588-fac5d15e277d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:20.858115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:21.457539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e816a0a-4870-47f2-9454-3d8882f782e3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:21.519450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-9cc0aab5-5741-4208-96e4-0c43d99b2001 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:21.520307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-9cc0aab5-5741-4208-96e4-0c43d99b2001 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:21.530791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9e816a0a-4870-47f2-9454-3d8882f782e3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:21.531157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:21.540876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-9cc0aab5-5741-4208-96e4-0c43d99b2001 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:21.542009 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-9cc0aab5-5741-4208-96e4-0c43d99b2001 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 816 time: 0.1754653 Jan 31 18:21:21.563454 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-b54d79e4-b3ba-4ffa-9b7b-930ca6f58dba tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/quotas/da025d8fc52c4f51ac2903d2a95d9499 HTTP/1.1" status: 200 len: 375 time: 0.0125339 Jan 31 18:21:21.677949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-0d8c4af3-e953-4186-91f9-da92178c6f01 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:21.683097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3df4f014-1346-4c89-8778-d1fe6698fee5 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:21.700324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-0d8c4af3-e953-4186-91f9-da92178c6f01 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:21.702223 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-0d8c4af3-e953-4186-91f9-da92178c6f01 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318805 Jan 31 18:21:21.757554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 3df4f014-1346-4c89-8778-d1fe6698fee5 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:21.758155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:21.858775 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-e5e32eab-55d9-4f64-978e-a66761abeb30 service neutron] 10.222.0.110 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425760 Jan 31 18:21:22.019263 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-b1c50727-b4c5-41e5-88e7-71d07291bc2e service neutron] 10.222.0.110 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544144 Jan 31 18:21:22.211822 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4b661a88-f264-4b53-b510-5584d388bdcc req-0c425c0d-b351-4960-bb00-598dcd31e1ad tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 210 time: 0.0420830 Jan 31 18:21:23.552546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-82f5713d-3eee-4e8a-a001-25456f25fb1c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:23.554408 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-82f5713d-3eee-4e8a-a001-25456f25fb1c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 816 time: 0.3518524 Jan 31 18:21:23.568422 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bc789133-1ac0-47d0-a750-08559f08a5bb req-6ba7352b-a0d5-4e32-9165-569956f64ed2 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 210 time: 0.0610449 Jan 31 18:21:23.573221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Request body: {'port': {'device_id': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'admin_state_up': True, 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:23.738600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:23.748355 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:23.758492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Made reservation on behalf of da025d8fc52c4f51ac2903d2a95d9499 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:23.762201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:23.962362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Allocated IP 172.20.0.9 (a2988f9a-510c-4023-a2b7-dca975aff36e/3fdde1a6-f5c0-4759-81e7-5c214885ead6/b51f3901-c6bd-4525-a75b-d9ce12ad9152) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:24.204573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:24.222836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Transition to ACTIVE for port object b51f3901-c6bd-4525-a75b-d9ce12ad9152 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:24.257161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:24.341086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Network a2988f9a-510c-4023-a2b7-dca975aff36e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:24.346396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:24.350174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:24.393335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Pushing event updated for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:24.442828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:24.443463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:24.473579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-73e20155-2ab1-4afd-aafd-8c8a74465820 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9041231 Jan 31 18:21:24.484684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Request body: {'port': {'device_id': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:24.634465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:24.717800 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea52602a-59ab-4663-ae6c-69c1f10e186f None None] Provisioning for port b51f3901-c6bd-4525-a75b-d9ce12ad9152 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:24.734925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ea52602a-59ab-4663-ae6c-69c1f10e186f None None] Provisioning complete for port b51f3901-c6bd-4525-a75b-d9ce12ad9152 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:24.735296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ea52602a-59ab-4663-ae6c-69c1f10e186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:24.811339 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ea52602a-59ab-4663-ae6c-69c1f10e186f None None] Port b51f3901-c6bd-4525-a75b-d9ce12ad9152 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:24.827051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359e3a9-e94c-4a02-8ed2-3900ef1a89dc req-c216e31c-42af-49ca-911a-c80feff2e897 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:24.828549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c359e3a9-e94c-4a02-8ed2-3900ef1a89dc req-c216e31c-42af-49ca-911a-c80feff2e897 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 931 time: 0.1269348 Jan 31 18:21:25.011055 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c359e3a9-e94c-4a02-8ed2-3900ef1a89dc req-4393f94f-82bc-4044-8a09-869a42b94112 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756055 Jan 31 18:21:25.086356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51f3901-c6bd-4525-a75b-d9ce12ad9152 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:21:25.094130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:25.111397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Transition to ACTIVE for port object b51f3901-c6bd-4525-a75b-d9ce12ad9152 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:25.116234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:25.255954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:25.407336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Attempting to bind port b51f3901-c6bd-4525-a75b-d9ce12ad9152 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:25.407698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Attempting to bind port b51f3901-c6bd-4525-a75b-d9ce12ad9152 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:25.408077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Attempting to bind port b51f3901-c6bd-4525-a75b-d9ce12ad9152 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:25.416689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Port b51f3901-c6bd-4525-a75b-d9ce12ad9152 on network a2988f9a-510c-4023-a2b7-dca975aff36e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:21:25.417069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Attempting to bind port b51f3901-c6bd-4525-a75b-d9ce12ad9152 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:25.426665 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:25.427184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Checking segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:25.427770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Bound using segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:25.428434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Bound port: b51f3901-c6bd-4525-a75b-d9ce12ad9152, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:25.429002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:25.530866 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:25.535256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:25.538895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:25.606772 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:25.608794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] 10.222.0.86 "PUT /v2.0/ports/b51f3901-c6bd-4525-a75b-d9ce12ad9152 HTTP/1.1" status: 200 len: 1093 time: 1.1282969 Jan 31 18:21:25.609396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:21:25.631801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce600bf-974d-4a51-83bf-9409c7f74fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:25.701858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152', 'status': 'completed', 'code': 200} Jan 31 18:21:25.741591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-cfec33a1-f8df-4d73-814b-2fc8c5bac22d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 1096 time: 0.0918396 Jan 31 18:21:25.918257 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-b60f85f7-cec7-477c-a3f4-b7f86bf9001d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152 HTTP/1.1" status: 200 len: 217 time: 0.1703491 Jan 31 18:21:25.982558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-4c052b23-e99b-4adb-ba1e-783d364032d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:25.984000 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-4c052b23-e99b-4adb-ba1e-783d364032d5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 200 len: 855 time: 0.0595086 Jan 31 18:21:26.064667 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-81b9dafd-3e86-4825-8b93-2eca8a815d5f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2988f9a-510c-4023-a2b7-dca975aff36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730991 Jan 31 18:21:26.217320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-070c177c-0c54-4591-bb36-18f64f801346 service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477506 Jan 31 18:21:26.238446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b2cfe0-2205-491f-9f26-2eff48b468b4 req-7a82b38b-3e1d-4cfe-8721-cd9b1e0a077a tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:26.239928 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-24b2cfe0-2205-491f-9f26-2eff48b468b4 req-7a82b38b-3e1d-4cfe-8721-cd9b1e0a077a tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 943 time: 0.0873153 Jan 31 18:21:26.291457 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-24b2cfe0-2205-491f-9f26-2eff48b468b4 req-e3d055c3-1d0d-45f4-9fdf-a68edd9992ee tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Jan 31 18:21:26.368552 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3cbe753b-55e4-40cc-8fcb-b5584f839261 req-9c18dcf8-8947-4f96-ac7d-c29d469e1c0c service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434674 Jan 31 18:21:26.489145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-4ad5572e-e6db-4cf8-bea0-d4b36d45ec44 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 1096 time: 0.0720272 Jan 31 18:21:26.625583 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-7defb21b-a277-4a84-b941-273136eda799 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:26.627515 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-7defb21b-a277-4a84-b941-273136eda799 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 918 time: 0.1324961 Jan 31 18:21:26.702482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-2648929a-566a-4ccb-b2ce-3102c25ba66f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152 HTTP/1.1" status: 200 len: 217 time: 0.0684776 Jan 31 18:21:26.767160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-7a1028a0-1fab-4c27-ae2c-b2dba567697c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:26.769253 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-7a1028a0-1fab-4c27-ae2c-b2dba567697c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 200 len: 855 time: 0.0608773 Jan 31 18:21:26.872273 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-56d91eae-821c-47f0-8330-1b6d96f8fabc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2988f9a-510c-4023-a2b7-dca975aff36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970385 Jan 31 18:21:27.008661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-12b4bc98-ffdc-4ce4-9e05-193fb36cafde service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288910 Jan 31 18:21:27.147981 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0598f851-f54a-40cc-96f2-a4af5c2699d2 req-6c185c94-56d4-45d1-8ccf-76f28ca5372f service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327052 Jan 31 18:21:27.509840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-81976f04-8f46-4c6c-8674-3595155fa774 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:27.510525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-81976f04-8f46-4c6c-8674-3595155fa774 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:27.526225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-81976f04-8f46-4c6c-8674-3595155fa774 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:27.527398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-81976f04-8f46-4c6c-8674-3595155fa774 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 943 time: 0.1006138 Jan 31 18:21:27.575058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-e99d5c2e-4468-40ce-92ab-29d643a13988 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:27.593060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-e99d5c2e-4468-40ce-92ab-29d643a13988 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:27.594276 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8a12d08d-4594-4ace-b4bc-8047695cbe3a req-e99d5c2e-4468-40ce-92ab-29d643a13988 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Jan 31 18:21:28.400651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b51f3901-c6bd-4525-a75b-d9ce12ad9152 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:21:28.583227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:28.598157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'port_id': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152', 'mac_address': 'fa:16:3e:42:03:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:21:28.656277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:28.675700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51f3901-c6bd-4525-a75b-d9ce12ad9152 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:21:28.693752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:28.698190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:28.772529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:28.810985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cf5ab-c569-4b2e-97f0-a2e5731326f3 req-8413d4ee-65e9-4134-883e-ea722657a178 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:28.812433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-006cf5ab-c569-4b2e-97f0-a2e5731326f3 req-8413d4ee-65e9-4134-883e-ea722657a178 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 944 time: 0.0848227 Jan 31 18:21:28.868709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-006cf5ab-c569-4b2e-97f0-a2e5731326f3 req-72502acd-3907-4548-90c0-50c70600a96f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493538 Jan 31 18:21:28.906252 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['b51f3901-c6bd-4525-a75b-d9ce12ad9152'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:21:30.086609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794f996-fcff-4e9f-af1c-fa9226c819fa req-1055c697-3042-469c-a6b5-47cf383ab936 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:30.088062 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4794f996-fcff-4e9f-af1c-fa9226c819fa req-1055c697-3042-469c-a6b5-47cf383ab936 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 944 time: 0.0870974 Jan 31 18:21:30.136617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4794f996-fcff-4e9f-af1c-fa9226c819fa req-ca0cd5e8-267a-419c-b0c6-d5dc20161c00 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Jan 31 18:21:30.412978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b51f3901-c6bd-4525-a75b-d9ce12ad9152 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:30.484151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port b51f3901-c6bd-4525-a75b-d9ce12ad9152 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:30.489114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port b51f3901-c6bd-4525-a75b-d9ce12ad9152 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:30.489632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:30.618666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:30.651622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:21:30.663165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:30.668803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:30.713783 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152', 'code': 200} Jan 31 18:21:30.746117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:30.962556 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ce8d8002-2c1a-4df1-aaac-9eae853a8b52 req-2f8145f1-d82d-4bdc-9924-46a996057ca6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 1098 time: 0.0716746 Jan 31 18:21:31.011211 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ce8d8002-2c1a-4df1-aaac-9eae853a8b52 req-9a7a2716-ec50-4a44-8d23-7d2b7ce89fad service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427644 Jan 31 18:21:31.385188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be4f11-8956-4d39-ba43-e0f73058f0f8 req-f31754f6-82fe-4e35-96b5-0a3ad84f09bf tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:31.387529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-74be4f11-8956-4d39-ba43-e0f73058f0f8 req-f31754f6-82fe-4e35-96b5-0a3ad84f09bf tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.1127491 Jan 31 18:21:31.439341 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-74be4f11-8956-4d39-ba43-e0f73058f0f8 req-aed967f4-b820-4c40-a2c8-223d1526be31 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460649 Jan 31 18:21:32.653868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16822059-d7cc-40aa-b4af-797be5abdaf5 req-3aa83051-db91-4099-a8e6-8d3c731cbae3 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:32.655234 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-16822059-d7cc-40aa-b4af-797be5abdaf5 req-3aa83051-db91-4099-a8e6-8d3c731cbae3 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.0861640 Jan 31 18:21:32.708971 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-16822059-d7cc-40aa-b4af-797be5abdaf5 req-f9fa24ec-b879-43c1-9d0c-c78ff3f61ec3 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474420 Jan 31 18:21:32.942103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66349ffd-4a4c-46a3-96ac-47d36bfa635d req-a3e278f1-6b69-45f5-bbfe-3abc956e7afe tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:32.943558 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-66349ffd-4a4c-46a3-96ac-47d36bfa635d req-a3e278f1-6b69-45f5-bbfe-3abc956e7afe tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.0866115 Jan 31 18:21:33.116159 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-66349ffd-4a4c-46a3-96ac-47d36bfa635d req-b8d387ba-39a3-4db3-ba9f-8b4f234fc760 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663430 Jan 31 18:21:37.033267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ef79d0d-067e-4ffd-9288-c60a357dfae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:39.363102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa9803e8-4047-4a30-801a-0f1c0030dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:40.305667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:40.456606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:40.827399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Sync routers for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:21:40.841368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:40.842016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:41.083699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:41.461120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:18Z', 'revision_number': 4, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '4666e38d-9470-4ae4-8447-833401bbed19', 'name': '', 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'mac_address': 'fa:16:3e:cb:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:17Z', 'updated_at': '2022-01-31T18:21:18Z', 'revision_number': 2, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'subnets': [{'id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:41.465647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Checking router: 956e6339-cadc-47df-b2a4-7f854fea6052 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:21:41.465997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Updating router 956e6339-cadc-47df-b2a4-7f854fea6052 port 4666e38d-9470-4ae4-8447-833401bbed19 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:21:41.521859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:41.838799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:41.975364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:41.989964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Transition to ACTIVE for port object 4666e38d-9470-4ae4-8447-833401bbed19 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:41.998844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:42.184549 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d654-6b34-4d7f-a425-63e0130c5f9f None None] Pushing event updated for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:42.331680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Attempting to bind port 4666e38d-9470-4ae4-8447-833401bbed19 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:42.332113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Attempting to bind port 4666e38d-9470-4ae4-8447-833401bbed19 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:42.332627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Attempting to bind port 4666e38d-9470-4ae4-8447-833401bbed19 on network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:42.343391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:42.343838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Checking segment: {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:42.344596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:42.345157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Bound using segment: {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:42.345865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Bound port: 4666e38d-9470-4ae4-8447-833401bbed19, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1426, 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:42.346391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:42.487068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] For port 4666e38d-9470-4ae4-8447-833401bbed19, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:42.491110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] For port 4666e38d-9470-4ae4-8447-833401bbed19, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4666e38d-9470-4ae4-8447-833401bbed19,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:42.495570 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-5248fd43-233f-47a6-8309-c29894f9275b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968578 Jan 31 18:21:42.501942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:42.615944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d654-6b34-4d7f-a425-63e0130c5f9f None None] Pushing event updated for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:42.620039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:21:42.620760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:21:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:42.733015 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-9b59868c-e60a-422a-a9e3-2e28e2ae411b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 1098 time: 0.1304672 Jan 31 18:21:42.886536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:21:42.998346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-8d23293e-a674-433f-a857-d1d5afc098d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:43.000960 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-8d23293e-a674-433f-a857-d1d5afc098d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 918 time: 0.2371094 Jan 31 18:21:43.084522 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-2e7294ca-b196-4e17-b694-0dcd16b1ca50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152 HTTP/1.1" status: 200 len: 217 time: 0.0763590 Jan 31 18:21:43.166291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-069c5677-0d9f-4426-8460-b4dc2b2d8800 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:43.168520 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-069c5677-0d9f-4426-8460-b4dc2b2d8800 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 200 len: 855 time: 0.0769234 Jan 31 18:21:43.285298 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-9e8e82a7-3796-4bc9-a6ef-f10deb8dcc2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2988f9a-510c-4023-a2b7-dca975aff36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092882 Jan 31 18:21:43.337293 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:18Z', 'revision_number': 4, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '4666e38d-9470-4ae4-8447-833401bbed19', 'name': '', 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'mac_address': 'fa:16:3e:cb:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:17Z', 'updated_at': '2022-01-31T18:21:42Z', 'revision_number': 4, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'subnets': [{'id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:21:43.342054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebb4fcb-f86e-481b-be3e-0524f9db67dc None None] The sync data for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv is: [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:21:18Z', 'revision_number': 4, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '4666e38d-9470-4ae4-8447-833401bbed19', 'name': '', 'network_id': '0879fa9b-c62b-43ce-a9a9-26f7e5814d0b', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'mac_address': 'fa:16:3e:cb:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:17Z', 'updated_at': '2022-01-31T18:21:42Z', 'revision_number': 4, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'subnets': [{'id': '900febe0-01d6-497e-a93f-b1b9322d072f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:21:43.524127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-a8ecfc4e-27e4-48b0-b3b7-9efe75871908 service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328477 Jan 31 18:21:43.565355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:43.612708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4666e38d-9470-4ae4-8447-833401bbed19 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:43.701445 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0417c8b1-5892-4452-8702-f142d3d4c325 req-41c3936e-aae6-4887-a240-ab8e3b0edbfa service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705215 Jan 31 18:21:43.735959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 4666e38d-9470-4ae4-8447-833401bbed19 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:43.742774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4666e38d-9470-4ae4-8447-833401bbed19 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:43.743145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:43.898308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:43.944044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 4666e38d-9470-4ae4-8447-833401bbed19, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4666e38d-9470-4ae4-8447-833401bbed19,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:43.949858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:44.056744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:45.547622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4666e38d-9470-4ae4-8447-833401bbed19 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:21:45.621937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 4666e38d-9470-4ae4-8447-833401bbed19 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:45.622302 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:47.592573 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:21:49.835737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04888113-db3c-4858-9a40-93758f2a1752 req-da6f9c45-4058-4c8f-a883-bf4629891808 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:49.837373 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-04888113-db3c-4858-9a40-93758f2a1752 req-da6f9c45-4058-4c8f-a883-bf4629891808 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.1087399 Jan 31 18:21:49.897126 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-04888113-db3c-4858-9a40-93758f2a1752 req-739ebf4d-450d-42f1-a91f-e0b24fe371df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537150 Jan 31 18:21:51.131112 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cffd4-20e6-4a46-9613-49a0f4d2475c req-4e0f5d6a-0a2b-4eec-8582-028d51df71d2 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:51.132564 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7c0cffd4-20e6-4a46-9613-49a0f4d2475c req-4e0f5d6a-0a2b-4eec-8582-028d51df71d2 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.0881736 Jan 31 18:21:51.198417 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7c0cffd4-20e6-4a46-9613-49a0f4d2475c req-bec5f231-f6ee-4109-be0b-a867967948b0 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600028 Jan 31 18:21:51.260875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-942d9080-134a-4f50-8ce8-de29a86eb7e2 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:51.262444 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-942d9080-134a-4f50-8ce8-de29a86eb7e2 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 945 time: 0.0883307 Jan 31 18:21:51.343291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Deleting port b51f3901-c6bd-4525-a75b-d9ce12ad9152 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:21:51.343637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:51.632156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] For port b51f3901-c6bd-4525-a75b-d9ce12ad9152, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=b51f3901-c6bd-4525-a75b-d9ce12ad9152,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:21:51.632951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:51.764610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Calling delete_port for b51f3901-c6bd-4525-a75b-d9ce12ad9152 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:21:51.918645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:51.930705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['b51f3901-c6bd-4525-a75b-d9ce12ad9152'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:21:52.087161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Pushing event deleted for resources: {'Port': ['ID=b51f3901-c6bd-4525-a75b-d9ce12ad9152,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:52.136198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.136547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.136884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.137221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.137590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.137922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.138247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.138577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.138895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.139219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.139537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:21:52.184307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] No DVR routers for this DVR port b51f3901-c6bd-4525-a75b-d9ce12ad9152 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:21:52.186927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:52.190329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'name': 'network-vif-deleted', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:21:52.208460 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f4f47bff-4184-44ee-b0c7-9c143645a1fc req-ae076d41-b9c6-4b74-adf3-e666509347df tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "DELETE /v2.0/ports/b51f3901-c6bd-4525-a75b-d9ce12ad9152 HTTP/1.1" status: 204 len: 173 time: 0.9401088 Jan 31 18:21:52.302065 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb3dbe3-1ad9-462e-96be-991837cde042', 'name': 'network-vif-deleted', 'tag': 'b51f3901-c6bd-4525-a75b-d9ce12ad9152', 'status': 'completed', 'code': 200} Jan 31 18:21:52.431972 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f95f7689-3228-4329-8410-383a17155cd7 req-a69d1709-7cce-451d-b4c4-1844611cac6d tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=3fb3dbe3-1ad9-462e-96be-991837cde042 HTTP/1.1" status: 200 len: 210 time: 0.0484087 Jan 31 18:21:54.360235 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-8fc95a79-e30d-4b47-9436-7e9df05a6de6 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:54.362512 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-8fc95a79-e30d-4b47-9436-7e9df05a6de6 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 816 time: 0.1644788 Jan 31 18:21:54.379863 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-29b6f6a0-4f3d-4bfb-a644-31237ea4decb tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/quotas/da025d8fc52c4f51ac2903d2a95d9499 HTTP/1.1" status: 200 len: 375 time: 0.0115218 Jan 31 18:21:54.465972 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-b3557b4d-1d4b-458b-9bf5-3a1883206475 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799289 Jan 31 18:21:54.523423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b51f3901-c6bd-4525-a75b-d9ce12ad9152 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:21:54.617246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: b51f3901-c6bd-4525-a75b-d9ce12ad9152 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:21:54.617730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device b51f3901-c6bd-4525-a75b-d9ce12ad9152 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:21:54.626498 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-30612508-d5f9-4dd9-bd0f-7b9fcf00fa27 service neutron] 10.222.0.110 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462727 Jan 31 18:21:54.769311 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-28b06f88-6ac7-4f98-a85c-4c3e328afe68 service neutron] 10.222.0.110 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364865 Jan 31 18:21:56.063112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b809bf7b-fa4e-4234-83e5-ee361db289bf req-02e19e91-6454-464a-9533-5384e81e86ce tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:56.090018 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-b809bf7b-fa4e-4234-83e5-ee361db289bf req-02e19e91-6454-464a-9533-5384e81e86ce tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:56.091643 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b809bf7b-fa4e-4234-83e5-ee361db289bf req-02e19e91-6454-464a-9533-5384e81e86ce tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 210 time: 0.0845451 Jan 31 18:21:57.282924 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1529635e-114a-4f7a-a380-f722eaddc7c0 req-b3e602b1-d28e-451f-9343-cf37253bf0e8 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 210 time: 0.0432026 Jan 31 18:21:57.480206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-714676f7-816f-465d-b0a3-cc22692e107c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:57.481794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-714676f7-816f-465d-b0a3-cc22692e107c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 816 time: 0.1813741 Jan 31 18:21:57.498530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Request body: {'port': {'device_id': '85095808-a158-4a4f-a9e8-d1a617393de5', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'admin_state_up': True, 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:57.648173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:21:57.662640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:21:57.673395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Made reservation on behalf of da025d8fc52c4f51ac2903d2a95d9499 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:21:57.676733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:57.877760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Allocated IP 172.20.0.8 (a2988f9a-510c-4023-a2b7-dca975aff36e/3fdde1a6-f5c0-4759-81e7-5c214885ead6/25ae1858-cd1f-4a94-b08b-591156c473f3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:21:58.107824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.128617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Transition to ACTIVE for port object 25ae1858-cd1f-4a94-b08b-591156c473f3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:58.150733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.222679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Network a2988f9a-510c-4023-a2b7-dca975aff36e is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:21:58.225764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:21:58.229745 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:21:58.272273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Pushing event updated for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:58.306743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:58.307348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.336575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2cd2a374-1159-4c87-b7cb-930945aa6c0f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8419733 Jan 31 18:21:58.348828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Request body: {'port': {'device_id': '85095808-a158-4a4f-a9e8-d1a617393de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:21:58.510701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ab34986-a9a8-4172-9212-2fdff7c317f9 None None] Provisioning for port 25ae1858-cd1f-4a94-b08b-591156c473f3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:21:58.516123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0ab34986-a9a8-4172-9212-2fdff7c317f9 None None] Provisioning complete for port 25ae1858-cd1f-4a94-b08b-591156c473f3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:21:58.516761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0ab34986-a9a8-4172-9212-2fdff7c317f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.518147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.571207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0ab34986-a9a8-4172-9212-2fdff7c317f9 None None] Port 25ae1858-cd1f-4a94-b08b-591156c473f3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:21:58.608142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303b23e-c1e1-4084-8aaf-557c4864f20c req-ec871f64-084b-4d41-bfaa-907ea73e3aff tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:58.608839 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9303b23e-c1e1-4084-8aaf-557c4864f20c req-ec871f64-084b-4d41-bfaa-907ea73e3aff tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:21:58.682453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9303b23e-c1e1-4084-8aaf-557c4864f20c req-ec871f64-084b-4d41-bfaa-907ea73e3aff tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:21:58.683918 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9303b23e-c1e1-4084-8aaf-557c4864f20c req-ec871f64-084b-4d41-bfaa-907ea73e3aff tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 931 time: 0.2468009 Jan 31 18:21:58.829455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9303b23e-c1e1-4084-8aaf-557c4864f20c req-e14d40ac-3e52-4644-a392-929c335acc6c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303761 Jan 31 18:21:58.973084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ae1858-cd1f-4a94-b08b-591156c473f3 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:21:58.980886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:58.997069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Transition to ACTIVE for port object 25ae1858-cd1f-4a94-b08b-591156c473f3 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:21:59.001680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:59.262746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Pushing event updated for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:59.386342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Attempting to bind port 25ae1858-cd1f-4a94-b08b-591156c473f3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:21:59.386677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Attempting to bind port 25ae1858-cd1f-4a94-b08b-591156c473f3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:21:59.387008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Attempting to bind port 25ae1858-cd1f-4a94-b08b-591156c473f3 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:59.401907 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Port 25ae1858-cd1f-4a94-b08b-591156c473f3 on network a2988f9a-510c-4023-a2b7-dca975aff36e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:21:59.402354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Attempting to bind port 25ae1858-cd1f-4a94-b08b-591156c473f3 on network a2988f9a-510c-4023-a2b7-dca975aff36e {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:21:59.413766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:21:59.414330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Checking segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:21:59.414978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Bound using segment: {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:21:59.415730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Bound port: 25ae1858-cd1f-4a94-b08b-591156c473f3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3aa1f47-bf90-4c66-a719-8f086fd894d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:21:59.416320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:59.527045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:21:59.532025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=25ae1858-cd1f-4a94-b08b-591156c473f3,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:21:59.538514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:59.615251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:21:59.616636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] 10.222.0.86 "PUT /v2.0/ports/25ae1858-cd1f-4a94-b08b-591156c473f3 HTTP/1.1" status: 200 len: 1093 time: 1.2731736 Jan 31 18:21:59.617631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:21:59.643694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739902f-d937-49ff-b1b1-3f38d6cf691b service neutron] Pushing event updated for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:21:59.712959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3', 'status': 'completed', 'code': 200} Jan 31 18:21:59.784662 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-201de2bf-b12c-4d46-aac4-4f734947a764 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 1096 time: 0.1215663 Jan 31 18:21:59.865262 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-cf48ba5b-90ba-4e2f-a435-a429c47d3634 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25ae1858-cd1f-4a94-b08b-591156c473f3 HTTP/1.1" status: 200 len: 217 time: 0.0738401 Jan 31 18:21:59.962172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-9159896b-12b6-4fad-b87c-d99dfaf6d0ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:21:59.963846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-9159896b-12b6-4fad-b87c-d99dfaf6d0ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 200 len: 855 time: 0.0932713 Jan 31 18:22:00.123972 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-1cd9af71-4429-4fa2-982f-c59fb7f64f09 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2988f9a-510c-4023-a2b7-dca975aff36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1533337 Jan 31 18:22:00.131410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa67f0-91ac-4be5-9dc9-023e0895b08e req-ea0df3eb-cc15-4fe7-aa3c-39fae4340e1f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:00.133118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-74aa67f0-91ac-4be5-9dc9-023e0895b08e req-ea0df3eb-cc15-4fe7-aa3c-39fae4340e1f tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 943 time: 0.1307573 Jan 31 18:22:00.271871 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-74aa67f0-91ac-4be5-9dc9-023e0895b08e req-02d9dc92-eaa7-4ce8-b1b2-1ed4b8d92d8b tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146228 Jan 31 18:22:00.333158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-2fc223ee-7a72-42dc-8fe7-cdaa18d0bc7d service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985629 Jan 31 18:22:00.493515 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ab25ab24-d47d-4a80-8716-b4abbdc624ad req-c057774b-6fc7-4c26-8635-7eb48159a07f service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545882 Jan 31 18:22:00.638941 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-bd089061-d803-4a7c-bddd-a478f8424cf5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 1096 time: 0.0942912 Jan 31 18:22:00.849259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-0af3cf9e-e6dd-4488-a1a0-7f0321340d19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:00.851606 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-0af3cf9e-e6dd-4488-a1a0-7f0321340d19 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 200 len: 918 time: 0.2060683 Jan 31 18:22:00.965398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-560d8eb8-7a07-49f9-9708-6c633a93d7e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25ae1858-cd1f-4a94-b08b-591156c473f3 HTTP/1.1" status: 200 len: 217 time: 0.1070032 Jan 31 18:22:01.045693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-038cf38a-fdf8-43fd-a3ba-4b1574c4a794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:01.048459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-038cf38a-fdf8-43fd-a3ba-4b1574c4a794 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 200 len: 855 time: 0.0734997 Jan 31 18:22:01.149626 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-06d581a2-0f18-4e8e-93ab-a5e2d3e464e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a2988f9a-510c-4023-a2b7-dca975aff36e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0940490 Jan 31 18:22:01.305073 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-b7543734-1aa0-42e2-8dff-fdfa5754c64d service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480379 Jan 31 18:22:01.522640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd067b-b0b1-4983-9089-4b5fb6d14ca2 req-45e91324-0758-4c72-b16a-7363cde67ddd tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:01.524132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9fd067b-b0b1-4983-9089-4b5fb6d14ca2 req-45e91324-0758-4c72-b16a-7363cde67ddd tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 943 time: 0.0929637 Jan 31 18:22:01.558659 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-23550ef8-85c0-46ed-823a-cb12a4cd20e0 req-5485629f-2285-41ea-a2ea-87b886ea8954 service neutron] 10.222.0.86 "GET /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477994 Jan 31 18:22:01.575149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d9fd067b-b0b1-4983-9089-4b5fb6d14ca2 req-3825e35a-cc81-480d-909b-567cfc977929 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447774 Jan 31 18:22:02.584004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 25ae1858-cd1f-4a94-b08b-591156c473f3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:22:02.741244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=25ae1858-cd1f-4a94-b08b-591156c473f3,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:02.758641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '25ae1858-cd1f-4a94-b08b-591156c473f3', 'network_id': 'a2988f9a-510c-4023-a2b7-dca975aff36e', 'port_id': '25ae1858-cd1f-4a94-b08b-591156c473f3', 'mac_address': 'fa:16:3e:aa:bb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fdde1a6-f5c0-4759-81e7-5c214885ead6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:22:02.821961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bbe37-d8c6-4a3b-9073-32e31c457362 req-a5bbdbf5-f033-4b6d-93a0-78bf728adae1 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:02.822710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:02.823540 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e81bbe37-d8c6-4a3b-9073-32e31c457362 req-a5bbdbf5-f033-4b6d-93a0-78bf728adae1 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 943 time: 0.1077843 Jan 31 18:22:02.845150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ae1858-cd1f-4a94-b08b-591156c473f3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:22:02.862987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=25ae1858-cd1f-4a94-b08b-591156c473f3,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:02.868640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:02.889647 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e81bbe37-d8c6-4a3b-9073-32e31c457362 req-e1da7fcd-060d-478e-91c5-e55f047ccc39 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533795 Jan 31 18:22:02.951329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:03.059750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['25ae1858-cd1f-4a94-b08b-591156c473f3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:22:04.109571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20a55e-5d63-41e4-aaad-565dfe8b5f3b req-536c0ffd-2cc9-45c8-b665-8e8d10e0fca5 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:04.111329 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b20a55e-5d63-41e4-aaad-565dfe8b5f3b req-536c0ffd-2cc9-45c8-b665-8e8d10e0fca5 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 944 time: 0.0809357 Jan 31 18:22:04.163257 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b20a55e-5d63-41e4-aaad-565dfe8b5f3b req-df74d2d7-1551-4baf-964f-7ea3cecdaf2e tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Jan 31 18:22:04.599361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 25ae1858-cd1f-4a94-b08b-591156c473f3 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:04.673328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 25ae1858-cd1f-4a94-b08b-591156c473f3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:04.678462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 25ae1858-cd1f-4a94-b08b-591156c473f3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:04.678836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:04.834366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:04.867377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:22:04.878866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=25ae1858-cd1f-4a94-b08b-591156c473f3,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:04.883161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:04.941040 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3', 'code': 200} Jan 31 18:22:04.959613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:05.182132 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-347ac8aa-db15-4b2d-9141-bec8a8cb0cd8 req-f98a6180-659f-4e0a-af6f-c27ac5385b55 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 1098 time: 0.0796945 Jan 31 18:22:05.228927 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-347ac8aa-db15-4b2d-9141-bec8a8cb0cd8 req-6bcd3b59-4444-4de4-90de-3505059c397d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Jan 31 18:22:05.380158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a8-a011-490f-a946-955e8995ea6b req-39168b90-ceab-46b2-828a-8b4c4958fe05 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:05.381912 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-684829a8-a011-490f-a946-955e8995ea6b req-39168b90-ceab-46b2-828a-8b4c4958fe05 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0863953 Jan 31 18:22:05.434069 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-684829a8-a011-490f-a946-955e8995ea6b req-58e6e028-382c-47cd-ae3e-da747204af76 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465066 Jan 31 18:22:06.635908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c3a62-f895-4776-a887-cceb8a65c234 req-cec66be7-c34a-4fbb-a2c6-b0697b78033c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:06.637331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b07c3a62-f895-4776-a887-cceb8a65c234 req-cec66be7-c34a-4fbb-a2c6-b0697b78033c tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0781398 Jan 31 18:22:06.686123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b07c3a62-f895-4776-a887-cceb8a65c234 req-1f51aa1a-43d8-4da8-9090-807ac0035492 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Jan 31 18:22:06.895825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21892a-c5a0-4ccc-8f2f-6e3a76f34837 req-d4e8f740-c1b2-4799-9171-7e96a30dc232 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:06.897268 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dc21892a-c5a0-4ccc-8f2f-6e3a76f34837 req-d4e8f740-c1b2-4799-9171-7e96a30dc232 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0857496 Jan 31 18:22:06.944147 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dc21892a-c5a0-4ccc-8f2f-6e3a76f34837 req-f64cba56-d58e-4f95-b9aa-485b8e5641d5 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Jan 31 18:22:07.019371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-eb90d0c1-eb45-4d45-b993-45b5f02bb224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:09.382645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e0d560f7-d53b-45a8-a40c-5017c8ef3744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:10.308479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:10.464795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:11.732909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:13.563718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:23.262788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb651dd3-4668-4317-a3d0-d72d6d4f84a5 req-6bf0e7c2-0b04-4456-9aee-c903baa1bebd tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:23.264220 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cb651dd3-4668-4317-a3d0-d72d6d4f84a5 req-6bf0e7c2-0b04-4456-9aee-c903baa1bebd tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0798950 Jan 31 18:22:23.313667 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cb651dd3-4668-4317-a3d0-d72d6d4f84a5 req-eeeae979-fff4-4ad9-917d-3010f00f41ac tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Jan 31 18:22:24.524094 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a0c4b8-68a2-4b08-92e0-544323d2d93b req-51a5f1fa-0645-45a7-9765-43fc3352e8f8 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:24.525557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4a0c4b8-68a2-4b08-92e0-544323d2d93b req-51a5f1fa-0645-45a7-9765-43fc3352e8f8 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0815923 Jan 31 18:22:24.576666 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e4a0c4b8-68a2-4b08-92e0-544323d2d93b req-b7a87c7a-06b6-49ac-b223-91ec4d9e065b tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/security-groups?id=e8b73a8e-01db-476c-8b03-3b2a2a131521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424235 Jan 31 18:22:24.594207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:22:24.679489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-c6d6414a-451c-4127-bccf-5d6c47fffc8d tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:24.680810 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-c6d6414a-451c-4127-bccf-5d6c47fffc8d tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 945 time: 0.0861318 Jan 31 18:22:24.748040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Deleting port 25ae1858-cd1f-4a94-b08b-591156c473f3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:24.748455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:25.030714 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] For port 25ae1858-cd1f-4a94-b08b-591156c473f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=25ae1858-cd1f-4a94-b08b-591156c473f3,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:25.031102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:25.164328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Calling delete_port for 25ae1858-cd1f-4a94-b08b-591156c473f3 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:25.314153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:25.326761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['25ae1858-cd1f-4a94-b08b-591156c473f3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:22:25.363312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Pushing event deleted for resources: {'Port': ['ID=25ae1858-cd1f-4a94-b08b-591156c473f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:25.448069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] No DVR routers for this DVR port 25ae1858-cd1f-4a94-b08b-591156c473f3 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:22:25.450786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:25.454653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'name': 'network-vif-deleted', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:22:25.476335 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d5cb9bc8-c340-457c-94aa-1fda56440686 req-bd679d8c-1785-4d54-9c43-b288e1799027 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.86 "DELETE /v2.0/ports/25ae1858-cd1f-4a94-b08b-591156c473f3 HTTP/1.1" status: 204 len: 173 time: 0.7906621 Jan 31 18:22:25.537498 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85095808-a158-4a4f-a9e8-d1a617393de5', 'name': 'network-vif-deleted', 'tag': '25ae1858-cd1f-4a94-b08b-591156c473f3', 'status': 'completed', 'code': 200} Jan 31 18:22:25.758766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-863f2616-e762-4646-bdfe-00135f88b76b req-d70a06a5-c041-4f02-99fe-ee66ae30e548 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Synchronizing usage tracker for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:22:25.777161 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-863f2616-e762-4646-bdfe-00135f88b76b req-d70a06a5-c041-4f02-99fe-ee66ae30e548 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] Unset dirty status for tenant:da025d8fc52c4f51ac2903d2a95d9499 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:22:25.778640 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-863f2616-e762-4646-bdfe-00135f88b76b req-d70a06a5-c041-4f02-99fe-ee66ae30e548 tempest-TestEncryptedCinderVolumes-720146639 tempest-TestEncryptedCinderVolumes-720146639-project] 10.222.0.110 "GET /v2.0/ports?device_id=85095808-a158-4a4f-a9e8-d1a617393de5 HTTP/1.1" status: 200 len: 210 time: 0.0621517 Jan 31 18:22:26.982902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38598) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:27.576196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:28.293575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Deleting port 3df4f014-1346-4c89-8778-d1fe6698fee5 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:28.294322 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:28.488595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] For port 3df4f014-1346-4c89-8778-d1fe6698fee5, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3df4f014-1346-4c89-8778-d1fe6698fee5,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:28.488938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:28.611575 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Calling delete_port for 3df4f014-1346-4c89-8778-d1fe6698fee5 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:28.737858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 25ae1858-cd1f-4a94-b08b-591156c473f3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:28.775963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 25ae1858-cd1f-4a94-b08b-591156c473f3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:28.776420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 25ae1858-cd1f-4a94-b08b-591156c473f3 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:28.831716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:28.878382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df4f014-1346-4c89-8778-d1fe6698fee5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:28.891210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.891554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.891888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.892215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.892542 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.892865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.893186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.893532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.893846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.894166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:28.895234 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:29.323565 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:30.002389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Router 730d0811-c471-4dda-a910-16dc1363b7d6 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:22:30.222014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:22:30.234084 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Sync routers for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:22:30.242524 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-63945609-6da0-48ee-80cd-5daa56c40df7 admin admin] 10.222.0.110 "PUT /v2.0/routers/730d0811-c471-4dda-a910-16dc1363b7d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2568991 Jan 31 18:22:30.246301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38602) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:30.250781 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:30.251683 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:30.448942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:30.469110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:30.740388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:30.751670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Deleting port 3a44cb25-fbf6-4101-8da6-ba69463e06a2 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:30.752005 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:30.820746 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253'}], 'enable_snat': True}, 'gw_port_id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:22:28Z', 'revision_number': 5, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port': {'id': '3a44cb25-fbf6-4101-8da6-ba69463e06a2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:06Z', 'updated_at': '2022-01-31T18:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:30.826552 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Checking router: 730d0811-c471-4dda-a910-16dc1363b7d6 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:22:30.838508 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Routers {'730d0811-c471-4dda-a910-16dc1363b7d6'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:30.839098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['730d0811-c471-4dda-a910-16dc1363b7d6'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:31.033110 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] Set router 730d0811-c471-4dda-a910-16dc1363b7d6 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:31.068486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] For port 3a44cb25-fbf6-4101-8da6-ba69463e06a2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=3a44cb25-fbf6-4101-8da6-ba69463e06a2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:31.068861 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:31.151925 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:22:30Z', 'revision_number': 6, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:31.156440 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad5774d-c9c7-454f-82c7-6d4d1f51c223 None None] The sync data for ids ['730d0811-c471-4dda-a910-16dc1363b7d6'] in dv-neutron-823271-3-hyperv is: [{'id': '730d0811-c471-4dda-a910-16dc1363b7d6', 'name': 'tempest-TestEncryptedCinderVolumes-926273945-router', 'tenant_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:05Z', 'updated_at': '2022-01-31T18:22:30Z', 'revision_number': 6, 'project_id': 'da025d8fc52c4f51ac2903d2a95d9499', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:22:31.225783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Calling delete_port for 3a44cb25-fbf6-4101-8da6-ba69463e06a2 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:31.403517 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:31.450428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a44cb25-fbf6-4101-8da6-ba69463e06a2,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:31.579358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3df4f014-1346-4c89-8778-d1fe6698fee5 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:31.624595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3df4f014-1346-4c89-8778-d1fe6698fee5 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:31.625449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3df4f014-1346-4c89-8778-d1fe6698fee5 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:31.697760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:31.981646 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:31.986726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.015631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.016353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 730d0811-c471-4dda-a910-16dc1363b7d6 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:22:32.034337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.037896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-873f0c0e-de3f-4ae2-b80e-6b7c194fa2b0 admin admin] 10.222.0.110 "DELETE /v2.0/routers/730d0811-c471-4dda-a910-16dc1363b7d6 HTTP/1.1" status: 204 len: 168 time: 1.7880144 Jan 31 18:22:32.038009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38606) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:32.106605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Deleting subnet 3fdde1a6-f5c0-4759-81e7-5c214885ead6 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:22:32.111624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.171805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.267191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.351121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.390318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fdde1a6-f5c0-4759-81e7-5c214885ead6,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:32.395064 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.401152 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9d0bc201-fde2-43b6-bcea-b6e5636884cf admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3fdde1a6-f5c0-4759-81e7-5c214885ead6 HTTP/1.1" status: 204 len: 168 time: 0.3621647 Jan 31 18:22:32.402291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8d1ca4-2402-49dc-94da-5cc389218b91 None None] Network a2988f9a-510c-4023-a2b7-dca975aff36e requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:32.404059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38610) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:32.623043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.636896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Deleting port f3a48437-a7e1-491e-87ac-2e3fa2140f26 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:32.637223 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.705176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] DHCP port deletion for a2988f9a-510c-4023-a2b7-dca975aff36e request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:22:32.710083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Deleting port f3a48437-a7e1-491e-87ac-2e3fa2140f26 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:32.710454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.851464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] For port f3a48437-a7e1-491e-87ac-2e3fa2140f26, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f3a48437-a7e1-491e-87ac-2e3fa2140f26,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:32.852039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.925505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] For port f3a48437-a7e1-491e-87ac-2e3fa2140f26, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f3a48437-a7e1-491e-87ac-2e3fa2140f26,segment=NetworkSegment(d3aa1f47-bf90-4c66-a719-8f086fd894d7),segment_id=d3aa1f47-bf90-4c66-a719-8f086fd894d7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:32.925796 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:32.978459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Calling delete_port for f3a48437-a7e1-491e-87ac-2e3fa2140f26 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:33.073831 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.076323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Calling delete_port for f3a48437-a7e1-491e-87ac-2e3fa2140f26 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:33.122676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a48437-a7e1-491e-87ac-2e3fa2140f26,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:33.130030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] No DVR routers for this DVR port f3a48437-a7e1-491e-87ac-2e3fa2140f26 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:22:33.161214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:22:33.161515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:22:33.254648 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.283618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2988f9a-510c-4023-a2b7-dca975aff36e']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:33.298146 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3aa1f47-bf90-4c66-a719-8f086fd894d7') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:33.298434 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3aa1f47-bf90-4c66-a719-8f086fd894d7') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:33.311058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.330326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.336752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Releasing vlan 1417 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:22:33.337137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:22:33.350903 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:22:33.438564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.455813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.461792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2988f9a-510c-4023-a2b7-dca975aff36e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:33.479294 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ee720623-4563-473e-8fb6-3e2217313f37 admin admin] 10.222.0.110 "DELETE /v2.0/networks/a2988f9a-510c-4023-a2b7-dca975aff36e HTTP/1.1" status: 204 len: 168 time: 1.0741918 Jan 31 18:22:33.482761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38614) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:33.553025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3a44cb25-fbf6-4101-8da6-ba69463e06a2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:33.593586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 3a44cb25-fbf6-4101-8da6-ba69463e06a2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:33.593866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 3a44cb25-fbf6-4101-8da6-ba69463e06a2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:33.594224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f3a48437-a7e1-491e-87ac-2e3fa2140f26 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:33.628783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f3a48437-a7e1-491e-87ac-2e3fa2140f26 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:33.629189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f3a48437-a7e1-491e-87ac-2e3fa2140f26 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:33.662791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Deleting port f3a48437-a7e1-491e-87ac-2e3fa2140f26 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:33.663159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:33.726617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a3cf3d-e145-4a04-aa7d-59d6ddce154d None None] The port 'f3a48437-a7e1-491e-87ac-2e3fa2140f26' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:22:33.925287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:34.697545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Deleting port 4666e38d-9470-4ae4-8447-833401bbed19 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:34.697936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:34.896099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] For port 4666e38d-9470-4ae4-8447-833401bbed19, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=4666e38d-9470-4ae4-8447-833401bbed19,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:34.896442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:35.050901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Calling delete_port for 4666e38d-9470-4ae4-8447-833401bbed19 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:35.253839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:35.302105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4666e38d-9470-4ae4-8447-833401bbed19,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:35.641432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:36.424809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Router 956e6339-cadc-47df-b2a4-7f854fea6052 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:22:36.704244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:22:36.718773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Sync routers for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:22:36.721816 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d00ab3d5-86b0-4d51-84c0-f4eacec95b94 admin admin] 10.222.0.110 "PUT /v2.0/routers/956e6339-cadc-47df-b2a4-7f854fea6052/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2369008 Jan 31 18:22:36.725905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38618) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:36.740700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:36.741355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:37.033136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1ca49bd4-7997-4fa6-8fba-8ba99cd3762f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:37.042826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:37.101432 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:37.367301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:37.383468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Deleting port 9e816a0a-4870-47f2-9454-3d8882f782e3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:37.383833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:37.428716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121'}], 'enable_snat': True}, 'gw_port_id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:22:35Z', 'revision_number': 5, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port': {'id': '9e816a0a-4870-47f2-9454-3d8882f782e3', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ea:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:21:14Z', 'updated_at': '2022-01-31T18:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:37.437885 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Checking router: 956e6339-cadc-47df-b2a4-7f854fea6052 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:22:37.463090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Routers {'956e6339-cadc-47df-b2a4-7f854fea6052'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:37.464214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['956e6339-cadc-47df-b2a4-7f854fea6052'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:37.610486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] For port 9e816a0a-4870-47f2-9454-3d8882f782e3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e816a0a-4870-47f2-9454-3d8882f782e3,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:37.611109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:37.677173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] Set router 956e6339-cadc-47df-b2a4-7f854fea6052 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:37.771101 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Calling delete_port for 9e816a0a-4870-47f2-9454-3d8882f782e3 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:37.814542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:22:37Z', 'revision_number': 6, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:37.820710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ea063e-ab91-407a-9fb6-2103a9b5a0a9 None None] The sync data for ids ['956e6339-cadc-47df-b2a4-7f854fea6052'] in dv-neutron-823271-3-hyperv is: [{'id': '956e6339-cadc-47df-b2a4-7f854fea6052', 'name': 'tempest-TestEncryptedCinderVolumes-644060266-router', 'tenant_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:21:13Z', 'updated_at': '2022-01-31T18:22:37Z', 'revision_number': 6, 'project_id': 'b63dc7345e0943eaa82c667b7ae809b5', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:22:38.128518 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.176504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Pushing event deleted for resources: {'Port': ['ID=9e816a0a-4870-47f2-9454-3d8882f782e3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:38.458536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.783930 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.788773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.834624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.835225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 956e6339-cadc-47df-b2a4-7f854fea6052 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:22:38.853902 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:38.857467 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-07dc32fb-a03c-4fc9-94c2-00157bd5a00b admin admin] 10.222.0.110 "DELETE /v2.0/routers/956e6339-cadc-47df-b2a4-7f854fea6052 HTTP/1.1" status: 204 len: 168 time: 2.1277201 Jan 31 18:22:38.859064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38622) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:38.958872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Deleting subnet 900febe0-01d6-497e-a93f-b1b9322d072f {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:22:38.963050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.036536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.160111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.245023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.301654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900febe0-01d6-497e-a93f-b1b9322d072f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:39.309499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.314827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f93a16-2870-430c-943a-c195faac4682 None None] Network 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:39.317139 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f8aa9ba1-8a69-483b-94a3-144a260b0e75 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/900febe0-01d6-497e-a93f-b1b9322d072f HTTP/1.1" status: 204 len: 168 time: 0.4561143 Jan 31 18:22:39.320119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38626) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:39.496669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c649884-24c9-4487-9708-bb03b65a06f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.589666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.598710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4666e38d-9470-4ae4-8447-833401bbed19 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:39.604383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Deleting port f286f5dc-6ee0-4355-8588-fac5d15e277d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:39.605003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.646387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 4666e38d-9470-4ae4-8447-833401bbed19 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:39.646715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 4666e38d-9470-4ae4-8447-833401bbed19 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:39.647145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e816a0a-4870-47f2-9454-3d8882f782e3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:39.681377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9e816a0a-4870-47f2-9454-3d8882f782e3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:39.681761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e816a0a-4870-47f2-9454-3d8882f782e3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:39.792491 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] DHCP port deletion for 0879fa9b-c62b-43ce-a9a9-26f7e5814d0b request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:22:39.799000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Deleting port f286f5dc-6ee0-4355-8588-fac5d15e277d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:39.799397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:39.910369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] For port f286f5dc-6ee0-4355-8588-fac5d15e277d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f286f5dc-6ee0-4355-8588-fac5d15e277d,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:39.911169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.061532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Calling delete_port for f286f5dc-6ee0-4355-8588-fac5d15e277d owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:40.072423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] For port f286f5dc-6ee0-4355-8588-fac5d15e277d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f286f5dc-6ee0-4355-8588-fac5d15e277d,segment=NetworkSegment(f0a371ab-0edf-4a11-a95d-aeab6c7b223b),segment_id=f0a371ab-0edf-4a11-a95d-aeab6c7b223b)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:40.072871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.155205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.206538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=f286f5dc-6ee0-4355-8588-fac5d15e277d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:40.217801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] No DVR routers for this DVR port f286f5dc-6ee0-4355-8588-fac5d15e277d on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:22:40.257860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Calling delete_port for f286f5dc-6ee0-4355-8588-fac5d15e277d owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:22:40.343925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.355553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.378390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:22:40.378837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:22:40.398791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0879fa9b-c62b-43ce-a9a9-26f7e5814d0b']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:40.413353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:40.413669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a371ab-0edf-4a11-a95d-aeab6c7b223b') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:40.426360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.444186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.452172 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Releasing vlan 1426 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:22:40.452785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.462532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:22:40.471473 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:22:40.570529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.589645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.602547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=0879fa9b-c62b-43ce-a9a9-26f7e5814d0b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:40.606844 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-62c54027-6b3e-47e7-867c-f8ddaf0a6ddc admin admin] 10.222.0.110 "DELETE /v2.0/networks/0879fa9b-c62b-43ce-a9a9-26f7e5814d0b HTTP/1.1" status: 204 len: 168 time: 1.2854950 Jan 31 18:22:40.881202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Deleting port f286f5dc-6ee0-4355-8588-fac5d15e277d {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:22:40.882065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:40.922017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:40.995545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d432809f-764b-45f8-af4a-4baf44d8567b None None] The port 'f286f5dc-6ee0-4355-8588-fac5d15e277d' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:22:41.033537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3cb5da42-471d-4ffa-996f-5c1537272b78 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=da025d8fc52c4f51ac2903d2a95d9499&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1092985 Jan 31 18:22:41.037661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38636) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:41.132238 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:41.192367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:41.287218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:41.320432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b73a8e-01db-476c-8b03-3b2a2a131521,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:41.348859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:41.355292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c755efdc-40a0-4d04-9189-d363b0ecb6b4 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/e8b73a8e-01db-476c-8b03-3b2a2a131521 HTTP/1.1" status: 204 len: 168 time: 0.3158698 Jan 31 18:22:41.571323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f286f5dc-6ee0-4355-8588-fac5d15e277d no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:22:41.622278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f286f5dc-6ee0-4355-8588-fac5d15e277d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:22:41.622753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f286f5dc-6ee0-4355-8588-fac5d15e277d not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:22:41.747273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:42.210420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38644) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:42.295928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-05dc4119-56a9-4096-bb7b-13deee0ca09e admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=b63dc7345e0943eaa82c667b7ae809b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0830011 Jan 31 18:22:42.299416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38648) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:42.384639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:42.425078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:42.492399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:42.512083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597a09a-6323-4c68-a379-ff3db164c1a1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:42.522626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:42.524264 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-121d5a90-c97d-4c53-af70-dea2472389ab admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/6597a09a-6323-4c68-a379-ff3db164c1a1 HTTP/1.1" status: 204 len: 168 time: 0.2234159 Jan 31 18:22:43.569512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.162330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38670) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:44.423812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-104116448-network', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:44.431131 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:44.437827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Usage tracker for resource:network and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:44.447073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:44.456250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:44.469901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Made reservation on behalf of 4d76da4a02cf4d0fa4ce570f3f9dd650 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:44.473653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.494418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.547118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:44.553441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:44.557400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:44.567201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:44.666290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.676747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.721619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:22:44.736901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad25686-699e-4219-9ec8-9fe92a183be1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:44.743804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.744348 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Added segment 30940531-2b4a-4ab5-a82d-8cf9ecb2a288 of type vlan for network bd306388-da9c-4eba-9153-a7a6e732ce5f Jan 31 18:22:44.799375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.841551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:44.843479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:44.844399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.000015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8360162 Jan 31 18:22:45.004225 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38676) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:45.012484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Request body: {'subnet': {'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-104116448-subnet', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:45.013380 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e366db61-b7bf-4521-9c9f-9ac9598fef0e admin admin] Pushing event updated for resources: {'Network': ['ID=bd306388-da9c-4eba-9153-a7a6e732ce5f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:45.021590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:45.027066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network bd306388-da9c-4eba-9153-a7a6e732ce5f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:22:45.032214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Usage tracker for resource:subnet and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:45.037697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:45.053226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:45.072684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Made reservation on behalf of 4d76da4a02cf4d0fa4ce570f3f9dd650 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:45.075734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.415047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.538182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=579e62dd-94f5-4536-ac8d-2ba3e1a47811,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:45.558921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Checking segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:45.559272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Network hostable DHCP agents. Network: bd306388-da9c-4eba-9153-a7a6e732ce5f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:22:45.588789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Network bd306388-da9c-4eba-9153-a7a6e732ce5f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:22:45.610361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, bd306388-da9c-4eba-9153-a7a6e732ce5f) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:45.616789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:45.617526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.624041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf94a01e-9c7b-4380-9609-1156929db4e1 None None] Network bd306388-da9c-4eba-9153-a7a6e732ce5f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:45.652229 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-424ee1cd-53aa-47d5-955c-b60c498375e9 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6461575 Jan 31 18:22:45.658269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38680) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:45.671485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:45.678775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:45.685670 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Usage tracker for resource:router and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:45.690894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:45.704394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:45.724668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.724668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.763198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:45.961700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-bd306388-da9c-4eba-9153-a7a6e732ce5f', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:22:45.962029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.011478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.209980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Allocated IP 172.20.0.2 (bd306388-da9c-4eba-9153-a7a6e732ce5f/579e62dd-94f5-4536-ac8d-2ba3e1a47811/ae945b7a-f21f-4644-b3d1-9655906be6cc) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:46.351898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.409297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.514175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.532236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Transition to ACTIVE for port object ae945b7a-f21f-4644-b3d1-9655906be6cc will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:46.577820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Transition to ACTIVE for port object ae945b7a-f21f-4644-b3d1-9655906be6cc will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:46.587493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.707685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Network bd306388-da9c-4eba-9153-a7a6e732ce5f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:46.712806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:46.716854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:46.739729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Pushing event updated for resources: {'Port': ['ID=ae945b7a-f21f-4644-b3d1-9655906be6cc,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:46.840741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Allocated IP 172.26.4.12 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/a74de6a4-196c-4272-9796-72cff2bfc5dd) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:46.862716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.863258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.864039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.864582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.865123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.865712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.866251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.867043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.867589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.868138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.868747 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:46.967783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Attempting to bind port ae945b7a-f21f-4644-b3d1-9655906be6cc on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:22:46.968331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Attempting to bind port ae945b7a-f21f-4644-b3d1-9655906be6cc by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:22:46.968869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Attempting to bind port ae945b7a-f21f-4644-b3d1-9655906be6cc on network bd306388-da9c-4eba-9153-a7a6e732ce5f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:22:46.977837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:22:46.978207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Checking segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:46.978604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:46.978987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Bound using segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:22:46.979451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Bound port: ae945b7a-f21f-4644-b3d1-9655906be6cc, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:22:46.979819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.054577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.096698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.104815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] For port ae945b7a-f21f-4644-b3d1-9655906be6cc, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:47.110046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] For port ae945b7a-f21f-4644-b3d1-9655906be6cc, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae945b7a-f21f-4644-b3d1-9655906be6cc,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:47.117687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.175986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:47.179035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:47.183684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:47.238969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Pushing event updated for resources: {'Port': ['ID=a74de6a4-196c-4272-9796-72cff2bfc5dd,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:47.258417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88729f36-ac00-4339-9c74-ee7369264a15 None None] Pushing event updated for resources: {'Port': ['ID=ae945b7a-f21f-4644-b3d1-9655906be6cc,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:47.492901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.494081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:47.712125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae945b7a-f21f-4644-b3d1-9655906be6cc up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:47.835122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ae945b7a-f21f-4644-b3d1-9655906be6cc completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:48.007374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Router c79594bd-04c1-4c49-b26a-38fe8a7852db is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:22:48.395357 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:22:48.411188 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Sync routers for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:22:48.433678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:48.435018 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fbe3e6e9-3d7b-47f7-937d-0d95714d6a66 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.7719281 Jan 31 18:22:48.438557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38684) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:48.441732 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:48.442986 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:48.675030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdde25e-d29a-4607-8794-34d5d1d3d71d None None] Network bd306388-da9c-4eba-9153-a7a6e732ce5f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:48.777098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:48.846385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Provisioning for port ae945b7a-f21f-4644-b3d1-9655906be6cc completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:48.855362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Provisioning complete for port ae945b7a-f21f-4644-b3d1-9655906be6cc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:48.856062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:49.168387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:49.226429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] For port ae945b7a-f21f-4644-b3d1-9655906be6cc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae945b7a-f21f-4644-b3d1-9655906be6cc,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:49.235765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:49.325679 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:47Z', 'revision_number': 3, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:49.333845 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Checking router: c79594bd-04c1-4c49-b26a-38fe8a7852db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:22:49.334849 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Updating router c79594bd-04c1-4c49-b26a-38fe8a7852db port a74de6a4-196c-4272-9796-72cff2bfc5dd binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:22:49.367914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053d635-9fb6-40c5-afbf-83c5750b2c9e None None] Pushing event updated for resources: {'Port': ['ID=ae945b7a-f21f-4644-b3d1-9655906be6cc,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:49.467920 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:49.599502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5907ecd9-78e8-4c03-9952-8f69c355f09d None None] Provisioning complete for port ae945b7a-f21f-4644-b3d1-9655906be6cc triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:49.600241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5907ecd9-78e8-4c03-9952-8f69c355f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:49.646227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae945b7a-f21f-4644-b3d1-9655906be6cc up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:49.893477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ae945b7a-f21f-4644-b3d1-9655906be6cc triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:49.895041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.033703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.110553 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.132858 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Transition to ACTIVE for port object a74de6a4-196c-4272-9796-72cff2bfc5dd will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:50.141622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.285894 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Pushing event updated for resources: {'Port': ['ID=a74de6a4-196c-4272-9796-72cff2bfc5dd,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:50.288245 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Attempting to bind port a74de6a4-196c-4272-9796-72cff2bfc5dd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:22:50.288598 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Attempting to bind port a74de6a4-196c-4272-9796-72cff2bfc5dd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:22:50.288942 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Attempting to bind port a74de6a4-196c-4272-9796-72cff2bfc5dd on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:22:50.300580 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:22:50.300969 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:50.301511 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.302028 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:22:50.302650 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Bound port: a74de6a4-196c-4272-9796-72cff2bfc5dd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:22:50.303013 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.332458 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.332789 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.333123 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.333484 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.333812 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.334134 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.334454 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.334768 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.335080 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.335389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.335693 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:50.370075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Allocated IP 172.20.0.1 (bd306388-da9c-4eba-9153-a7a6e732ce5f/579e62dd-94f5-4536-ac8d-2ba3e1a47811/ce242ccd-8eec-499a-b785-bfa33a1c6125) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:50.404253 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] For port a74de6a4-196c-4272-9796-72cff2bfc5dd, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:50.408822 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] For port a74de6a4-196c-4272-9796-72cff2bfc5dd, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a74de6a4-196c-4272-9796-72cff2bfc5dd,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:50.414405 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.506262 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d66675-8ca2-4d6f-a54a-ab6463df5703 None None] Pushing event updated for resources: {'Port': ['ID=a74de6a4-196c-4272-9796-72cff2bfc5dd,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:50.515596 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:50.516189 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:50.608624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.638102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Transition to ACTIVE for port object ce242ccd-8eec-499a-b785-bfa33a1c6125 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:50.674874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.756195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Network bd306388-da9c-4eba-9153-a7a6e732ce5f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:50.759251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:50.763213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:50.781922 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:50.815086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Pushing event updated for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:50.850966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:50.977006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:51.152547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d25d58f8-50ae-469e-97f4-3069f1e8b8fd None None] Provisioning for port ce242ccd-8eec-499a-b785-bfa33a1c6125 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:51.169795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-d25d58f8-50ae-469e-97f4-3069f1e8b8fd None None] Provisioning complete for port ce242ccd-8eec-499a-b785-bfa33a1c6125 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:51.172507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d25d58f8-50ae-469e-97f4-3069f1e8b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:51.242865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-d25d58f8-50ae-469e-97f4-3069f1e8b8fd None None] Port ce242ccd-8eec-499a-b785-bfa33a1c6125 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:22:51.251442 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:47Z', 'revision_number': 3, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:51.256536 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91801cc-3593-411f-8b10-0dbf8552fa63 None None] The sync data for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv is: [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:47Z', 'revision_number': 3, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:22:51.333679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:51.344499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:51.471493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:51.475718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Pushing event updated for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:51.665511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a74de6a4-196c-4272-9796-72cff2bfc5dd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:51.717220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Network bd306388-da9c-4eba-9153-a7a6e732ce5f is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:51.719367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:51.776233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a74de6a4-196c-4272-9796-72cff2bfc5dd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:51.783928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a74de6a4-196c-4272-9796-72cff2bfc5dd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:51.784395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:52.001988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:52.042445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a74de6a4-196c-4272-9796-72cff2bfc5dd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a74de6a4-196c-4272-9796-72cff2bfc5dd,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:52.049909 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:52.174714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a74de6a4-196c-4272-9796-72cff2bfc5dd,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:52.214886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3f2a9ac-4663-4c3b-afb0-531e55168de8 None None] Provisioning complete for port ce242ccd-8eec-499a-b785-bfa33a1c6125 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:52.215414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3f2a9ac-4663-4c3b-afb0-531e55168de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:52.299589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2a9ac-4663-4c3b-afb0-531e55168de8 None None] Port ce242ccd-8eec-499a-b785-bfa33a1c6125 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:22:52.343837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Router c79594bd-04c1-4c49-b26a-38fe8a7852db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:22:52.728163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:22:52.740251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01a3ee09-3b9d-460b-b297-5ee231f14e61 admin admin] 10.222.0.110 "PUT /v2.0/routers/c79594bd-04c1-4c49-b26a-38fe8a7852db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3001988 Jan 31 18:22:53.615983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a74de6a4-196c-4272-9796-72cff2bfc5dd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:53.704929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a74de6a4-196c-4272-9796-72cff2bfc5dd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:53.705309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:53.806937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38706) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:53.813046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-85631496-network', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:53.818417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:53.822734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Usage tracker for resource:network and tenant:f4b47fff30084cbdb812e6454225d83c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:53.825938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:53.834468 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:53.853061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Made reservation on behalf of f4b47fff30084cbdb812e6454225d83c for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:53.856712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:53.877731 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:53.917696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:53.923586 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b47fff30084cbdb812e6454225d83c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:53.928166 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:53.935471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:54.027875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.035841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.069045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] vlan segment allocate from pool success with {'vlan_id': 1423, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:22:54.077716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89c09d-01bd-4636-8ca2-e6ff409706e7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:54.084438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.084803 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Added segment 281d3de6-fba5-4e37-9316-76c45151e8f7 of type vlan for network 84050dd6-e002-4988-a6d8-0d266196b52f Jan 31 18:22:54.118463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.159421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.160848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:54.161691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.277839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] Pushing event updated for resources: {'Network': ['ID=84050dd6-e002-4988-a6d8-0d266196b52f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:54.283570 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-638abafe-b353-42d4-88bd-1c7264c82884 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4755878 Jan 31 18:22:54.287140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38710) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:54.291640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 84050dd6-e002-4988-a6d8-0d266196b52f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:22:54.297209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Request body: {'subnet': {'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-85631496-subnet', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:54.302284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:54.307185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Usage tracker for resource:subnet and tenant:f4b47fff30084cbdb812e6454225d83c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:54.310866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:54.317040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:54.328656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Made reservation on behalf of f4b47fff30084cbdb812e6454225d83c for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:22:54.330960 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.616943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.729118 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaf800bc-0efb-4115-b719-dac5a01b5850,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:54.748662 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Checking segment: {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:54.749035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Network hostable DHCP agents. Network: 84050dd6-e002-4988-a6d8-0d266196b52f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:22:54.771959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Network 84050dd6-e002-4988-a6d8-0d266196b52f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:22:54.785620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 84050dd6-e002-4988-a6d8-0d266196b52f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:54.790245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:22:54.791416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.794516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1799597c-8a6d-4b4b-9b2f-4f4592726069 None None] Network 84050dd6-e002-4988-a6d8-0d266196b52f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:54.821529 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-79b67248-39fd-4dc5-acba-c03ef6e8f737 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5308690 Jan 31 18:22:54.822113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38714) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:54.829087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:22:54.834271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:22:54.838587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Usage tracker for resource:router and tenant:f4b47fff30084cbdb812e6454225d83c is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:22:54.841852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:22:54.851024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:22:54.870316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.872100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:54.910889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.090429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-84050dd6-e002-4988-a6d8-0d266196b52f', 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'fixed_ips': [{'subnet_id': 'eaf800bc-0efb-4115-b719-dac5a01b5850'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:22:55.091292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.094006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.177513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Sync routers for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:22:55.225907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:55.226807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:55.354120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.389954 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.450128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Allocated IP 172.20.0.2 (84050dd6-e002-4988-a6d8-0d266196b52f/eaf800bc-0efb-4115-b719-dac5a01b5850/66b8f96f-9cbd-4ce2-b5df-65452de68b14) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:55.567843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:55.613922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Allocated IP 172.26.4.46 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/aa1f4a5a-b4b5-407d-8a64-3f234205dc3d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:55.817828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.856057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:55.917996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:55.922102 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:55.934736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:55.969311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.019791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Transition to ACTIVE for port object 66b8f96f-9cbd-4ce2-b5df-65452de68b14 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:56.090820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:56.096054 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Transition to ACTIVE for port object 66b8f96f-9cbd-4ce2-b5df-65452de68b14 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:56.109611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.198347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Network 84050dd6-e002-4988-a6d8-0d266196b52f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:56.208139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:56.210728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:56.213130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Pushing event updated for resources: {'Port': ['ID=66b8f96f-9cbd-4ce2-b5df-65452de68b14,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:56.262522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.263248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.294275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:22:51Z', 'revision_number': 2, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:56.309232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Checking router: c79594bd-04c1-4c49-b26a-38fe8a7852db for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:22:56.309669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Updating router c79594bd-04c1-4c49-b26a-38fe8a7852db port ce242ccd-8eec-499a-b785-bfa33a1c6125 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:22:56.375780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Attempting to bind port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:22:56.376049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Attempting to bind port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:22:56.376413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Attempting to bind port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 on network 84050dd6-e002-4988-a6d8-0d266196b52f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:22:56.390733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.402963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:22:56.403328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Checking segment: {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:56.403731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.404926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Bound using segment: {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:22:56.405187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Bound port: 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:22:56.405525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.560270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Router 8fc6cd0a-4079-467d-a161-54389dccefc2 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:22:56.686578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] For port 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:56.712609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] For port 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=66b8f96f-9cbd-4ce2-b5df-65452de68b14,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:56.765599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.806138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:22:56.877522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:56.882882 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-827ac231-3577-4696-969b-50dec0018ec4 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0595605 Jan 31 18:22:56.885390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38718) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:22:56.907790 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Sync routers for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:22:56.918726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46730f-0d7d-4d80-ae56-8b5c0ea4671a None None] Pushing event updated for resources: {'Port': ['ID=66b8f96f-9cbd-4ce2-b5df-65452de68b14,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:56.933450 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:56.934342 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:57.052048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:57.085861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Transition to ACTIVE for port object ce242ccd-8eec-499a-b785-bfa33a1c6125 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:57.103479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:57.230288 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:57.388274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb624bd-ffeb-4939-897b-0fb4a7133573 None None] Pushing event updated for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:57.556732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Attempting to bind port ce242ccd-8eec-499a-b785-bfa33a1c6125 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:22:57.557036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Attempting to bind port ce242ccd-8eec-499a-b785-bfa33a1c6125 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:22:57.557613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Attempting to bind port ce242ccd-8eec-499a-b785-bfa33a1c6125 on network bd306388-da9c-4eba-9153-a7a6e732ce5f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:22:57.590972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:22:57.591695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Checking segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:57.593081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:57.598277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Bound using segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:22:57.599398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Bound port: ce242ccd-8eec-499a-b785-bfa33a1c6125, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:22:57.600484 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:57.758653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 66b8f96f-9cbd-4ce2-b5df-65452de68b14 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:57.862231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] For port ce242ccd-8eec-499a-b785-bfa33a1c6125, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:57.881111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] For port ce242ccd-8eec-499a-b785-bfa33a1c6125, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ce242ccd-8eec-499a-b785-bfa33a1c6125,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:57.890864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:57.996181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:58.019571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb624bd-ffeb-4939-897b-0fb4a7133573 None None] Pushing event updated for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:58.036140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:58.036140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:58.075657 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:56Z', 'revision_number': 3, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:58.092041 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Checking router: 8fc6cd0a-4079-467d-a161-54389dccefc2 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:22:58.093050 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Updating router 8fc6cd0a-4079-467d-a161-54389dccefc2 port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:22:58.184182 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:58.304882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:58.490684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:58.615544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26241b7-baa7-4f9f-9cd3-20e2e4443e45 None None] Network 84050dd6-e002-4988-a6d8-0d266196b52f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:22:58.774992 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:58.804158 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Transition to ACTIVE for port object aa1f4a5a-b4b5-407d-8a64-3f234205dc3d will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:58.814510 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:58.819565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Allocated IP 172.20.0.1 (84050dd6-e002-4988-a6d8-0d266196b52f/eaf800bc-0efb-4115-b719-dac5a01b5850/bd81b76d-f0ba-4010-a090-f8238448c401) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:22:58.929635 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Attempting to bind port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:22:58.930411 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Attempting to bind port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:22:58.931051 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Attempting to bind port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:22:58.958494 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41371e6-dac0-4d9e-8b84-660d4352a848 None None] Pushing event updated for resources: {'Port': ['ID=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:58.965766 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:22:58.968012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:22:58.968012 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:58.968355 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:22:58.969354 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Bound port: aa1f4a5a-b4b5-407d-8a64-3f234205dc3d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:22:58.970840 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.036050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.055122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Transition to ACTIVE for port object bd81b76d-f0ba-4010-a090-f8238448c401 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:22:59.084361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.087276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Provisioning for port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:59.099045 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] For port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:22:59.102223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Provisioning complete for port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:59.102732 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.103040 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] For port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:22:59.111501 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.175803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Network 84050dd6-e002-4988-a6d8-0d266196b52f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:22:59.179911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:22:59.185040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:22:59.218741 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41371e6-dac0-4d9e-8b84-660d4352a848 None None] Pushing event updated for resources: {'Port': ['ID=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:59.226050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:59.227243 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:22:59.228190 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:22:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:59.242039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:22:57Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:22:59.252698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.253143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.253636 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.254050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.254534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.254872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.255309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.255724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.256167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.256346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd66d90-8468-468f-9861-b8a06b6e9bc4 None None] The sync data for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv is: [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:22:57Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:22:59.256703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.257116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:22:59.269748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.343409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.434169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] For port 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=66b8f96f-9cbd-4ce2-b5df-65452de68b14,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:22:59.445655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.450032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.509945 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:22:59.615026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f5c9e-066d-4904-938e-4ed3a3c4ed7e None None] Pushing event updated for resources: {'Port': ['ID=66b8f96f-9cbd-4ce2-b5df-65452de68b14,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:22:59.687155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ce242ccd-8eec-499a-b785-bfa33a1c6125 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:22:59.859135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Provisioning for port bd81b76d-f0ba-4010-a090-f8238448c401 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:22:59.881668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Provisioning complete for port bd81b76d-f0ba-4010-a090-f8238448c401 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:22:59.882249 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.883120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:22:59.890994 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.001788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port ce242ccd-8eec-499a-b785-bfa33a1c6125 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:23:00.022391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ce242ccd-8eec-499a-b785-bfa33a1c6125 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:00.022802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.025957 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:56Z', 'revision_number': 3, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:00.037977 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cae039-04b7-4d7d-bc44-fa10c118679c None None] The sync data for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv is: [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:56Z', 'revision_number': 3, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:23:00.084912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:00.091165 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.099748 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Port bd81b76d-f0ba-4010-a090-f8238448c401 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:23:00.175096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Provisioning complete for port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:00.176417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a1f4a1c-73a7-4362-bb80-0cebac27512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.287164 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.406882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port ce242ccd-8eec-499a-b785-bfa33a1c6125, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ce242ccd-8eec-499a-b785-bfa33a1c6125,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:00.417972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.452103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Network 84050dd6-e002-4988-a6d8-0d266196b52f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:23:00.454343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:23:00.536372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:00.609702 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b0fb8ce4-20db-4e58-a220-bf8f1ce07526 None None] Provisioning complete for port bd81b76d-f0ba-4010-a090-f8238448c401 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:00.610375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b0fb8ce4-20db-4e58-a220-bf8f1ce07526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.709383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb8ce4-20db-4e58-a220-bf8f1ce07526 None None] Port bd81b76d-f0ba-4010-a090-f8238448c401 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:23:00.839109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-2197e9fd-6dac-489b-92a1-738f54f1bf81 None None] Provisioning complete for port bd81b76d-f0ba-4010-a090-f8238448c401 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:00.839481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2197e9fd-6dac-489b-92a1-738f54f1bf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:00.895913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-2197e9fd-6dac-489b-92a1-738f54f1bf81 None None] Port bd81b76d-f0ba-4010-a090-f8238448c401 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:23:01.011082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Router 8fc6cd0a-4079-467d-a161-54389dccefc2 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:23:01.264243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:23:01.276500 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a28f9b00-d1d1-4a17-bf3e-aae216eb08f0 admin admin] 10.222.0.110 "PUT /v2.0/routers/8fc6cd0a-4079-467d-a161-54389dccefc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3899658 Jan 31 18:23:01.601172 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:23:01.627022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ce242ccd-8eec-499a-b785-bfa33a1c6125 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:01.720110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port ce242ccd-8eec-499a-b785-bfa33a1c6125 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:01.720533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:01.891000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 66b8f96f-9cbd-4ce2-b5df-65452de68b14 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:01.984555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:01.984555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:05.801876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device aa1f4a5a-b4b5-407d-8a64-3f234205dc3d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:05.997376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:23:06.015176 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:06.016112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:06.233677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:06.264739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:06.268254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:06.411518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:07.032104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-63d7f3a1-3292-44f9-a4fd-01598cf43b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:07.673377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device aa1f4a5a-b4b5-407d-8a64-3f234205dc3d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:07.795814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:07.798240 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:09.392506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-401edf03-2a38-40a1-b97b-a79e6eda3dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:10.322371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:10.471142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:11.764204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:13.564848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:15.976736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-a1add79b-0e6c-438a-aef8-e03e2155990d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:15.978967 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-a1add79b-0e6c-438a-aef8-e03e2155990d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 814 time: 0.2921550 Jan 31 18:23:16.011630 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-46afc3d8-e270-4261-b41e-ba293002ca84 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/quotas/4d76da4a02cf4d0fa4ce570f3f9dd650 HTTP/1.1" status: 200 len: 375 time: 0.0191531 Jan 31 18:23:16.160742 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-4dd55ac8-be29-42bc-857e-d3fdf2feca92 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403010 Jan 31 18:23:16.652649 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-9143b98b-cca2-42f9-aa52-85da2b69eb05 service neutron] 10.222.0.110 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695611 Jan 31 18:23:16.896935 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-af773752-3854-4b7d-b660-2140f45a95af service neutron] 10.222.0.110 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341411 Jan 31 18:23:17.223841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4c81799a-3685-4516-a3a7-80ab39c09b34 req-a841ef52-f42d-44ec-abdc-fca49c132a96 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:23:17.249229 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-4c81799a-3685-4516-a3a7-80ab39c09b34 req-a841ef52-f42d-44ec-abdc-fca49c132a96 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:23:17.250249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4c81799a-3685-4516-a3a7-80ab39c09b34 req-a841ef52-f42d-44ec-abdc-fca49c132a96 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 210 time: 0.0970204 Jan 31 18:23:18.554794 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-25aa85fa-b798-4dc4-9f30-0ef6d8767219 req-356d1573-41be-4dcf-88bf-c8c29aa8a272 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 210 time: 0.1174138 Jan 31 18:23:18.720017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-27762770-1049-4953-9e9e-6d32c80d8cf0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:18.721695 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-27762770-1049-4953-9e9e-6d32c80d8cf0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 814 time: 0.2302828 Jan 31 18:23:18.743720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'port': {'device_id': 'fad2556e-bd92-479d-b45b-4387f395e790', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'admin_state_up': True, 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:18.956048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:18.969688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:18.985201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Made reservation on behalf of 4d76da4a02cf4d0fa4ce570f3f9dd650 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:23:18.990555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:19.474760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Allocated IP 172.20.0.4 (bd306388-da9c-4eba-9153-a7a6e732ce5f/579e62dd-94f5-4536-ac8d-2ba3e1a47811/8b3fbc45-a6b2-4b67-85be-831a5cae5c65) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:23:19.936877 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-162f6823-741a-46a7-8e12-403497a0b441 req-3671e1e6-9c9e-4995-b0fd-e7e6010d530b tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 210 time: 0.1064448 Jan 31 18:23:20.063267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:20.105387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Transition to ACTIVE for port object 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:23:20.158236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:20.248916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Sync routers for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:23:20.339791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:23:20.341520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:23:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:20.349936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Network bd306388-da9c-4eba-9153-a7a6e732ce5f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:23:20.360899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:23:20.379340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:20.401757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:23:20.618053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:20.631881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:20.701510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-be6c1b49-9748-41f1-9a36-3e110084ebe3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9662297 Jan 31 18:23:20.735130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:23:20.815312 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-fb8fb1c6-0c4b-4be7-b3e2-1f9af27ff3f0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:23:20.816863 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-fb8fb1c6-0c4b-4be7-b3e2-1f9af27ff3f0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0080891 Jan 31 18:23:20.844666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Request body: {'port': {'device_id': 'fad2556e-bd92-479d-b45b-4387f395e790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:21.083855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:21.239888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ecb0dc5-34a7-4a95-bcca-afeb75d24fc8 None None] Provisioning for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:23:21.267566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6ecb0dc5-34a7-4a95-bcca-afeb75d24fc8 None None] Provisioning complete for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:21.268855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6ecb0dc5-34a7-4a95-bcca-afeb75d24fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:21.466467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6ecb0dc5-34a7-4a95-bcca-afeb75d24fc8 None None] Port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:23:21.564300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 4, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bd81b76d-f0ba-4010-a090-f8238448c401', 'name': '', 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'mac_address': 'fa:16:3e:fd:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:58Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 2, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'subnets': [{'id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:21.580151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Checking router: 8fc6cd0a-4079-467d-a161-54389dccefc2 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:23:21.580578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Updating router 8fc6cd0a-4079-467d-a161-54389dccefc2 port bd81b76d-f0ba-4010-a090-f8238448c401 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:23:21.631209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf0430-f860-4768-83ff-659d03cbd9df req-4a9454dd-7e6f-4ef9-afc4-a4174fc85aa6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:21.632382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-edaf0430-f860-4768-83ff-659d03cbd9df req-4a9454dd-7e6f-4ef9-afc4-a4174fc85aa6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:23:21.751786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:21.768560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-edaf0430-f860-4768-83ff-659d03cbd9df req-4a9454dd-7e6f-4ef9-afc4-a4174fc85aa6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:23:21.815398 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-edaf0430-f860-4768-83ff-659d03cbd9df req-4a9454dd-7e6f-4ef9-afc4-a4174fc85aa6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 931 time: 0.6111963 Jan 31 18:23:22.068653 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-edaf0430-f860-4768-83ff-659d03cbd9df req-229d2762-59bd-4443-87e3-d6aa4c7efe84 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503519 Jan 31 18:23:22.245033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:23:22.259467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:22.297389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Transition to ACTIVE for port object 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:23:22.310790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:22.521566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:22.577436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:22.577981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Transition to ACTIVE for port object bd81b76d-f0ba-4010-a090-f8238448c401 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:23:22.603157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:22.864787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d45c3-4468-4111-a312-362dc59d9fc3 None None] Pushing event updated for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:22.905311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Attempting to bind port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:23:22.905873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Attempting to bind port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:23:22.906371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Attempting to bind port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 on network bd306388-da9c-4eba-9153-a7a6e732ce5f {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:23:22.924971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 on network bd306388-da9c-4eba-9153-a7a6e732ce5f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:23:22.925427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Attempting to bind port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 on network bd306388-da9c-4eba-9153-a7a6e732ce5f {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:23:22.952308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:23:22.952867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Checking segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:23:22.953801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Bound using segment: {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:23:22.954666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Bound port: 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30940531-2b4a-4ab5-a82d-8cf9ecb2a288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:23:22.955509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.234539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Attempting to bind port bd81b76d-f0ba-4010-a090-f8238448c401 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:23:23.235112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Attempting to bind port bd81b76d-f0ba-4010-a090-f8238448c401 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:23:23.235675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Attempting to bind port bd81b76d-f0ba-4010-a090-f8238448c401 on network 84050dd6-e002-4988-a6d8-0d266196b52f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:23:23.266142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:23:23.266542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Checking segment: {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:23:23.267058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.267591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Bound using segment: {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:23:23.268226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Bound port: bd81b76d-f0ba-4010-a090-f8238448c401, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d3de6-fba5-4e37-9316-76c45151e8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1423, 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:23:23.268900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.269375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:23:23.278804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:23:23.289214 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.524838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.527124 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 1093 time: 2.6870856 Jan 31 18:23:23.528111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:23:23.566260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952dc30-4359-47c2-ac2c-142cb20940d4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:23.624050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] For port bd81b76d-f0ba-4010-a090-f8238448c401, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:23:23.645637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] For port bd81b76d-f0ba-4010-a090-f8238448c401, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bd81b76d-f0ba-4010-a090-f8238448c401,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:23:23.652855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:23.728950 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782e736-aef4-43ba-a2ab-979d9b416d76 req-53174059-d1a1-4fc7-9356-d2bf3ffa1ed6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:23.752050 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1782e736-aef4-43ba-a2ab-979d9b416d76 req-53174059-d1a1-4fc7-9356-d2bf3ffa1ed6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.3510284 Jan 31 18:23:23.752452 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:23:23.904149 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-542cb61d-b76c-4b95-992b-bc09cdc7b1ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1096 time: 0.3061538 Jan 31 18:23:23.911654 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-1782e736-aef4-43ba-a2ab-979d9b416d76 req-a0f30321-f5fc-4540-91d9-b576317f2db3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:23:24.007298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-1782e736-aef4-43ba-a2ab-979d9b416d76 req-a0f30321-f5fc-4540-91d9-b576317f2db3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:23:24.024879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1782e736-aef4-43ba-a2ab-979d9b416d76 req-a0f30321-f5fc-4540-91d9-b576317f2db3 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709384 Jan 31 18:23:24.033248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d45c3-4468-4111-a312-362dc59d9fc3 None None] Pushing event updated for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:24.085749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:23:24.086788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:23:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:24.171701 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-1f4efbc9-cd6a-4641-8238-69cdef8e7ce0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 217 time: 0.2473752 Jan 31 18:23:24.690754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:23:24.727491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6131107a-6b70-455d-b718-0c8144bf7095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:24.729766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-6131107a-6b70-455d-b718-0c8144bf7095 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.3280506 Jan 31 18:23:25.135850 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-13c02f21-a0a5-49a5-aac1-c6b5ffabafed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146498 Jan 31 18:23:25.488256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 4, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bd81b76d-f0ba-4010-a090-f8238448c401', 'name': '', 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'mac_address': 'fa:16:3e:fd:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:58Z', 'updated_at': '2022-01-31T18:23:23Z', 'revision_number': 4, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'subnets': [{'id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:25.495879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3210c-00de-43c4-a0eb-76cf040e77f6 None None] The sync data for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv is: [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:22:59Z', 'revision_number': 4, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'bd81b76d-f0ba-4010-a090-f8238448c401', 'name': '', 'network_id': '84050dd6-e002-4988-a6d8-0d266196b52f', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'mac_address': 'fa:16:3e:fd:e2:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:58Z', 'updated_at': '2022-01-31T18:23:23Z', 'revision_number': 4, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'subnets': [{'id': 'eaf800bc-0efb-4115-b719-dac5a01b5850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:23:25.772122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661e8b1-d6f6-4b9f-809e-9d6161f7ef23 req-33954dd1-0a05-4d35-b11f-c5eebfe10d06 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:25.774929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6661e8b1-d6f6-4b9f-809e-9d6161f7ef23 req-33954dd1-0a05-4d35-b11f-c5eebfe10d06 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.3670361 Jan 31 18:23:25.896171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bd81b76d-f0ba-4010-a090-f8238448c401 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:25.923322 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-503bda1b-da6b-4b70-93e4-56d5c059b911 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977017 Jan 31 18:23:26.178600 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port bd81b76d-f0ba-4010-a090-f8238448c401 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:23:26.187722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bd81b76d-f0ba-4010-a090-f8238448c401 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:26.188903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:26.283005 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6661e8b1-d6f6-4b9f-809e-9d6161f7ef23 req-7cb56cd9-8616-49f3-a02d-8b41bd0dc8a2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839005 Jan 31 18:23:26.490323 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ea89ce60-1f50-4144-9397-bc3cf3681f83 req-8b74c7ed-0923-43d9-a9db-0bc1a919bbee service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384068 Jan 31 18:23:26.579314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:26.643488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port bd81b76d-f0ba-4010-a090-f8238448c401, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bd81b76d-f0ba-4010-a090-f8238448c401,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:26.678806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:26.869718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:26.946640 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-8d47cad9-8a0a-443a-bd44-7554f6a0651e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1096 time: 0.1803482 Jan 31 18:23:27.726112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-c9412a84-de55-44c4-aa61-b07782b5ea7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:27.728615 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-c9412a84-de55-44c4-aa61-b07782b5ea7f service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.2866848 Jan 31 18:23:27.808297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bd81b76d-f0ba-4010-a090-f8238448c401 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:27.989366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0e08b-70f5-4d7e-bfa8-730a711a28a9 req-e07bde58-b103-4057-bb2a-94814a65ce5d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:27.991188 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6fe0e08b-70f5-4d7e-bfa8-730a711a28a9 req-e07bde58-b103-4057-bb2a-94814a65ce5d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.2571528 Jan 31 18:23:28.054127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-1b02a8d2-507d-4644-a759-cf883b329a76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 217 time: 0.1871173 Jan 31 18:23:28.067731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port bd81b76d-f0ba-4010-a090-f8238448c401 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:28.068919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:28.134720 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6fe0e08b-70f5-4d7e-bfa8-730a711a28a9 req-f7d89821-655d-4ba2-9e9e-5bf04ab1c961 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342857 Jan 31 18:23:28.243454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-edd5623a-a57b-412c-a0a0-9adc0ab4c24d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:28.245138 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-edd5623a-a57b-412c-a0a0-9adc0ab4c24d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.1552160 Jan 31 18:23:28.452555 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-87ea2f5d-1d62-413f-addb-08c56f51fdd5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1797345 Jan 31 18:23:29.505601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f98b99-9738-4f54-83a4-43a1c20a6498 req-3e6c1c03-de64-4e5c-b041-2a5f9a398036 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:29.505601 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a1f98b99-9738-4f54-83a4-43a1c20a6498 req-3e6c1c03-de64-4e5c-b041-2a5f9a398036 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.1341214 Jan 31 18:23:29.598233 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a1f98b99-9738-4f54-83a4-43a1c20a6498 req-0cfa76f0-a2be-40fb-ad67-44afa3449b0c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860145 Jan 31 18:23:30.485430 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-2fca1b87-6a44-4984-89fb-25ea7de40234 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001343 Jan 31 18:23:30.644651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6338d20d-6fe0-4cdf-828c-2e3c86129c79 req-958c87d6-ccff-479f-bb53-45bb1da4c60c service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502752 Jan 31 18:23:30.885651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2473-538d-4921-aad2-03a04214c994 req-0e2e39ed-2463-44ae-a6d6-91a449cbf262 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:30.888783 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-619e2473-538d-4921-aad2-03a04214c994 req-0e2e39ed-2463-44ae-a6d6-91a449cbf262 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.1165891 Jan 31 18:23:30.950844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-619e2473-538d-4921-aad2-03a04214c994 req-c70b80e2-f686-41e6-a965-de0a3970e3e7 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536366 Jan 31 18:23:32.264860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fcf8d-7664-4d90-9eb3-15aaae63c0f8 req-f68facf4-548c-4a9a-9ca4-4d3527e4511f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:32.267482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5c8fcf8d-7664-4d90-9eb3-15aaae63c0f8 req-f68facf4-548c-4a9a-9ca4-4d3527e4511f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 943 time: 0.1148777 Jan 31 18:23:32.338355 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5c8fcf8d-7664-4d90-9eb3-15aaae63c0f8 req-9a828392-6683-4271-9eff-6fd9d574339f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626025 Jan 31 18:23:33.067930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:23:33.275362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:33.299586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'port_id': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'mac_address': 'fa:16:3e:ba:6d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:23:33.373594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:33.393044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:23:33.413487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:33.419690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:33.538291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:33.630543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:23:33.634732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6905a-c99d-4766-96c7-0849aa3b5d78 req-ca4e5d8e-36c2-4033-9b4c-12aca3b2774f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:33.634732 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-87b6905a-c99d-4766-96c7-0849aa3b5d78 req-ca4e5d8e-36c2-4033-9b4c-12aca3b2774f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 944 time: 0.1012092 Jan 31 18:23:33.932859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-87b6905a-c99d-4766-96c7-0849aa3b5d78 req-0c9694d2-aaac-4bd0-bef0-96569fdc3676 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877166 Jan 31 18:23:35.065852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:23:35.183740 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:23:35.190647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:23:35.191200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:35.336659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7399c8-c3f5-4bcf-b967-d3843ae8f456 req-e83d2bfc-2c8b-40a3-9d02-c001c2cee787 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:35.339008 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b7399c8-c3f5-4bcf-b967-d3843ae8f456 req-e83d2bfc-2c8b-40a3-9d02-c001c2cee787 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 944 time: 0.2344587 Jan 31 18:23:35.376406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:35.402559 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b7399c8-c3f5-4bcf-b967-d3843ae8f456 req-35c7ba40-2cfa-4a79-8e1f-169521147536 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522738 Jan 31 18:23:35.424268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:23:35.442434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:23:35.449639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:35.534148 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'code': 200} Jan 31 18:23:35.553554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:35.866446 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2c5c8fb5-641f-4471-974a-c89c1cbdd8d6 req-5cba159b-1b9d-41ce-8619-d990438906da service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1098 time: 0.1047344 Jan 31 18:23:35.918438 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2c5c8fb5-641f-4471-974a-c89c1cbdd8d6 req-d402166f-4af7-448a-8471-72af6a72acd8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457027 Jan 31 18:23:36.860793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9c50-b14c-40f1-8f54-b60eea92d45b req-7347c75c-30d1-4d22-acd8-6e704b29fe85 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:36.863581 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aafa9c50-b14c-40f1-8f54-b60eea92d45b req-7347c75c-30d1-4d22-acd8-6e704b29fe85 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.2581882 Jan 31 18:23:36.953201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aafa9c50-b14c-40f1-8f54-b60eea92d45b req-3fa7bb9a-3d00-4348-af8d-7f315fd955ac tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781591 Jan 31 18:23:37.033857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e1ece3e9-75af-4249-97f2-35526c8867d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:38.265345 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5d230-b679-420e-b1dc-83e02508132e req-0daf130f-6b5b-4a1d-8560-1846cefb7d2e tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:38.267779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-59f5d230-b679-420e-b1dc-83e02508132e req-0daf130f-6b5b-4a1d-8560-1846cefb7d2e tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1233728 Jan 31 18:23:38.359399 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-59f5d230-b679-420e-b1dc-83e02508132e req-e3fe065f-e152-4bed-b5d6-31711cb5383a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Jan 31 18:23:38.596395 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:23:38.673876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847902dc-8952-4d89-8c84-67b5a2f3ba71 req-3efa5bc7-90bc-42ca-bcab-ecb1be6fcf71 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:38.676775 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-847902dc-8952-4d89-8c84-67b5a2f3ba71 req-3efa5bc7-90bc-42ca-bcab-ecb1be6fcf71 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1480703 Jan 31 18:23:38.759953 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-847902dc-8952-4d89-8c84-67b5a2f3ba71 req-f9cd3caa-a81e-41e0-85f6-10d0deb4bc52 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726869 Jan 31 18:23:39.398722 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-976142fd-8293-4d22-882c-dc515ca7458b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:39.466145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6390e8-00dd-40e4-9dca-43754759599d req-46e50064-2a18-42af-9dbd-a22f34255bee tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:39.468175 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a6390e8-00dd-40e4-9dca-43754759599d req-46e50064-2a18-42af-9dbd-a22f34255bee tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1417053 Jan 31 18:23:39.534092 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a6390e8-00dd-40e4-9dca-43754759599d req-beb572c9-82d7-4bc2-9054-d86bf04f476f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571921 Jan 31 18:23:40.344840 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:40.476262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:41.754034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:43.577921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:44.632489 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-6100fcd4-d31b-4858-929e-1e4aa601ab55 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2416320 Jan 31 18:23:44.825947 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-de9d42b9-5707-4955-8a46-fb3e0fae7401 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1098 time: 0.1098688 Jan 31 18:23:45.068826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-30a98d41-6f22-481b-86c2-fe0c84c8c4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:45.072059 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-30a98d41-6f22-481b-86c2-fe0c84c8c4c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.2228334 Jan 31 18:23:45.183261 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-dd0e379f-e135-4f94-9440-8f28c5ecb70d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 217 time: 0.1053028 Jan 31 18:23:45.265429 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-a5528b2a-7b99-41a2-95fb-2ae7fe9d86ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:45.267876 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-a5528b2a-7b99-41a2-95fb-2ae7fe9d86ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.0786946 Jan 31 18:23:45.395969 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-ba793094-3188-4ea3-bfc6-0c0827b9bf2e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1223702 Jan 31 18:23:45.610067 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-f8378408-866d-47d1-a1dd-9851b40f5ece service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074924 Jan 31 18:23:45.846790 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-adfb33cd-486a-4881-85e1-fa89a6bb0b99 req-2d9b4edf-66a7-4c4e-87f6-1edce04f2fe3 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305570 Jan 31 18:23:52.733200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aa0b6-1e73-4106-bb28-395343227887 req-658a7154-ff23-4207-97b0-340f4ab12c60 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:52.735905 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-868aa0b6-1e73-4106-bb28-395343227887 req-658a7154-ff23-4207-97b0-340f4ab12c60 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1170354 Jan 31 18:23:52.797539 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-868aa0b6-1e73-4106-bb28-395343227887 req-47447b89-7869-4fc8-ae74-90eb53c00c20 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Jan 31 18:23:52.833536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38900) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:53.098223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c5622c62-3bda-4ba6-aad7-60ceba11c5ac tempest-TestMinimumBasicScenario-457574241 tempest-TestMinimumBasicScenario-457574241-project-admin] Synchronizing usage tracker for tenant:f4b47fff30084cbdb812e6454225d83c on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:23:53.129743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c5622c62-3bda-4ba6-aad7-60ceba11c5ac tempest-TestMinimumBasicScenario-457574241 tempest-TestMinimumBasicScenario-457574241-project-admin] Unset dirty status for tenant:f4b47fff30084cbdb812e6454225d83c on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:23:53.131518 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c5622c62-3bda-4ba6-aad7-60ceba11c5ac tempest-TestMinimumBasicScenario-457574241 tempest-TestMinimumBasicScenario-457574241-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1093 time: 0.2967014 Jan 31 18:23:53.134977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38906) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:53.142484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:53.149057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:53.154910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:floatingip and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:53.158467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:53.165811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:53.180057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:53.422379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:53.614114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Allocated IP 172.26.4.221 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d0735967-0b10-4351-a09a-9c586afe30bb) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:23:53.827579 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:53.876220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:54.078716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:23:54.082858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:23:54.084457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'Port': ['ID=d0735967-0b10-4351-a09a-9c586afe30bb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:54.086889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:23:54.877588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:54.973856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:55.304389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:55.311785 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:55.459072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'Port': ['ID=d0735967-0b10-4351-a09a-9c586afe30bb,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:55.495736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:55.815999 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Floating IP 0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e associated. External IP: 172.26.4.221, port: 8b3fbc45-a6b2-4b67-85be-831a5cae5c65. Jan 31 18:23:56.562923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Router c79594bd-04c1-4c49-b26a-38fe8a7852db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:23:56.819381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:23:56.831756 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Sync routers for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:23:56.849043 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:23:56.850447 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:23:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:56.859250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:56.936983 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-cbf0ccd9-d28e-43cc-a516-0ccaa15b25a6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8003254 Jan 31 18:23:56.937757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:23:56.940903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38910) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:56.952053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472195662', 'description': 'tempest-secgroup-smoke-472195662 description', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:56.962782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:56.982022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:57.011775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.024237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:23:57.095784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:57.101154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:57.109436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:57.115918 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:23:57.120436 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:57.218984 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-c7394e4f-6c3e-45a2-a534-d806a6d84e21 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1098 time: 0.1685491 Jan 31 18:23:57.236339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.242045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.310571 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecb7db1-a023-4a53-a976-d1edbf46a26f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:57.327601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.328100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.328678 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.329286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.329886 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.330411 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.330998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.331682 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.332425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.333242 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.334002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:23:57.352104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.355884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fed1f5bf-80a9-4844-967c-5b9602605dd6 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4123747 Jan 31 18:23:57.361672 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38916) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:57.375056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:57.390662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:57.418291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:57.426519 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:57.443543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:57.518377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.523815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-55794228-ad18-47b1-849a-287cc232f153 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:57.525303 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-55794228-ad18-47b1-849a-287cc232f153 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.2999854 Jan 31 18:23:57.697330 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-be0b32a6-25b1-421b-837d-bb655427b021 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 999 time: 0.1648304 Jan 31 18:23:57.731243 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'port_id': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'mac_address': 'fa:16:3e:ba:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad2556e-bd92-479d-b45b-4387f395e790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:23:54Z', 'updated_at': '2022-01-31T18:23:54Z', 'revision_number': 0, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:57.738102 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Checking router: c79594bd-04c1-4c49-b26a-38fe8a7852db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:23:57.753987 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:23:57.754743 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:23:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:57.771354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.783052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.805706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-00402502-d62b-4094-b19b-e557ffc77e2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:57.807201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-00402502-d62b-4094-b19b-e557ffc77e2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.1034598 Jan 31 18:23:57.860847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f1fcd6-34ed-4f3f-b833-6e2727d88fa5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:57.892245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:57.898191 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c80eb68b-efbc-4dd7-a843-80e4cbc43590 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5304711 Jan 31 18:23:57.898610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38920) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:57.906474 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:57.924466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:57.932156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:57.937599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:57.944660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:57.971344 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-63a322ed-1f53-4938-979e-c36894fbc4fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1547871 Jan 31 18:23:57.972778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.017112 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:23:58.161646 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.170086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.195259 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-495d03b8-0d77-4537-ae72-3422692ad1a5 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149625 Jan 31 18:23:58.198957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2667de49-296a-4f47-b447-8ed43fdf6b9d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:58.303055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.303055 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0bbeb419-39d7-4ce0-99a8-6db2d5dddc9f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4000506 Jan 31 18:23:58.320206 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:58.344827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:58.344827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:58.368550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:58.368550 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:58.392715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:58.422852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.467222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6762554d-26f7-412e-91e9-f459ab2c1f94 req-b8feca2d-59e7-46df-a9b8-2e0809b12b3a service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411125 Jan 31 18:23:58.530047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.536513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.599717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f308cc-4394-4dce-98c8-bf8764504262,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:58.612328 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'port_id': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'mac_address': 'fa:16:3e:ba:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad2556e-bd92-479d-b45b-4387f395e790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:23:54Z', 'updated_at': '2022-01-31T18:23:54Z', 'revision_number': 0, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:23:58.617553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.625054 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf884434-40e9-4e48-a5ac-376c0130c700 None None] The sync data for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv is: [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'floating_ip_address': '172.26.4.221', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'port_id': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'mac_address': 'fa:16:3e:ba:6d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad2556e-bd92-479d-b45b-4387f395e790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:23:54Z', 'updated_at': '2022-01-31T18:23:54Z', 'revision_number': 0, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:23:58.629955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 38928) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:58.635410 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c434fc11-5844-406d-8010-494bef24d431 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3089037 Jan 31 18:23:58.642026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:58.642026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:58.642026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:58.655212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:58.667442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:58.713969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.826481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.849001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.901589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac3b1871-bdc6-4034-998d-9e6c8b22c7c2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:58.918184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:58.921153 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b342b2f1-67fb-4f1f-8a77-787b245ef130 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3058560 Jan 31 18:23:58.925195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:58.932711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:58.941192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:58.948494 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:58.953244 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:58.961921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:58.988397 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Project 4d76da4a02cf4d0fa4ce570f3f9dd650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:23:58.992224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510bea3d-c5ce-4a89-a64f-70d5ca658c89 None None] New status for floating IP 0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:23:59.000853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.110868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.116290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.149788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c25fd3-ad9e-48fe-a4b1-15d1b602024b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:59.170276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.171962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-af2ed3ea-21ef-4dff-9a05-6271b40ab324 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2451384 Jan 31 18:23:59.175933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38936) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:23:59.181790 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'security_group_rule': {'security_group_id': '2ecb7db1-a023-4a53-a976-d1edbf46a26f', 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:59.189342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:23:59.194548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Usage tracker for resource:security_group_rule and tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:23:59.201608 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:23:59.212181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:23:59.228876 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Project 4d76da4a02cf4d0fa4ce570f3f9dd650 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:23:59.239552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.336465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.343422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.375587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2bc1e9-2c0a-4a3a-9a27-e207cbe2e82f,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:23:59.388038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:23:59.389526 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-71f96eb4-61ee-4d8d-8109-68eabafce033 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2124963 Jan 31 18:23:59.566888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-c45e042d-c9f4-49c7-88ad-40bc6bc2b456 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472195662&fields=id&tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650 HTTP/1.1" status: 200 len: 267 time: 0.0520101 Jan 31 18:23:59.662130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-15297641-78c9-4aab-9d5e-f1e6d77cf236 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:23:59.664128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-15297641-78c9-4aab-9d5e-f1e6d77cf236 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.0917332 Jan 31 18:23:59.680055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'port': {'security_groups': ['2ad25686-699e-4219-9ec8-9fe92a183be1', '2ecb7db1-a023-4a53-a976-d1edbf46a26f']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:23:59.870388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:00.440811 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:24:00.478092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:00.490131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:00.503688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:24:00.616817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:00.617768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:00.619656 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-030d0cfa-f6de-432f-8b61-33093f3ecac0 req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "PUT /v2.0/ports/8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 981 time: 0.9464259 Jan 31 18:24:00.620613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:24:00.650958 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=6']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:00.666143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.666966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.668277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.669294 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.670259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.670989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.671795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.672498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.673241 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.673982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.674775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53256bea-a53a-4926-b7d2-f0f7441ed9c2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:24:00.707465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:24:00.796413 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:24:01.047236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf1a44-09a2-4919-8b57-2aa8f7867900 req-3792cb44-4929-41d3-b5a0-2cd4d87e511c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:01.049306 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b9bf1a44-09a2-4919-8b57-2aa8f7867900 req-3792cb44-4929-41d3-b5a0-2cd4d87e511c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.1677868 Jan 31 18:24:01.061088 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-d6440791-cae7-4e72-b4c9-4a00889b6e7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1137 time: 0.2367628 Jan 31 18:24:01.070944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-df386378-d67a-406b-8912-1c57317fb0cf None None] Provisioning complete for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:24:01.071385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df386378-d67a-406b-8912-1c57317fb0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:01.262253 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b9bf1a44-09a2-4919-8b57-2aa8f7867900 req-94fc67e8-e099-47b4-be3c-7968ee6fe79e tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1995945 Jan 31 18:24:01.318856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567802-ee02-4511-b76f-406e2b75d0eb req-bf1830bd-4084-435a-b4cb-81db4f6e7875 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:01.321738 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-bf1830bd-4084-435a-b4cb-81db4f6e7875 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.2369843 Jan 31 18:24:01.477616 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-5241df0f-11e8-412e-8b9c-1fe31fff9ef3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 1001 time: 0.1485214 Jan 31 18:24:01.583561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567802-ee02-4511-b76f-406e2b75d0eb req-0777498e-f267-4bcb-b962-70efa771b14a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:01.587217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-0777498e-f267-4bcb-b962-70efa771b14a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.1021962 Jan 31 18:24:01.680483 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-30baad32-eba9-4b02-b999-6000b9d1a175 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883653 Jan 31 18:24:01.857739 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-62955dfa-cd3a-4919-b89a-8cb0b9cbed79 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706390 Jan 31 18:24:02.021679 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50567802-ee02-4511-b76f-406e2b75d0eb req-bd187dbe-d96e-4f1a-bf68-c68c28e41538 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576023 Jan 31 18:24:07.022625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab1d2c81-8ca1-45ce-987f-2416e0d1b92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:09.084255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-058c30ef-b58c-4aff-8d20-d36d2c46cd45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1137 time: 0.1445413 Jan 31 18:24:09.114155 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59f2ed-b9d6-4744-8461-a4ad3ef02cac req-a08780cc-229b-4321-b682-b72fb035674a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:09.115644 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d59f2ed-b9d6-4744-8461-a4ad3ef02cac req-a08780cc-229b-4321-b682-b72fb035674a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.1313272 Jan 31 18:24:09.254239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7d59f2ed-b9d6-4744-8461-a4ad3ef02cac req-48278b31-3779-4451-a9dc-1e80914b3a1a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1277936 Jan 31 18:24:09.273749 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-379b6374-d618-45dd-871b-5eb852cd2218 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:09.275222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-379b6374-d618-45dd-871b-5eb852cd2218 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.1844938 Jan 31 18:24:09.387087 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-dfd7e90c-a909-45ef-8216-d9e0d96dbb68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 1001 time: 0.1052909 Jan 31 18:24:09.391746 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9c202dd0-fe69-413b-a971-39a468a2771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:09.461479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-124c791c-c1d7-44d7-85e1-07a5a1da4b39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:09.462841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-124c791c-c1d7-44d7-85e1-07a5a1da4b39 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.0699339 Jan 31 18:24:09.562896 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-3d17fecf-89b5-451e-b25b-1176b95e3d5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933509 Jan 31 18:24:09.839429 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-7144e6ff-88aa-405f-a151-439582d1bbb0 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700100 Jan 31 18:24:09.988493 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fa3a67c4-6a66-4da8-a129-d6a50c074fdc req-caf93c60-3792-4f20-88df-2419ef8ac74e service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418526 Jan 31 18:24:10.335310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:10.472565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:10.507873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a92fe-2b35-4b32-b527-e425883febe6 req-a1e55ac5-ff19-490f-b143-7f7c2700386f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:10.509479 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6c2a92fe-2b35-4b32-b527-e425883febe6 req-a1e55ac5-ff19-490f-b143-7f7c2700386f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0995796 Jan 31 18:24:10.573204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6c2a92fe-2b35-4b32-b527-e425883febe6 req-8bd67271-3738-47f1-9e50-d896de7c7c33 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:24:10.591836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-6c2a92fe-2b35-4b32-b527-e425883febe6 req-8bd67271-3738-47f1-9e50-d896de7c7c33 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:24:10.593673 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6c2a92fe-2b35-4b32-b527-e425883febe6 req-8bd67271-3738-47f1-9e50-d896de7c7c33 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0749855 Jan 31 18:24:11.756211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:11.908293 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6328c-93c7-4776-8dc0-a4013c9cbd81 req-4faedafd-eae6-4417-817d-8c404e8b420c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:11.910748 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c6b6328c-93c7-4776-8dc0-a4013c9cbd81 req-4faedafd-eae6-4417-817d-8c404e8b420c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.1364579 Jan 31 18:24:11.963373 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c6b6328c-93c7-4776-8dc0-a4013c9cbd81 req-6b5da31a-b6a3-4be2-9336-7357b1058e5c tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442872 Jan 31 18:24:13.188532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82689974-2052-4c17-b5eb-ee9f37384cc5 req-d997c248-fa2a-486f-ab2b-9b69a3d70d2a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:13.189954 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-82689974-2052-4c17-b5eb-ee9f37384cc5 req-d997c248-fa2a-486f-ab2b-9b69a3d70d2a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0944099 Jan 31 18:24:13.245460 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-82689974-2052-4c17-b5eb-ee9f37384cc5 req-11ab7baa-c1ab-4b15-b1c0-293824cbbc71 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489295 Jan 31 18:24:13.617958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:14.543741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d86a4-3488-45c8-bbc0-4b4384f22af9 req-0d2b73b4-2eef-409d-b715-d1ebbf0a21f1 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:14.545227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-484d86a4-3488-45c8-bbc0-4b4384f22af9 req-0d2b73b4-2eef-409d-b715-d1ebbf0a21f1 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0951216 Jan 31 18:24:14.596459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-484d86a4-3488-45c8-bbc0-4b4384f22af9 req-052bd576-19d3-4a99-924b-1709b09aec59 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443835 Jan 31 18:24:15.597373 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:24:15.809388 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91563b-b175-4de0-99ba-21755474a237 req-82aa0266-3b0d-463a-a7fd-d3b728e43d71 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:15.810950 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-af91563b-b175-4de0-99ba-21755474a237 req-82aa0266-3b0d-463a-a7fd-d3b728e43d71 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0803525 Jan 31 18:24:15.879327 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-af91563b-b175-4de0-99ba-21755474a237 req-9e856f8e-fe18-48bd-aa2a-c19d0dd09868 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599921 Jan 31 18:24:17.120770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24315d69-e000-40ea-82fa-afa72d59a5a1 req-dd8fcc10-c007-4bf1-88b2-8e809d0edcd4 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:17.122509 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-24315d69-e000-40ea-82fa-afa72d59a5a1 req-dd8fcc10-c007-4bf1-88b2-8e809d0edcd4 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0991783 Jan 31 18:24:17.180558 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-24315d69-e000-40ea-82fa-afa72d59a5a1 req-cd878669-a715-426c-9981-87bc919d1cd5 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523601 Jan 31 18:24:18.518846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce88a2b-ce72-4f24-80cf-1f7b6f0db7a6 req-9c0e4183-ddc3-46d0-a195-d9ade88f6d07 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:18.520277 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fce88a2b-ce72-4f24-80cf-1f7b6f0db7a6 req-9c0e4183-ddc3-46d0-a195-d9ade88f6d07 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.1941998 Jan 31 18:24:18.575029 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fce88a2b-ce72-4f24-80cf-1f7b6f0db7a6 req-5b7af676-646e-43bf-bb38-c75d849702e8 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470695 Jan 31 18:24:19.838084 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379f6da-d83d-423d-992b-7bf38018b861 req-71c70ac9-06d9-4ac9-87fa-c1532fae6a6d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:19.841238 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0379f6da-d83d-423d-992b-7bf38018b861 req-71c70ac9-06d9-4ac9-87fa-c1532fae6a6d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.1105249 Jan 31 18:24:19.898949 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0379f6da-d83d-423d-992b-7bf38018b861 req-250454e2-9ea3-4d99-afa5-612b9d1d2457 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511491 Jan 31 18:24:21.130144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2798315-86ba-446f-88fa-ef661e069dcb req-4597519c-a82e-440d-8caa-cec7ad69cf77 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:21.131674 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2798315-86ba-446f-88fa-ef661e069dcb req-4597519c-a82e-440d-8caa-cec7ad69cf77 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0897162 Jan 31 18:24:21.183061 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2798315-86ba-446f-88fa-ef661e069dcb req-a5a0baa5-d4dc-44b6-a6aa-85d3a386a88e tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&id=2ecb7db1-a023-4a53-a976-d1edbf46a26f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443366 Jan 31 18:24:37.023270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b73d6fe9-9974-4a6d-8f6e-90f7d58c29cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:39.397379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-97c5e72c-426d-4182-9f7f-7ad1566ab020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:40.326808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:40.461002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:41.747839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:43.615667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:44.454589 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-ca0a46ec-a373-40e4-ba24-39f836a92ee7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681546 Jan 31 18:24:44.604364 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-218e0900-674b-49f7-894b-9efd1829edb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1137 time: 0.0788708 Jan 31 18:24:44.751025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042271c3-422b-433e-80c7-267a9056e59a req-72069161-054f-402d-b699-8f3a4eb9e135 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:44.752386 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-72069161-054f-402d-b699-8f3a4eb9e135 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.1296666 Jan 31 18:24:44.859373 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-5c613bbb-c3d6-44a4-8640-fdb2a0c61aa5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 1001 time: 0.1011491 Jan 31 18:24:44.922484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042271c3-422b-433e-80c7-267a9056e59a req-7f63be5f-d03b-48a6-ab67-ee1398fa7326 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:44.923928 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-7f63be5f-d03b-48a6-ab67-ee1398fa7326 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.0590885 Jan 31 18:24:45.006069 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-1708b18c-91c9-45ea-b729-e56b71785e01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758488 Jan 31 18:24:45.152864 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-f4c4ad43-c47d-4a6e-8c30-837b508b941a service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408238 Jan 31 18:24:45.286096 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-042271c3-422b-433e-80c7-267a9056e59a req-cdd2c773-9dda-43a0-9c44-d6c1de9c35b1 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273916 Jan 31 18:24:52.600734 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:24:53.708260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-1632abac-1d79-4a47-959f-4b3a636749ef tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472195662&fields=id&tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650 HTTP/1.1" status: 200 len: 267 time: 0.0472305 Jan 31 18:24:53.813808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-215aa08b-6d7b-495e-bb3f-63bca6f452f2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:53.816281 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-215aa08b-6d7b-495e-bb3f-63bca6f452f2 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 984 time: 0.0984957 Jan 31 18:24:53.834485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Request body: {'port': {'security_groups': ['2ad25686-699e-4219-9ec8-9fe92a183be1']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:24:54.139645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.476681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:24:54.508228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.514399 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.528100 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:24:54.606034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:54.607092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.609481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-569073fe-8eb9-45fb-add7-2ce0e3b8c4a2 req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "PUT /v2.0/ports/8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 942 time: 0.7816741 Jan 31 18:24:54.610269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:24:54.625970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 38998) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:24:54.653483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbf5d6-ae87-47c1-94f1-07a41f042920 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event updated for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=7']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:54.702105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:24:54.739916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.748559 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:24:54.786968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.933804 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.966685 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-a421b6ef-96d3-47c6-a8a6-fd1029756dba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1098 time: 0.1936178 Jan 31 18:24:54.989135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecb7db1-a023-4a53-a976-d1edbf46a26f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:54.996407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:54.997665 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f869218d-c5af-4fae-b72b-043db5c3cd4d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "DELETE /v2.0/security-groups/2ecb7db1-a023-4a53-a976-d1edbf46a26f HTTP/1.1" status: 204 len: 168 time: 0.3702652 Jan 31 18:24:55.002009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39002) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:24:55.147750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-60db27fc-22d1-44fa-bcb0-0e41fafcc951 None None] Provisioning complete for port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:24:55.149189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60db27fc-22d1-44fa-bcb0-0e41fafcc951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:55.204806 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-17040afe-e792-4ba6-be3a-a5130bf2ce5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:55.207059 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-17040afe-e792-4ba6-be3a-a5130bf2ce5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.2343402 Jan 31 18:24:55.323921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Deleting port d0735967-0b10-4351-a09a-9c586afe30bb {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:24:55.323921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:55.398933 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-5f1c6398-9d31-42af-b982-aebda3836096 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 1001 time: 0.1838753 Jan 31 18:24:55.504125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-c9af20b7-d2ea-45bc-8e5d-730437494e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:55.506014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-c9af20b7-d2ea-45bc-8e5d-730437494e9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.1002524 Jan 31 18:24:55.612177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:55.612698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:55.632207 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-f50eabdc-df20-457b-b694-7597725ba954 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197484 Jan 31 18:24:55.809876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Calling delete_port for d0735967-0b10-4351-a09a-9c586afe30bb owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:24:55.874978 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-9aeb5260-2fac-4011-a4c3-18d5a7b1d352 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368319 Jan 31 18:24:56.086121 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-450cbe25-55e1-4c60-957d-a6e511cdb027 req-8b7e5b58-5427-4964-a005-af95c651e1e7 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052987 Jan 31 18:24:56.095574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:56.175106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event deleted for resources: {'Port': ['ID=d0735967-0b10-4351-a09a-9c586afe30bb,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:24:56.308152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:56.853132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Router c79594bd-04c1-4c49-b26a-38fe8a7852db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:24:57.314939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:24:57.337660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Sync routers for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:24:57.352207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:24:57.370890 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:24:57.371888 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:24:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:24:57.458325 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8f23b687-e223-42ee-a1f6-a20b788232a0 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "DELETE /v2.0/floatingips/0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e HTTP/1.1" status: 204 len: 168 time: 2.4550176 Jan 31 18:24:57.459577 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:24:57.692322 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:24:57.706305 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:24:57.889496 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-13b56eb2-4f40-4699-9f7f-9f5ac7e9f0b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 1098 time: 0.1594870 Jan 31 18:24:58.201131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-9a5219f7-e809-4d31-977a-81752ffc1cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:58.203908 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-9a5219f7-e809-4d31-977a-81752ffc1cf7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 200 len: 916 time: 0.3076954 Jan 31 18:24:58.320431 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-89476571-1cbf-4baa-918c-b9f77f8416d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 200 len: 217 time: 0.1107571 Jan 31 18:24:58.335391 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:24:58.342576 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Checking router: c79594bd-04c1-4c49-b26a-38fe8a7852db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:24:58.361015 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:24:58.362019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:24:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:24:58.407114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-e992e724-70c4-451c-af28-16d73c15c243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:24:58.409616 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-e992e724-70c4-451c-af28-16d73c15c243 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 200 len: 853 time: 0.0819225 Jan 31 18:24:58.518903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-3c545850-b62b-4bbb-bc14-40c44e775423 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bd306388-da9c-4eba-9153-a7a6e732ce5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020932 Jan 31 18:24:58.644926 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:24:58.887850 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-b87d5b27-690c-41ff-a321-c10f5bbdb527 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574765 Jan 31 18:24:59.100465 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b8262e5b-9939-45fb-a12a-d9eb35ab9599 req-7fbd7bbc-fe40-4cca-8aca-0d4021783a77 service neutron] 10.222.0.86 "GET /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056046 Jan 31 18:24:59.155507 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:24:59.163019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e57b1-598a-4196-9cf9-8a7c3f31e0ee None None] The sync data for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv is: [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:22:50Z', 'revision_number': 4, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'ce242ccd-8eec-499a-b785-bfa33a1c6125', 'name': '', 'network_id': 'bd306388-da9c-4eba-9153-a7a6e732ce5f', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'mac_address': 'fa:16:3e:ab:35:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:50Z', 'updated_at': '2022-01-31T18:23:00Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'subnets': [{'id': '579e62dd-94f5-4536-ac8d-2ba3e1a47811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:24:59.513469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8891b5-e67a-495e-995d-fb05176b6f20 None None] New status for floating IP 0bf81bc4-e4d3-4fb1-a2f0-5b82206a5b9e: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:25:03.694445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae44369-b500-4077-99bc-48d63e226b7c req-935b26d3-35cd-4ecc-836c-f9795f8e11b1 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:03.695990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4ae44369-b500-4077-99bc-48d63e226b7c req-935b26d3-35cd-4ecc-836c-f9795f8e11b1 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1069953 Jan 31 18:25:03.749538 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4ae44369-b500-4077-99bc-48d63e226b7c req-9d9a9f24-343c-4757-aeae-6cd3149a6a0f tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456541 Jan 31 18:25:04.965156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-2ac038f5-78eb-410b-978b-d2f355b3bd2b tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:04.965983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-2ac038f5-78eb-410b-978b-d2f355b3bd2b tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:04.989448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-2ac038f5-78eb-410b-978b-d2f355b3bd2b tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:04.989448 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-2ac038f5-78eb-410b-978b-d2f355b3bd2b tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.1037989 Jan 31 18:25:05.043645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-4aca1fdf-c74f-408d-ba18-56e85604b8d9 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Synchronizing usage tracker for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:05.060536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-4aca1fdf-c74f-408d-ba18-56e85604b8d9 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Unset dirty status for tenant:4d76da4a02cf4d0fa4ce570f3f9dd650 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:05.061884 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-40f56534-1ced-4aaf-9041-f9fe58ab459d req-4aca1fdf-c74f-408d-ba18-56e85604b8d9 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/security-groups?id=2ad25686-699e-4219-9ec8-9fe92a183be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628295 Jan 31 18:25:05.238732 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-ae49379e-8b08-41f5-9c5b-48d19fe7c59d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:05.240282 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-ae49379e-8b08-41f5-9c5b-48d19fe7c59d tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.86 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 945 time: 0.0862992 Jan 31 18:25:05.325852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Deleting port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:05.326120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:05.597291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] For port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:05.597584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:05.734255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Calling delete_port for 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:05.904596 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:05.917518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['8b3fbc45-a6b2-4b67-85be-831a5cae5c65'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:25:05.980317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Pushing event deleted for resources: {'Port': ['ID=8b3fbc45-a6b2-4b67-85be-831a5cae5c65,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:06.023684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.024022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.024360 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.024698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.026048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.026450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.026790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.027177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.027505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.027830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.028153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:06.077626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] No DVR routers for this DVR port 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:25:06.077949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:06.081036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'name': 'network-vif-deleted', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:25:06.107841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5760dbb1-3fa3-4e4e-bb9d-a723c4514670 req-3938cf21-6077-4afb-8df1-b0e81ea4132a tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.86 "DELETE /v2.0/ports/8b3fbc45-a6b2-4b67-85be-831a5cae5c65 HTTP/1.1" status: 204 len: 173 time: 0.8615396 Jan 31 18:25:06.274194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fad2556e-bd92-479d-b45b-4387f395e790', 'name': 'network-vif-deleted', 'tag': '8b3fbc45-a6b2-4b67-85be-831a5cae5c65', 'status': 'completed', 'code': 200} Jan 31 18:25:06.279565 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c9435a35-06e5-4317-b9b1-5b4b6b266875 req-01d7c1ee-014c-4f38-8e51-bd1c5a22cf61 tempest-TestMinimumBasicScenario-1296474998 tempest-TestMinimumBasicScenario-1296474998-project] 10.222.0.110 "GET /v2.0/ports?device_id=fad2556e-bd92-479d-b45b-4387f395e790 HTTP/1.1" status: 200 len: 210 time: 0.0514648 Jan 31 18:25:07.018622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2f3efdee-937d-4fbe-9df0-19d26cd6c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:08.047461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39090) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:08.577201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:09.218378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Deleting port ce242ccd-8eec-499a-b785-bfa33a1c6125 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:09.219043 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:09.394355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7e3f952f-8965-46b5-8aaa-af54befcbc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:09.419975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] For port ce242ccd-8eec-499a-b785-bfa33a1c6125, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ce242ccd-8eec-499a-b785-bfa33a1c6125,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:09.420920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:09.448578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:09.484709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:09.485243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 8b3fbc45-a6b2-4b67-85be-831a5cae5c65 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:09.578319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Calling delete_port for ce242ccd-8eec-499a-b785-bfa33a1c6125 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:09.763608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:09.814709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Pushing event deleted for resources: {'Port': ['ID=ce242ccd-8eec-499a-b785-bfa33a1c6125,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:10.144232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:10.332754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:10.454803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:10.888418 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Router c79594bd-04c1-4c49-b26a-38fe8a7852db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:25:11.099247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:25:11.109377 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Sync routers for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:25:11.112926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1adf275e-7fdf-4d26-9d49-0e29be0ee84a admin admin] 10.222.0.110 "PUT /v2.0/routers/c79594bd-04c1-4c49-b26a-38fe8a7852db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0643883 Jan 31 18:25:11.115662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39094) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:11.121290 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:11.121683 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:11.302713 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:11.325041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:11.545372 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:11.556538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Deleting port a74de6a4-196c-4272-9796-72cff2bfc5dd {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:11.556953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:11.617085 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:25:09Z', 'revision_number': 5, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port': {'id': 'a74de6a4-196c-4272-9796-72cff2bfc5dd', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:46Z', 'updated_at': '2022-01-31T18:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:11.622098 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Checking router: c79594bd-04c1-4c49-b26a-38fe8a7852db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:25:11.632824 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Routers {'c79594bd-04c1-4c49-b26a-38fe8a7852db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:11.633182 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c79594bd-04c1-4c49-b26a-38fe8a7852db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:11.761495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:11.780509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] For port a74de6a4-196c-4272-9796-72cff2bfc5dd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a74de6a4-196c-4272-9796-72cff2bfc5dd,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:11.780841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:11.820173 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] Set router c79594bd-04c1-4c49-b26a-38fe8a7852db gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:11.973182 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:25:11Z', 'revision_number': 6, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:11.978422 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ea269f-5d49-48bb-8736-a5747ac7944c None None] The sync data for ids ['c79594bd-04c1-4c49-b26a-38fe8a7852db'] in dv-neutron-823271-3-hyperv is: [{'id': 'c79594bd-04c1-4c49-b26a-38fe8a7852db', 'name': 'tempest-TestMinimumBasicScenario-104116448-router', 'tenant_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:45Z', 'updated_at': '2022-01-31T18:25:11Z', 'revision_number': 6, 'project_id': '4d76da4a02cf4d0fa4ce570f3f9dd650', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:25:12.034532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Calling delete_port for a74de6a4-196c-4272-9796-72cff2bfc5dd owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:12.262184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.312934 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Pushing event deleted for resources: {'Port': ['ID=a74de6a4-196c-4272-9796-72cff2bfc5dd,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:12.564436 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.845551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.851699 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.905391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.906024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79594bd-04c1-4c49-b26a-38fe8a7852db {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:25:12.919868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:12.921013 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8ef62afc-9884-445e-8f7b-9be84df9eeae admin admin] 10.222.0.110 "DELETE /v2.0/routers/c79594bd-04c1-4c49-b26a-38fe8a7852db HTTP/1.1" status: 204 len: 168 time: 1.8044465 Jan 31 18:25:12.924142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39098) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:12.991936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Deleting subnet 579e62dd-94f5-4536-ac8d-2ba3e1a47811 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:25:12.996490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.057069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.158713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.226616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.267470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579e62dd-94f5-4536-ac8d-2ba3e1a47811,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:13.272314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.279752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282d24d1-e7c1-4b08-acbc-6a09d02b4250 None None] Network bd306388-da9c-4eba-9153-a7a6e732ce5f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:25:13.282718 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-811b1bad-5afe-4249-9a68-4ac64c5f1e2c admin admin] 10.222.0.110 "DELETE /v2.0/subnets/579e62dd-94f5-4536-ac8d-2ba3e1a47811 HTTP/1.1" status: 204 len: 168 time: 0.3575356 Jan 31 18:25:13.286537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:13.406911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.426818 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Deleting port ae945b7a-f21f-4644-b3d1-9655906be6cc {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:13.427150 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.567544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] DHCP port deletion for bd306388-da9c-4eba-9153-a7a6e732ce5f request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:25:13.571692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Deleting port ae945b7a-f21f-4644-b3d1-9655906be6cc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:13.572062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.633080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.775162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] For port ae945b7a-f21f-4644-b3d1-9655906be6cc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae945b7a-f21f-4644-b3d1-9655906be6cc,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:13.775656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.783310 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ce242ccd-8eec-499a-b785-bfa33a1c6125 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:13.835091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: ce242ccd-8eec-499a-b785-bfa33a1c6125 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:13.835439 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ce242ccd-8eec-499a-b785-bfa33a1c6125 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:13.835930 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a74de6a4-196c-4272-9796-72cff2bfc5dd no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:13.885400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a74de6a4-196c-4272-9796-72cff2bfc5dd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:13.885768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a74de6a4-196c-4272-9796-72cff2bfc5dd not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:13.886177 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae945b7a-f21f-4644-b3d1-9655906be6cc no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:13.906101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Calling delete_port for ae945b7a-f21f-4644-b3d1-9655906be6cc owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:13.928547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] For port ae945b7a-f21f-4644-b3d1-9655906be6cc, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=ae945b7a-f21f-4644-b3d1-9655906be6cc,segment=NetworkSegment(30940531-2b4a-4ab5-a82d-8cf9ecb2a288),segment_id=30940531-2b4a-4ab5-a82d-8cf9ecb2a288)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:13.928845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:13.988147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.037386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae945b7a-f21f-4644-b3d1-9655906be6cc,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:14.044194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] No DVR routers for this DVR port ae945b7a-f21f-4644-b3d1-9655906be6cc on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:25:14.062570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Calling delete_port for ae945b7a-f21f-4644-b3d1-9655906be6cc owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:14.112806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No active binding found for port ae945b7a-f21f-4644-b3d1-9655906be6cc {{(pid=83559) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Jan 31 18:25:14.113209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device ae945b7a-f21f-4644-b3d1-9655906be6cc not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:14.146689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:25:14.147262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:25:14.167318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.193281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd306388-da9c-4eba-9153-a7a6e732ce5f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:14.205805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30940531-2b4a-4ab5-a82d-8cf9ecb2a288') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:14.206107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30940531-2b4a-4ab5-a82d-8cf9ecb2a288') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:14.218216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.235248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.241680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:25:14.242088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:25:14.256052 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:25:14.336645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.342287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.367352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd306388-da9c-4eba-9153-a7a6e732ce5f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:14.373526 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-31377be9-9843-4f58-a69d-3ee1d9910177 admin admin] 10.222.0.110 "DELETE /v2.0/networks/bd306388-da9c-4eba-9153-a7a6e732ce5f HTTP/1.1" status: 204 len: 168 time: 1.0859573 Jan 31 18:25:14.376366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39106) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:14.648371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Deleting port ae945b7a-f21f-4644-b3d1-9655906be6cc {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:14.648970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:14.713555 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b6da923b-e60f-4b81-a8fa-d4425b91efb9 None None] The port 'ae945b7a-f21f-4644-b3d1-9655906be6cc' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:25:14.789107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:15.541288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Deleting port bd81b76d-f0ba-4010-a090-f8238448c401 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:15.542384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:15.728589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] For port bd81b76d-f0ba-4010-a090-f8238448c401, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=bd81b76d-f0ba-4010-a090-f8238448c401,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:15.728937 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:15.868739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Calling delete_port for bd81b76d-f0ba-4010-a090-f8238448c401 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:16.107661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:16.162858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd81b76d-f0ba-4010-a090-f8238448c401,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:16.524349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:17.216525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Router 8fc6cd0a-4079-467d-a161-54389dccefc2 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:25:17.449744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:25:17.463324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Sync routers for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:25:17.470271 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-70213cee-b79b-4ce3-8b4d-9e71ce5c3e0d admin admin] 10.222.0.110 "PUT /v2.0/routers/8fc6cd0a-4079-467d-a161-54389dccefc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0926285 Jan 31 18:25:17.473770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39110) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:17.480512 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:17.481546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:17.757593 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:17.757870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:18.029269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:18.039453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Deleting port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:18.039795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:18.191675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:25:16Z', 'revision_number': 5, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port': {'id': 'aa1f4a5a-b4b5-407d-8a64-3f234205dc3d', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:22:55Z', 'updated_at': '2022-01-31T18:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:18.198141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Checking router: 8fc6cd0a-4079-467d-a161-54389dccefc2 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:25:18.214872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Routers {'8fc6cd0a-4079-467d-a161-54389dccefc2'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:18.216244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['8fc6cd0a-4079-467d-a161-54389dccefc2'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:18.265560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] For port aa1f4a5a-b4b5-407d-8a64-3f234205dc3d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:18.266260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:18.412486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] Set router 8fc6cd0a-4079-467d-a161-54389dccefc2 gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:18.438763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Calling delete_port for aa1f4a5a-b4b5-407d-8a64-3f234205dc3d owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:18.569962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:25:18Z', 'revision_number': 6, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:18.576758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e478faa6-6b14-4357-a4d0-6854badb6230 None None] The sync data for ids ['8fc6cd0a-4079-467d-a161-54389dccefc2'] in dv-neutron-823271-3-hyperv is: [{'id': '8fc6cd0a-4079-467d-a161-54389dccefc2', 'name': 'tempest-TestMinimumBasicScenario-85631496-router', 'tenant_id': 'f4b47fff30084cbdb812e6454225d83c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:22:54Z', 'updated_at': '2022-01-31T18:25:18Z', 'revision_number': 6, 'project_id': 'f4b47fff30084cbdb812e6454225d83c', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:25:18.666923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:18.753878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1f4a5a-b4b5-407d-8a64-3f234205dc3d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:19.160652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.479051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.483522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.508786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.509316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fc6cd0a-4079-467d-a161-54389dccefc2 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:25:19.524912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.526830 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-316b84a1-4707-4bed-ae03-5ef166c2184d admin admin] 10.222.0.110 "DELETE /v2.0/routers/8fc6cd0a-4079-467d-a161-54389dccefc2 HTTP/1.1" status: 204 len: 168 time: 2.0513456 Jan 31 18:25:19.530282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39114) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:19.611428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Deleting subnet eaf800bc-0efb-4115-b719-dac5a01b5850 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:25:19.618981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.670451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.713426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bd81b76d-f0ba-4010-a090-f8238448c401 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:19.761513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: bd81b76d-f0ba-4010-a090-f8238448c401 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:19.762329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device bd81b76d-f0ba-4010-a090-f8238448c401 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:19.763203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device aa1f4a5a-b4b5-407d-8a64-3f234205dc3d no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:19.778346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.804760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: aa1f4a5a-b4b5-407d-8a64-3f234205dc3d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:19.805102 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device aa1f4a5a-b4b5-407d-8a64-3f234205dc3d not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:19.888111 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.927870 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaf800bc-0efb-4115-b719-dac5a01b5850,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:19.934321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:19.939879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00594c50-cfcf-495d-a81c-89062b5f5ca2 None None] Network 84050dd6-e002-4988-a6d8-0d266196b52f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:25:19.943313 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ec6a7772-d0b6-4552-98bc-8c851bb12559 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/eaf800bc-0efb-4115-b719-dac5a01b5850 HTTP/1.1" status: 204 len: 168 time: 0.4117398 Jan 31 18:25:19.947177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39118) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:20.069566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.082923 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Deleting port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:20.083256 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.267507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] DHCP port deletion for 84050dd6-e002-4988-a6d8-0d266196b52f request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:25:20.272080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Deleting port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:20.272452 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.308251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] For port 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=66b8f96f-9cbd-4ce2-b5df-65452de68b14,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:20.308600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.438813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Calling delete_port for 66b8f96f-9cbd-4ce2-b5df-65452de68b14 owned by network:dhcp {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:20.502624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] For port 66b8f96f-9cbd-4ce2-b5df-65452de68b14, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=66b8f96f-9cbd-4ce2-b5df-65452de68b14,segment=NetworkSegment(281d3de6-fba5-4e37-9316-76c45151e8f7),segment_id=281d3de6-fba5-4e37-9316-76c45151e8f7)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:20.502981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.529778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.579017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b8f96f-9cbd-4ce2-b5df-65452de68b14,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:20.591421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] No DVR routers for this DVR port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 on host dv-neutron-823271-3-hyperv {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:25:20.594918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.595261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.595597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.595924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.596255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.596581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.596905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.597227 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.597579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.597916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.598218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:20.635887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Calling delete_port for 66b8f96f-9cbd-4ce2-b5df-65452de68b14 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:25:20.714770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:25:20.715401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:25:20.750218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.775523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84050dd6-e002-4988-a6d8-0d266196b52f']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:20.787374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d3de6-fba5-4e37-9316-76c45151e8f7') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:20.787667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d3de6-fba5-4e37-9316-76c45151e8f7') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:20.801792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.819042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.826318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Releasing vlan 1423 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:25:20.826756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:25:20.841052 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:25:20.922532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.938958 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:20.949381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] Pushing event deleted for resources: {'Network': ['ID=84050dd6-e002-4988-a6d8-0d266196b52f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:20.956739 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-46d40af5-e6ae-413a-bc71-0f94c8d83c70 admin admin] 10.222.0.110 "DELETE /v2.0/networks/84050dd6-e002-4988-a6d8-0d266196b52f HTTP/1.1" status: 204 len: 168 time: 1.0085034 Jan 31 18:25:21.169239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39124) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:21.216723 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Deleting port 66b8f96f-9cbd-4ce2-b5df-65452de68b14 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:25:21.217270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:21.223071 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3a5b1a93-a2d2-4863-8dcd-d7feb1244fa8 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=4d76da4a02cf4d0fa4ce570f3f9dd650&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525677 Jan 31 18:25:21.225712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39128) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:21.289344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-84011d7c-bd84-4733-b92e-700403ac37d0 None None] The port '66b8f96f-9cbd-4ce2-b5df-65452de68b14' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:25:21.303206 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:21.332735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:21.398542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:21.417989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad25686-699e-4219-9ec8-9fe92a183be1,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:21.434121 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:21.436498 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e1e85f75-3c8c-413e-bc17-0e1913fc6992 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/2ad25686-699e-4219-9ec8-9fe92a183be1 HTTP/1.1" status: 204 len: 168 time: 0.2090373 Jan 31 18:25:21.705764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 66b8f96f-9cbd-4ce2-b5df-65452de68b14 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:25:21.740406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 66b8f96f-9cbd-4ce2-b5df-65452de68b14 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:25:21.740982 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 66b8f96f-9cbd-4ce2-b5df-65452de68b14 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:25:21.856435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39136) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:21.907215 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-3537e2b4-88bf-4773-98ba-63cf14128d13 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=f4b47fff30084cbdb812e6454225d83c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493484 Jan 31 18:25:21.909885 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39140) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:21.981346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:22.007691 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:22.065762 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:22.082656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89c09d-01bd-4636-8ca2-e6ff409706e7,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:22.088096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:22.089014 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4e067388-7286-49da-b450-d633710080b0 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/8c89c09d-01bd-4636-8ca2-e6ff409706e7 HTTP/1.1" status: 204 len: 168 time: 0.1779644 Jan 31 18:25:24.695868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39184) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:24.706071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109383127', 'description': 'tempest-secgroup-smoke-109383127 description', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:24.716258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:24.730974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:24.736847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:24.748169 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:24.763631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:24.783154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:24.828636 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:24.833310 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:24.836559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:24.844342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:24.930342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:24.937511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:24.984824 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:24.987154 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944b9538-67bc-4ef6-88db-5f96f2724b1c,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:24.991730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:24.996847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.003723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.069194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.073927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.120793 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.122113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4251549 Jan 31 18:25:25.122802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4965096-6545-442a-83ee-5aba20370e3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:25.124952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:25.130786 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:25.137873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:25.141808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:25.144732 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.154038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.176263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.331036 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.334142 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.360838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ab909e-95f5-4d8f-a999-9933689092bb,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:25.375603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.376793 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0f19ce5d-998c-4933-aa87-531e8bea6a68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2508807 Jan 31 18:25:25.379832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:25.387301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:25.393160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:25.396819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:25.400096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.406389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.432587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.515859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.521651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.551634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336ef556-16e4-4b9b-bafb-24b3d5f9ca12,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:25.563429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.564615 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9ddb6f95-23a3-40e0-9720-cd7cc8a61697 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1838894 Jan 31 18:25:25.569177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:25.576106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:25.582078 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:25.585913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:25.590063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.596019 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.621644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.700913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.705700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.732961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e9f39f-ba03-4860-b16c-881350839ef8,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:25.746014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.747248 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7bfc3edd-33d5-42d4-9f39-1476e754071c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1770422 Jan 31 18:25:25.750217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39200) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:25.756344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:25.763628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:25.767579 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:25.770531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.777458 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.794407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.867010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.871419 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.895847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53a8f49-6f99-4ebf-ac1e-a2b0a4c4cc66,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:25.905806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:25.909571 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d123ec97-729a-4018-9f19-9ff29f6a0515 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1556480 Jan 31 18:25:25.909798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39204) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:25.916697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:25.922774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:25.926535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:25.929381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:25.936591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:25.947433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:25:25.955700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.022362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.026823 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.051022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09f2ba9-ed36-4bea-881f-f36ac1385f49,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:26.064292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.066312 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f9a3b100-da0b-4e8a-9601-2f1a1957da15 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1552811 Jan 31 18:25:26.069210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39208) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:26.078762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:26.089190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:26.095225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:26.099503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:26.109200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:26.124500 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:25:26.135502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.211144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.215753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.250971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917f5fc8-9ecb-49a4-a8dd-308dbb4220c6,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:26.260808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.263190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8a3e4d90-e499-4d5c-bfcc-ef49e62d9433 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1917365 Jan 31 18:25:26.265749 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39212) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:26.271093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'network': {'name': 'tempest-network-smoke--1108305870', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:26.277248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:26.280983 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:network and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:26.283765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:26.289324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:26.301961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:25:26.305888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.341398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:25:26.353677 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.354129 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Added segment 9fd64f00-739d-4b0d-9352-1467074af008 of type vlan for network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 Jan 31 18:25:26.388212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.424194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.428741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:26.429711 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.546189 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2786713 Jan 31 18:25:26.549946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39216) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:26.559465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'admin_state_up': True, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:26.568496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d734da-fb84-4dff-88d7-121673ac31c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Network': ['ID=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:26.570864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:26.576519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:router and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:26.579525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:26.581306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:25:26.586729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:26.598679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.600113 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.638422 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:26.849273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:27.147404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:27.201838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:27.413847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.159 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/76660a1d-0e07-4a27-a788-5d1f03abdc08) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:25:27.650191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:27.700704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:27.801922 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:27.806447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:27.809839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:25:27.868736 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=76660a1d-0e07-4a27-a788-5d1f03abdc08,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:28.051308 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:28.052470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:28.501398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router 4a0a2aa5-6d92-4c59-8f66-154125d650db is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:25:28.850374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:25:28.871563 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Sync routers for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:25:28.888569 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:28.889342 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:28.899987 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:28.902276 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f927e2be-100b-41ec-ba84-00fa314e257a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3511600 Jan 31 18:25:28.906176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39220) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:29.103868 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:29.123387 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ce656e30-464c-41c2-be0d-5df0aa9f8f0a tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=e8f02ff6070a47a68cfd756f1b888362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2156975 Jan 31 18:25:29.127903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39226) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:29.346906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a96909-5a38-4063-81e8-78801c90236f tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:29.349134 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e8a96909-5a38-4063-81e8-78801c90236f tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2197516 Jan 31 18:25:29.353828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39230) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:29.419715 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79762cd2-b5d0-4227-9a42-ef8a1e5c2bfe tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629799 Jan 31 18:25:29.422908 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39234) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:29.429058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-370969241', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:29.542834 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:27Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:29.548549 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Checking router: 4a0a2aa5-6d92-4c59-8f66-154125d650db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:25:29.549086 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Updating router 4a0a2aa5-6d92-4c59-8f66-154125d650db port 76660a1d-0e07-4a27-a788-5d1f03abdc08 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:25:29.583319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:29.589806 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:subnet and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:29.592911 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:29.601980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:29.620748 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:25:29.622765 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:25:29.625843 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:29.750202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.003662 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.016317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.017189 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Transition to ACTIVE for port object 76660a1d-0e07-4a27-a788-5d1f03abdc08 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:30.035772 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.099015 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Subnet': ['ID=93ade929-1a01-4856-bce2-27a9892c1be5,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:30.116236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Checking segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:25:30.116482 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network hostable DHCP agents. Network: 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:25:30.125968 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Pushing event updated for resources: {'Port': ['ID=76660a1d-0e07-4a27-a788-5d1f03abdc08,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:30.131144 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Attempting to bind port 76660a1d-0e07-4a27-a788-5d1f03abdc08 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:25:30.131499 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Attempting to bind port 76660a1d-0e07-4a27-a788-5d1f03abdc08 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:25:30.131846 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Attempting to bind port 76660a1d-0e07-4a27-a788-5d1f03abdc08 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:25:30.142448 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.142901 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.143218 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.143602 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.144001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.144393 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.144916 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.145365 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.145833 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.146170 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.146475 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:30.146797 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:25:30.152884 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:25:30.153256 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:25:30.153748 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.154372 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:25:30.154994 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Bound port: 76660a1d-0e07-4a27-a788-5d1f03abdc08, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:25:30.155364 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.162284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:30.168839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:30.169460 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.175032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a98e03-ad3d-4b10-aafd-9d21bb0459a7 None None] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:25:30.208006 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-f5a3d5c1-7aff-4d7b-9ae2-6eef47f12297 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7833607 Jan 31 18:25:30.211723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39238) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:30.244435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] For port 76660a1d-0e07-4a27-a788-5d1f03abdc08, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:25:30.249461 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] For port 76660a1d-0e07-4a27-a788-5d1f03abdc08, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=76660a1d-0e07-4a27-a788-5d1f03abdc08,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:25:30.254672 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.340371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:30.341030 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:30.448669 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:25:30.449612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.474096 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7fc8c-c9bd-4619-8345-5231b9b62549 None None] Pushing event updated for resources: {'Port': ['ID=76660a1d-0e07-4a27-a788-5d1f03abdc08,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:30.597255 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:30.692035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Allocated IP 172.20.0.2 (5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1/93ade929-1a01-4856-bce2-27a9892c1be5/9659fe74-ede4-4657-92c0-bd2d4b24b714) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:25:30.974827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:30.992798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Transition to ACTIVE for port object 9659fe74-ede4-4657-92c0-bd2d4b24b714 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:31.031269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Transition to ACTIVE for port object 9659fe74-ede4-4657-92c0-bd2d4b24b714 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:31.039489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.049791 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:27Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:31.057646 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8106b9d9-a018-4a6e-b7f0-5aad342a32d6 None None] The sync data for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv is: [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:27Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:25:31.130308 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:31.134613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:31.137500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:25:31.173181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Pushing event updated for resources: {'Port': ['ID=9659fe74-ede4-4657-92c0-bd2d4b24b714,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:31.238174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.238904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.238904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.239161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.239493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.239973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.240303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.240624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.241454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.241454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.241653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:25:31.270641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Attempting to bind port 9659fe74-ede4-4657-92c0-bd2d4b24b714 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:25:31.270641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Attempting to bind port 9659fe74-ede4-4657-92c0-bd2d4b24b714 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:25:31.270641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Attempting to bind port 9659fe74-ede4-4657-92c0-bd2d4b24b714 on network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:25:31.298848 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:25:31.299455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Checking segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:25:31.304285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.304285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Bound using segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:25:31.307948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Bound port: 9659fe74-ede4-4657-92c0-bd2d4b24b714, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:25:31.308751 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.347490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.429113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] For port 9659fe74-ede4-4657-92c0-bd2d4b24b714, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:25:31.433262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] For port 9659fe74-ede4-4657-92c0-bd2d4b24b714, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9659fe74-ede4-4657-92c0-bd2d4b24b714,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:25:31.439311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.535612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69117b0-0300-46e4-a749-1e5d84a647b8 None None] Pushing event updated for resources: {'Port': ['ID=9659fe74-ede4-4657-92c0-bd2d4b24b714,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:31.806050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 76660a1d-0e07-4a27-a788-5d1f03abdc08 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:31.922071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 76660a1d-0e07-4a27-a788-5d1f03abdc08 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:31.928870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 76660a1d-0e07-4a27-a788-5d1f03abdc08 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:31.929586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:31.999021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.1 (5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1/93ade929-1a01-4856-bce2-27a9892c1be5/fb8513d2-3360-474d-828c-6fed3377218d) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:25:32.098643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.128279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 76660a1d-0e07-4a27-a788-5d1f03abdc08, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=76660a1d-0e07-4a27-a788-5d1f03abdc08,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:32.134226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.225912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=76660a1d-0e07-4a27-a788-5d1f03abdc08,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:32.265006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.282653 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object fb8513d2-3360-474d-828c-6fed3377218d will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:32.307545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.388215 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:32.391996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:32.397816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:25:32.423971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:32.462307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.557826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:32.616048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1f308b-b52c-4931-b076-2a668eca9563 None None] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:25:32.755389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6350ab1c-30bf-4694-8995-df9fdab85872 None None] Provisioning for port 9659fe74-ede4-4657-92c0-bd2d4b24b714 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:33.023117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.028252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.147199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f3ca4bf9-6a82-4839-a5ad-7df3b8accc62 None None] Provisioning for port fb8513d2-3360-474d-828c-6fed3377218d completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:33.150723 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:33.154645 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.155055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f3ca4bf9-6a82-4839-a5ad-7df3b8accc62 None None] Provisioning complete for port fb8513d2-3360-474d-828c-6fed3377218d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:33.155743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f3ca4bf9-6a82-4839-a5ad-7df3b8accc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.259015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f3ca4bf9-6a82-4839-a5ad-7df3b8accc62 None None] Port fb8513d2-3360-474d-828c-6fed3377218d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:25:33.351054 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:33.352683 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:33.389000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-47d5b933-26bd-4a17-9a6e-38ac4d55a57c None None] Provisioning complete for port fb8513d2-3360-474d-828c-6fed3377218d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:33.389590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47d5b933-26bd-4a17-9a6e-38ac4d55a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.450528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-47d5b933-26bd-4a17-9a6e-38ac4d55a57c None None] Port fb8513d2-3360-474d-828c-6fed3377218d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:25:33.680535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-975bd1e4-a3e5-440e-a506-9eeac29a15b1 None None] Provisioning complete for port fb8513d2-3360-474d-828c-6fed3377218d triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:33.681192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-975bd1e4-a3e5-440e-a506-9eeac29a15b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:33.788624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-975bd1e4-a3e5-440e-a506-9eeac29a15b1 None None] Port fb8513d2-3360-474d-828c-6fed3377218d cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:25:33.842922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 76660a1d-0e07-4a27-a788-5d1f03abdc08 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:33.918742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router 4a0a2aa5-6d92-4c59-8f66-154125d650db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:25:33.932739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 76660a1d-0e07-4a27-a788-5d1f03abdc08 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:33.933119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:34.075375 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9659fe74-ede4-4657-92c0-bd2d4b24b714 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:34.140486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:25:34.158746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-593d770e-5547-4b0e-935e-679df7e06b72 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/4a0a2aa5-6d92-4c59-8f66-154125d650db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9366035 Jan 31 18:25:34.158980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9659fe74-ede4-4657-92c0-bd2d4b24b714 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:34.159569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9659fe74-ede4-4657-92c0-bd2d4b24b714 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:34.159955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:34.330448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:34.348022 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-0104df71-6b31-4280-9860-f598f10c2819 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:34.372237 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-0104df71-6b31-4280-9860-f598f10c2819 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:34.374727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-0104df71-6b31-4280-9860-f598f10c2819 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109383127&fields=id&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 267 time: 0.0752475 Jan 31 18:25:34.376694 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9659fe74-ede4-4657-92c0-bd2d4b24b714, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9659fe74-ede4-4657-92c0-bd2d4b24b714,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:34.382088 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:34.479924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9659fe74-ede4-4657-92c0-bd2d4b24b714,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:34.559412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-88b3e1dc-e01c-4889-894e-94c3207624c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:34.560073 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-88b3e1dc-e01c-4889-894e-94c3207624c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:34.581362 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-88b3e1dc-e01c-4889-894e-94c3207624c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:34.582668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-88b3e1dc-e01c-4889-894e-94c3207624c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/networks?id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 200 len: 797 time: 0.1997988 Jan 31 18:25:34.603344 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-c4f5d304-563f-4f0b-8847-00a3704d043e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/quotas/e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 375 time: 0.0141802 Jan 31 18:25:34.700084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-3e61c8c6-ab53-4dab-9a29-dac68190b498 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:34.721828 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-3e61c8c6-ab53-4dab-9a29-dac68190b498 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:34.723136 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-3e61c8c6-ab53-4dab-9a29-dac68190b498 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140504 Jan 31 18:25:34.832553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-6b1dbe81-9941-40db-94dd-a54105c3f8db service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:25:34.833683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-6b1dbe81-9941-40db-94dd-a54105c3f8db service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0974996 Jan 31 18:25:34.996581 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Sync routers for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:25:34.999699 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-714dd920-5435-41f5-8170-f35fda8cdb92 service neutron] 10.222.0.110 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545784 Jan 31 18:25:35.008926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:35.009741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:35.129778 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-53db6856-3a54-4c7d-a707-36962348dcc4 service neutron] 10.222.0.110 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240366 Jan 31 18:25:35.193568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:35.320563 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef07aeb6-1dc2-428f-8c03-e7a8e6d04362 req-b9047f9f-7bae-4a8a-8245-e4fcb973d1b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0411065 Jan 31 18:25:35.522896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 2, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:35.527571 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Checking router: 4a0a2aa5-6d92-4c59-8f66-154125d650db for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:25:35.527928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Updating router 4a0a2aa5-6d92-4c59-8f66-154125d650db port fb8513d2-3360-474d-828c-6fed3377218d binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:25:35.597795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:35.726487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9659fe74-ede4-4657-92c0-bd2d4b24b714 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:35.915141 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9659fe74-ede4-4657-92c0-bd2d4b24b714 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:35.915523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.106964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.124567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Transition to ACTIVE for port object fb8513d2-3360-474d-828c-6fed3377218d will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:36.130944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.286321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff13d-9ee9-44c6-ac7f-7d59316b50e5 None None] Pushing event updated for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:36.380119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Attempting to bind port fb8513d2-3360-474d-828c-6fed3377218d on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:25:36.380518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Attempting to bind port fb8513d2-3360-474d-828c-6fed3377218d by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:25:36.380845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Attempting to bind port fb8513d2-3360-474d-828c-6fed3377218d on network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:25:36.388382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:25:36.388890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Checking segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:25:36.389142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.389565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Bound using segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:25:36.390030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Bound port: fb8513d2-3360-474d-828c-6fed3377218d, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:25:36.390400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.445524 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-52d545fa-d992-4315-ab3f-2336ac90f422 req-649ea823-8a34-4b8f-9a5b-a955c075d519 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0432811 Jan 31 18:25:36.487464 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] For port fb8513d2-3360-474d-828c-6fed3377218d, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:25:36.490414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] For port fb8513d2-3360-474d-828c-6fed3377218d, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fb8513d2-3360-474d-828c-6fed3377218d,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:25:36.495774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:36.586381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff13d-9ee9-44c6-ac7f-7d59316b50e5 None None] Pushing event updated for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:36.594398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:36.594947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:36.782093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:37.033664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c058656d-612b-4804-8938-c94e73a4d8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:37.130718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:36Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:37.135700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc586f5-2b67-4242-ba37-2dadfe02c4c9 None None] The sync data for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv is: [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:36Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:25:37.573884 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-abf58940-83cd-4b16-9d57-f01f06519a3b req-70f93b30-14a1-4612-a7a6-97e0be28d623 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0453966 Jan 31 18:25:37.749081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fb8513d2-3360-474d-828c-6fed3377218d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:37.831615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port fb8513d2-3360-474d-828c-6fed3377218d completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:37.838280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fb8513d2-3360-474d-828c-6fed3377218d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:37.838674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:37.964688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:38.000847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port fb8513d2-3360-474d-828c-6fed3377218d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fb8513d2-3360-474d-828c-6fed3377218d,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:38.006402 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:38.083371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:38.690680 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e539ce02-e114-4c53-aefc-af569efd900e req-5c753f69-2a0d-4441-b8ca-d1b8c6e3d039 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0457866 Jan 31 18:25:39.379522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a688557-086a-4654-8ede-5b257d51af72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:39.721182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fb8513d2-3360-474d-828c-6fed3377218d up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:39.807608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port fb8513d2-3360-474d-828c-6fed3377218d triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:39.808052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:39.907629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5a4f2a7c-ea55-4381-8f19-a179250d193d req-116c7560-76fd-438c-b767-2c4bab7643c9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0532660 Jan 31 18:25:40.331262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:40.460942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:40.543588 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-f798eee7-92dc-497f-b556-494406608885 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:40.545060 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-f798eee7-92dc-497f-b556-494406608885 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/networks?id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 200 len: 797 time: 0.1664934 Jan 31 18:25:40.599036 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-f44d438d-4adf-4d68-a107-f1dcac4eb62b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 379 time: 0.0417309 Jan 31 18:25:40.608024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'port': {'device_id': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'admin_state_up': True, 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'security_groups': ['b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:40.858093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:40.868754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:40.878913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:25:40.881924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.079876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.12 (5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1/93ade929-1a01-4856-bce2-27a9892c1be5/e11f9c24-0348-4034-a4e3-79ced41b7cb0) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:25:41.132758 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8eea105-1bcd-4688-ab4e-591c1aee53cd req-2321d72f-c8d4-4980-87ae-8811154335b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0591061 Jan 31 18:25:41.298154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.316381 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object e11f9c24-0348-4034-a4e3-79ced41b7cb0 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:41.344064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.419759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:41.423700 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:41.429114 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:25:41.471536 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:41.527816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:41.528475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.556783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a307fdde-c940-44f4-8771-cfbcf03193e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526443 Jan 31 18:25:41.574858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Request body: {'port': {'device_id': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:41.683468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a6fc035-3444-4f39-966f-2fc601d63def None None] Provisioning for port e11f9c24-0348-4034-a4e3-79ced41b7cb0 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:41.689066 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6a6fc035-3444-4f39-966f-2fc601d63def None None] Provisioning complete for port e11f9c24-0348-4034-a4e3-79ced41b7cb0 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:41.689554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6a6fc035-3444-4f39-966f-2fc601d63def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.732243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:41.765814 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-6a6fc035-3444-4f39-966f-2fc601d63def None None] Port e11f9c24-0348-4034-a4e3-79ced41b7cb0 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:25:41.769958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.128682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11f9c24-0348-4034-a4e3-79ced41b7cb0 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:25:42.138191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.153334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Transition to ACTIVE for port object e11f9c24-0348-4034-a4e3-79ced41b7cb0 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:25:42.157119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.360554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:42.516560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc7b77-79a7-4b25-9b28-da5b554ff10d req-da16cddb-9ab5-475b-ac23-1988811ac7b6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:42.517288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-eefc7b77-79a7-4b25-9b28-da5b554ff10d req-da16cddb-9ab5-475b-ac23-1988811ac7b6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:25:42.532854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Attempting to bind port e11f9c24-0348-4034-a4e3-79ced41b7cb0 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:25:42.533209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Attempting to bind port e11f9c24-0348-4034-a4e3-79ced41b7cb0 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:25:42.533586 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Attempting to bind port e11f9c24-0348-4034-a4e3-79ced41b7cb0 on network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:25:42.546069 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Port e11f9c24-0348-4034-a4e3-79ced41b7cb0 on network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:25:42.546422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Attempting to bind port e11f9c24-0348-4034-a4e3-79ced41b7cb0 on network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:25:42.550305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-eefc7b77-79a7-4b25-9b28-da5b554ff10d req-da16cddb-9ab5-475b-ac23-1988811ac7b6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:25:42.551494 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eefc7b77-79a7-4b25-9b28-da5b554ff10d req-da16cddb-9ab5-475b-ac23-1988811ac7b6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 944 time: 0.2782819 Jan 31 18:25:42.558469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:25:42.559115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Checking segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:25:42.559715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Bound using segment: {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:25:42.560404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Bound port: e11f9c24-0348-4034-a4e3-79ced41b7cb0, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd64f00-739d-4b0d-9352-1467074af008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:25:42.560744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.680948 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-eefc7b77-79a7-4b25-9b28-da5b554ff10d req-6821139b-6e8f-4139-b0cf-0c276cbee162 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085544 Jan 31 18:25:42.699434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:25:42.702893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:25:42.708566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.782363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:42.784505 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] 10.222.0.86 "PUT /v2.0/ports/e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 200 len: 1094 time: 1.2197330 Jan 31 18:25:42.785248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:25:42.819421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4042d-96d5-4464-b6c6-c241b7c7ccb3 service neutron] Pushing event updated for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:42.941222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'status': 'completed', 'code': 200} Jan 31 18:25:42.988352 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-b85df308-473b-4084-8e44-12819bfba8bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1097 time: 0.1192935 Jan 31 18:25:43.167205 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-87163055-6f7c-4c56-951f-aa70beae5094 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 200 len: 217 time: 0.1721144 Jan 31 18:25:43.232454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-45b65230-bcc5-4a36-8fde-22792024d3d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:43.233826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-45b65230-bcc5-4a36-8fde-22792024d3d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93ade929-1a01-4856-bce2-27a9892c1be5 HTTP/1.1" status: 200 len: 834 time: 0.0603120 Jan 31 18:25:43.317307 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-aadd8720-9e01-4100-bc85-0c9ba8e125c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776641 Jan 31 18:25:43.454227 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-a8f854a2-12aa-4aa0-8665-09ec92f32d45 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295021 Jan 31 18:25:43.605459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0c46b2c-2870-4720-a641-4806d14f0bf6 req-2f3374cd-2f51-4d11-a7f3-fed30d8ff5cd service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453371 Jan 31 18:25:43.617191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:43.726275 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-ed195471-681b-4494-a8c5-41ad5b0ac06c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1097 time: 0.0736399 Jan 31 18:25:43.952466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-99bab7d2-af12-4586-a478-2f2875def0c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:43.954015 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-99bab7d2-af12-4586-a478-2f2875def0c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 200 len: 899 time: 0.2214959 Jan 31 18:25:44.029308 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-65359ca3-beeb-4fbc-b45c-3a0789df7ae6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 200 len: 217 time: 0.0688393 Jan 31 18:25:44.035054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828c6f0-00c0-4fcb-b593-549ec6fd785a req-e140cbcb-0538-4bf4-95d6-fe64596ceeae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:44.036429 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7828c6f0-00c0-4fcb-b593-549ec6fd785a req-e140cbcb-0538-4bf4-95d6-fe64596ceeae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 944 time: 0.2086997 Jan 31 18:25:44.130900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-995d40ed-7722-4a9f-a1ef-33eda623e025 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:44.132248 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-995d40ed-7722-4a9f-a1ef-33eda623e025 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93ade929-1a01-4856-bce2-27a9892c1be5 HTTP/1.1" status: 200 len: 834 time: 0.0949907 Jan 31 18:25:44.136368 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7828c6f0-00c0-4fcb-b593-549ec6fd785a req-752cad4c-e3d1-4c16-b66f-9ca7ce23bec8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659952 Jan 31 18:25:44.211220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-d4d305bd-058d-4bc9-8208-0de1f91f7034 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725880 Jan 31 18:25:44.358320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-c8f43564-2c24-4127-b4fd-16d59b672a8f service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405778 Jan 31 18:25:44.515372 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a752f5cc-7833-4a97-a4d7-8acee1d48982 req-b8986ccd-c454-4c97-92cb-25249f267f41 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509392 Jan 31 18:25:45.338203 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39117545-1064-4dcb-be14-39b08a8da826 req-49c7da75-d96c-471e-8f75-5bd7b4e6b30a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:45.339675 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39117545-1064-4dcb-be14-39b08a8da826 req-49c7da75-d96c-471e-8f75-5bd7b4e6b30a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 944 time: 0.0785816 Jan 31 18:25:45.390244 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-39117545-1064-4dcb-be14-39b08a8da826 req-2286b2b0-48fd-457f-9ae8-47c4c12d72db tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443211 Jan 31 18:25:45.595497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e11f9c24-0348-4034-a4e3-79ced41b7cb0 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:25:45.771207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:45.784649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'port_id': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'mac_address': 'fa:16:3e:d5:34:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:25:45.840606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:45.860810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11f9c24-0348-4034-a4e3-79ced41b7cb0 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:25:45.880008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:45.885236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:45.960471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:46.114644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e11f9c24-0348-4034-a4e3-79ced41b7cb0'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:25:46.631654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fb601-f39d-4df2-8ee0-5af5e06ecf98 req-8419b0b0-9c58-4137-b5b1-dd80752299e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:46.634489 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db5fb601-f39d-4df2-8ee0-5af5e06ecf98 req-8419b0b0-9c58-4137-b5b1-dd80752299e0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 945 time: 0.1146259 Jan 31 18:25:46.698585 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db5fb601-f39d-4df2-8ee0-5af5e06ecf98 req-c03e6ed9-36f2-4a5b-8fad-758df29496af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566590 Jan 31 18:25:47.609425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e11f9c24-0348-4034-a4e3-79ced41b7cb0 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:25:47.686181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port e11f9c24-0348-4034-a4e3-79ced41b7cb0 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:25:47.693731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e11f9c24-0348-4034-a4e3-79ced41b7cb0 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:25:47.694107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:47.821570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:47.858542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:25:47.870726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:25:47.875511 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:47.948257 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19064c58-74df-46a5-9829-62a9fd80f322 req-05e5bc64-2fbf-4bda-8dc4-5f9ee63cda0e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:47.949962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-19064c58-74df-46a5-9829-62a9fd80f322 req-05e5bc64-2fbf-4bda-8dc4-5f9ee63cda0e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0971034 Jan 31 18:25:47.964887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:48.030437 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-19064c58-74df-46a5-9829-62a9fd80f322 req-c429861a-4949-47d5-bc82-92152be20173 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709548 Jan 31 18:25:48.095740 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'code': 200} Jan 31 18:25:48.329535 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-24c26644-54d1-4fd7-83ae-1667f39819fd req-4754ecb6-ece6-42ff-922d-8cf8d113af6e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1099 time: 0.0718994 Jan 31 18:25:48.378463 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-24c26644-54d1-4fd7-83ae-1667f39819fd req-6622bb27-d8e1-4d93-852e-760425c153f6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Jan 31 18:25:49.392043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd30781-20b9-4513-bff0-8f5efcdaec66 req-72349eea-7ad3-4f0b-bc4e-bc930376b147 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:49.393666 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edd30781-20b9-4513-bff0-8f5efcdaec66 req-72349eea-7ad3-4f0b-bc4e-bc930376b147 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.2249658 Jan 31 18:25:49.443913 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edd30781-20b9-4513-bff0-8f5efcdaec66 req-5156ba79-ef9d-4cf7-b4fd-345c613eb08f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Jan 31 18:25:50.662109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f600f-60ec-492e-b459-71ac73f084a4 req-6e0dcf01-5a4a-44c4-8c5b-89e913bcaeaa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:50.663692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-555f600f-60ec-492e-b459-71ac73f084a4 req-6e0dcf01-5a4a-44c4-8c5b-89e913bcaeaa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0862837 Jan 31 18:25:50.714381 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-555f600f-60ec-492e-b459-71ac73f084a4 req-ce9cfbdd-de0d-4ea1-8262-ed202c389750 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Jan 31 18:25:50.979890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f46653-bbab-4fd0-9006-54afc8a0a9d6 req-3993e4c5-1674-4047-89cb-bd9593823f0b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:50.981703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43f46653-bbab-4fd0-9006-54afc8a0a9d6 req-3993e4c5-1674-4047-89cb-bd9593823f0b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0966671 Jan 31 18:25:51.057746 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-43f46653-bbab-4fd0-9006-54afc8a0a9d6 req-88c7a744-00b8-4abe-93fa-85731dc61b93 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698645 Jan 31 18:25:51.088003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39306) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:51.172702 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1f9afb11-b277-473d-9c5e-ed18ad63aaf3 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1094 time: 0.0833888 Jan 31 18:25:51.175739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39310) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:51.183522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:25:51.191256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:25:51.198153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:floatingip and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:25:51.202270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:25:51.208717 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:25:51.333860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:51.555813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:51.758782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.113 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d87d999b-71a5-41a1-abbd-af7aa38df71b) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:25:52.005197 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:52.051263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:52.144813 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:25:52.150577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:25:52.156858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:25:52.205189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=d87d999b-71a5-41a1-abbd-af7aa38df71b,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:52.903028 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:52.976404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:53.249831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:53.254906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:53.368779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=d87d999b-71a5-41a1-abbd-af7aa38df71b,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:25:53.386779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:53.696846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Floating IP 6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 associated. External IP: 172.26.4.113, port: e11f9c24-0348-4034-a4e3-79ced41b7cb0. Jan 31 18:25:54.137147 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router 4a0a2aa5-6d92-4c59-8f66-154125d650db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:25:54.343500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:25:54.353145 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Sync routers for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:25:54.365089 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:54.365738 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:54.370431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:25:54.431887 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7080dc73-2579-4326-80a4-d70e9a93650a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2545009 Jan 31 18:25:54.432712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:25:54.514754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'status': 'completed', 'code': 200} Jan 31 18:25:54.557562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:54.673319 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-eee62d9a-a6d8-44c8-b31c-9f29eb3747ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1099 time: 0.1375380 Jan 31 18:25:54.684067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3b670-283e-4911-820d-feac1e1297f4 req-822ab5d8-168c-4af6-9568-fa8859738718 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:54.685468 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c9c3b670-283e-4911-820d-feac1e1297f4 req-822ab5d8-168c-4af6-9568-fa8859738718 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.1155128 Jan 31 18:25:54.819929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c9c3b670-283e-4911-820d-feac1e1297f4 req-9f02d5cf-f109-4800-a295-6a65706b0a14 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151166 Jan 31 18:25:54.866635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39320) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:54.871411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-ce9c2ddf-d75b-411f-8c83-87cb369c074d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:54.874733 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-ce9c2ddf-d75b-411f-8c83-87cb369c074d service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 200 len: 899 time: 0.1880515 Jan 31 18:25:54.968306 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'port_id': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'mac_address': 'fa:16:3e:d5:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:25:52Z', 'updated_at': '2022-01-31T18:25:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:54.974647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Checking router: 4a0a2aa5-6d92-4c59-8f66-154125d650db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:25:54.985488 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b1ec4bfb-f3bb-4ead-8a9d-c7f72a3ef5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 200 len: 992 time: 0.1147807 Jan 31 18:25:54.986643 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:25:54.987234 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:25:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:55.001891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-9a7d7db9-f3a4-4e16-bfdb-8f6260639d4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 200 len: 1000 time: 0.1216600 Jan 31 18:25:55.077566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-3c079108-9d0a-4987-9637-8e47d9b64579 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:25:55.079909 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-3c079108-9d0a-4987-9637-8e47d9b64579 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93ade929-1a01-4856-bce2-27a9892c1be5 HTTP/1.1" status: 200 len: 834 time: 0.0722613 Jan 31 18:25:55.165503 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-a36d9724-d7d6-4490-a933-67b7a9e56af6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798211 Jan 31 18:25:55.193724 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:25:55.302024 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-e9bdeb9f-931f-47dd-b62a-ed1e1c7c1d6c service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303973 Jan 31 18:25:55.583391 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf969ac9-7db7-4f48-aaaa-e4e706c1e873 req-50088726-b609-4da7-8ecf-f9bdb702cd18 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756917 Jan 31 18:25:55.639717 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'port_id': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'mac_address': 'fa:16:3e:d5:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:25:52Z', 'updated_at': '2022-01-31T18:25:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:25:55.643686 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca0c5e6-263c-449a-bd04-723d185f4941 None None] The sync data for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv is: [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.113', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'port_id': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'mac_address': 'fa:16:3e:d5:34:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:25:52Z', 'updated_at': '2022-01-31T18:25:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:25:55.872007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4aff23-3490-4e6f-b1b2-ac23753529ed None None] New status for floating IP 6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:25:55.988426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39324) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:56.098888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-de5ca5fd-9d38-437a-b83d-d229f83d8ad5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 200 len: 992 time: 0.1093037 Jan 31 18:25:57.103686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:25:57.220955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2cbe083f-b321-4b1e-b2c5-d1845081df8a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 200 len: 994 time: 0.1159687 Jan 31 18:26:06.612429 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:26:07.035453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65c7c5f4-7c6f-4c5d-afcc-ea9efa0f2d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:09.390815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a3fa7c3-5fb0-4b8f-b8f5-7e7bedf0dd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:10.338931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:10.457299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:11.766643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:13.612226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:26.879974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8edf3-da1f-42d0-98a1-a5fdaace744c req-06a313ba-c3e3-4f65-9d1a-78c80fc6178b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:26.881512 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-29e8edf3-da1f-42d0-98a1-a5fdaace744c req-06a313ba-c3e3-4f65-9d1a-78c80fc6178b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0864301 Jan 31 18:26:26.934069 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-29e8edf3-da1f-42d0-98a1-a5fdaace744c req-8aaffb2e-9cea-47fa-ad8c-aba9682982b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455554 Jan 31 18:26:28.186503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be23fe0-7c23-4916-ae5c-b3012eebdec3 req-7036707b-3006-456d-8652-b42d455f1244 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:28.187952 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4be23fe0-7c23-4916-ae5c-b3012eebdec3 req-7036707b-3006-456d-8652-b42d455f1244 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0888183 Jan 31 18:26:28.238911 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4be23fe0-7c23-4916-ae5c-b3012eebdec3 req-80127e3d-4e0e-4b28-9a04-45ec01a59d1f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Jan 31 18:26:28.269257 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39348) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:28.378631 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-79a08483-b78f-4f3d-b7f2-0129877ed70d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 200 len: 994 time: 0.1081388 Jan 31 18:26:29.994932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8b041e-21bd-4bda-b35e-9a7bda2c5023 req-16be674f-ff81-4c5a-8f53-8bc9293bdd4c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:29.996763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa8b041e-21bd-4bda-b35e-9a7bda2c5023 req-16be674f-ff81-4c5a-8f53-8bc9293bdd4c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.1309290 Jan 31 18:26:30.063310 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-aa8b041e-21bd-4bda-b35e-9a7bda2c5023 req-4fcea91b-777e-4b5b-a4ad-7fbff703c3ba tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600874 Jan 31 18:26:31.316812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdcbd61-3256-419b-b14d-5c8de0548ed0 req-fd1e59fe-9c37-4674-b317-c03bd7f980b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:31.318392 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fdcbd61-3256-419b-b14d-5c8de0548ed0 req-fd1e59fe-9c37-4674-b317-c03bd7f980b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0930307 Jan 31 18:26:31.369308 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5fdcbd61-3256-419b-b14d-5c8de0548ed0 req-5321fef7-89b9-4934-8e58-4107344c752b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445259 Jan 31 18:26:31.403026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39360) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:31.518898 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4c388924-b346-49ae-9d7c-7b69a5089177 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 200 len: 994 time: 0.1146367 Jan 31 18:26:31.827261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39368) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:32.057186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port d87d999b-71a5-41a1-abbd-af7aa38df71b {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:26:32.057546 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:32.244127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:32.244442 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:32.392815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for d87d999b-71a5-41a1-abbd-af7aa38df71b owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:26:32.570221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:32.617687 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=d87d999b-71a5-41a1-abbd-af7aa38df71b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:32.687274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.687563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.688149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.688487 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.688816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.689145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.689490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.689812 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.690145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.690452 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.690765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:32.726822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:33.281251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router 4a0a2aa5-6d92-4c59-8f66-154125d650db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:26:33.515850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:26:33.526870 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Sync routers for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:26:33.542841 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:33.543681 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:33.546969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:33.637130 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c765b1f5-426a-4628-b84d-ef8513ff66c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/floatingips/6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753 HTTP/1.1" status: 204 len: 168 time: 1.8086162 Jan 31 18:26:33.637733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:26:33.745352 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'status': 'completed', 'code': 200} Jan 31 18:26:33.776432 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:33.882820 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-94e169fd-5b0d-4ab6-a5b6-7db7be82efde service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 1099 time: 0.1123424 Jan 31 18:26:34.083311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-953126e4-3816-4179-b1cf-acc5f98f7b91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:34.088214 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-953126e4-3816-4179-b1cf-acc5f98f7b91 service neutron] 10.222.0.86 "GET /v2.0/networks?id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 200 len: 899 time: 0.1985919 Jan 31 18:26:34.192585 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-321af5db-f652-423c-9dcd-584d9a34c08c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 200 len: 217 time: 0.0972924 Jan 31 18:26:34.241622 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:34.247246 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Checking router: 4a0a2aa5-6d92-4c59-8f66-154125d650db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:26:34.266035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:34.266749 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:34.281558 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-9c35b66a-aecf-43ce-b7d4-467899c48299 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:34.283158 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-9c35b66a-aecf-43ce-b7d4-467899c48299 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=93ade929-1a01-4856-bce2-27a9892c1be5 HTTP/1.1" status: 200 len: 834 time: 0.0825107 Jan 31 18:26:34.364531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e3669-df0b-4d48-9f79-a21965173af1 req-794b74e1-643e-4b58-8e10-bf966eb80e16 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:34.366417 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f7e3669-df0b-4d48-9f79-a21965173af1 req-794b74e1-643e-4b58-8e10-bf966eb80e16 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0857875 Jan 31 18:26:34.384203 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-51f21f87-1905-45ec-bf55-fc3a0ffdee27 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912406 Jan 31 18:26:34.440918 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6f7e3669-df0b-4d48-9f79-a21965173af1 req-7e73fb11-4ab1-4300-922a-401ff2571429 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647902 Jan 31 18:26:34.516506 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:34.558946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-9bc27fd2-43d2-4063-bfd3-0290e23596f7 service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684995 Jan 31 18:26:34.719846 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e466be3a-dc96-4c23-952c-e4ef0e6840ac req-68f33a13-4f1e-4fce-a844-e5b3cb815fba service neutron] 10.222.0.86 "GET /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517968 Jan 31 18:26:34.870560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:34.874878 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb188-cba0-45de-a289-e141c115dd34 None None] The sync data for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv is: [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'fb8513d2-3360-474d-828c-6fed3377218d', 'name': '', 'network_id': '5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:bc:1f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:31Z', 'updated_at': '2022-01-31T18:25:37Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '93ade929-1a01-4856-bce2-27a9892c1be5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:26:35.135142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f56a00-9ee4-494c-aae0-f778f43e6558 None None] New status for floating IP 6a3b66b5-85e1-4e06-b7b7-8ddefb4a2753: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:26:35.666850 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964bde-845b-4eba-9ba1-1fa9c3de8717 req-e0a5d9e3-0ba5-402c-93ef-d0052eb704f5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:35.667559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b964bde-845b-4eba-9ba1-1fa9c3de8717 req-e0a5d9e3-0ba5-402c-93ef-d0052eb704f5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:26:35.687271 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b964bde-845b-4eba-9ba1-1fa9c3de8717 req-e0a5d9e3-0ba5-402c-93ef-d0052eb704f5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:26:35.688946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b964bde-845b-4eba-9ba1-1fa9c3de8717 req-e0a5d9e3-0ba5-402c-93ef-d0052eb704f5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.1044569 Jan 31 18:26:35.753579 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b964bde-845b-4eba-9ba1-1fa9c3de8717 req-6567f903-cc0d-4836-8c1f-f791aba4d421 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578642 Jan 31 18:26:36.037459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-f2944161-531b-48c4-aa01-a75e9df10447 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:36.039562 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-f2944161-531b-48c4-aa01-a75e9df10447 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 946 time: 0.0911205 Jan 31 18:26:36.118719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port e11f9c24-0348-4034-a4e3-79ced41b7cb0 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:26:36.119054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:36.523568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port e11f9c24-0348-4034-a4e3-79ced41b7cb0, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e11f9c24-0348-4034-a4e3-79ced41b7cb0,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:36.523920 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:36.660779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for e11f9c24-0348-4034-a4e3-79ced41b7cb0 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:26:36.852448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:36.913224 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=e11f9c24-0348-4034-a4e3-79ced41b7cb0,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:36.966380 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-977a2190-ed69-4951-a7ad-9e086267e7bb req-3dadea32-8a5f-4605-b493-b35493b5d52b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=ebee0a12-3e79-462d-8d28-38c5d012230c HTTP/1.1" status: 200 len: 210 time: 0.0452912 Jan 31 18:26:37.002962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] No DVR routers for this DVR port e11f9c24-0348-4034-a4e3-79ced41b7cb0 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:26:37.005339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:37.009045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'name': 'network-vif-deleted', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:26:37.028912 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fbf080a1-92d9-4c92-938d-3b3068e26004 req-5ff2335b-d097-4b92-88b3-d52a44a31e99 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "DELETE /v2.0/ports/e11f9c24-0348-4034-a4e3-79ced41b7cb0 HTTP/1.1" status: 204 len: 173 time: 0.9836040 Jan 31 18:26:37.038878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-138480b6-806d-4be5-bbd9-99aca84ac933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:37.071991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebee0a12-3e79-462d-8d28-38c5d012230c', 'name': 'network-vif-deleted', 'tag': 'e11f9c24-0348-4034-a4e3-79ced41b7cb0', 'status': 'completed', 'code': 200} Jan 31 18:26:38.087843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:38.545791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:39.282650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port fb8513d2-3360-474d-828c-6fed3377218d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:26:39.283686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:39.391469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6def1992-7ebc-47d7-97c0-21aac190f4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:39.633789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port fb8513d2-3360-474d-828c-6fed3377218d, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=fb8513d2-3360-474d-828c-6fed3377218d,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:39.634149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:39.782079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for fb8513d2-3360-474d-828c-6fed3377218d owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:26:39.905935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e11f9c24-0348-4034-a4e3-79ced41b7cb0 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:26:39.951479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: e11f9c24-0348-4034-a4e3-79ced41b7cb0 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:26:39.951925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e11f9c24-0348-4034-a4e3-79ced41b7cb0 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:26:40.016594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:40.073882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=fb8513d2-3360-474d-828c-6fed3377218d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:40.345892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:40.454261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:40.455314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.211560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router 4a0a2aa5-6d92-4c59-8f66-154125d650db has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:26:41.438343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:26:41.450568 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Sync routers for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:26:41.453709 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-94e529c1-4aa9-4a0b-8c5c-75300e0c340d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/4a0a2aa5-6d92-4c59-8f66-154125d650db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3645749 Jan 31 18:26:41.456726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39390) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:41.466939 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:41.467463 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:41.659234 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:41.662709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting subnet 93ade929-1a01-4856-bce2-27a9892c1be5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:26:41.666444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.743907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.773109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.852725 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.940168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:41.989787 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Subnet': ['ID=93ade929-1a01-4856-bce2-27a9892c1be5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:41.997238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.008117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.008356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af344e-3c4a-4739-aafc-f629b5a7f706 None None] Network 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:26:42.008448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.008783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.009119 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.009470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.009800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.010127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.010446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.010826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.011083 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.011402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:42.018781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39394) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:42.019362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1d898753-ebf4-4aed-8418-39805f1f441b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/subnets/93ade929-1a01-4856-bce2-27a9892c1be5 HTTP/1.1" status: 204 len: 168 time: 0.5607982 Jan 31 18:26:42.057762 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:26:39Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:42.062577 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Checking router: 4a0a2aa5-6d92-4c59-8f66-154125d650db for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:26:42.079147 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Routers {'4a0a2aa5-6d92-4c59-8f66-154125d650db'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:42.079780 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['4a0a2aa5-6d92-4c59-8f66-154125d650db'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:42.328884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.374883 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] Set router 4a0a2aa5-6d92-4c59-8f66-154125d650db gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:42.453023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] DHCP port deletion for 5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:26:42.466219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Deleting port 9659fe74-ede4-4657-92c0-bd2d4b24b714 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:26:42.466867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.695393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.711400 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 76660a1d-0e07-4a27-a788-5d1f03abdc08 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:26:42.711930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.835425 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:26:39Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:42.838756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] For port 9659fe74-ede4-4657-92c0-bd2d4b24b714, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9659fe74-ede4-4657-92c0-bd2d4b24b714,segment=NetworkSegment(9fd64f00-739d-4b0d-9352-1467074af008),segment_id=9fd64f00-739d-4b0d-9352-1467074af008)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:42.839505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:42.841712 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782708f8-8557-423f-8e9a-68313c4c5449 None None] The sync data for ids ['4a0a2aa5-6d92-4c59-8f66-154125d650db'] in dv-neutron-823271-3-hyperv is: [{'id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1300430726', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159'}], 'enable_snat': True}, 'gw_port_id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:25:26Z', 'updated_at': '2022-01-31T18:26:39Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '76660a1d-0e07-4a27-a788-5d1f03abdc08', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:77:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a0a2aa5-6d92-4c59-8f66-154125d650db', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:25:27Z', 'updated_at': '2022-01-31T18:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:26:43.013820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Calling delete_port for 9659fe74-ede4-4657-92c0-bd2d4b24b714 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:26:43.033450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 76660a1d-0e07-4a27-a788-5d1f03abdc08, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=76660a1d-0e07-4a27-a788-5d1f03abdc08,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:43.034432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:43.125475 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:43.181576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Pushing event deleted for resources: {'Port': ['ID=9659fe74-ede4-4657-92c0-bd2d4b24b714,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:43.201244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.201821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.202379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.202929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.203537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.204074 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.204612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.205146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.205687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.206027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.206358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:43.209948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6440b9-771e-4454-b5cc-6c9129d23154 None None] No DVR routers for this DVR port 9659fe74-ede4-4657-92c0-bd2d4b24b714 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:26:43.242718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 76660a1d-0e07-4a27-a788-5d1f03abdc08 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:26:43.495640 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:43.542160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=76660a1d-0e07-4a27-a788-5d1f03abdc08,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:43.612377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:43.619469 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:26:43.831108 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:43.839449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fb8513d2-3360-474d-828c-6fed3377218d no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:26:43.879763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: fb8513d2-3360-474d-828c-6fed3377218d {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:26:43.880093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device fb8513d2-3360-474d-828c-6fed3377218d not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:26:43.880728 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9659fe74-ede4-4657-92c0-bd2d4b24b714 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:26:43.919878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9659fe74-ede4-4657-92c0-bd2d4b24b714 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:26:43.920194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9659fe74-ede4-4657-92c0-bd2d4b24b714 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:26:44.232313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.236744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.274770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.275395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Fanout notify agent at l3_agent the message router_deleted on router 4a0a2aa5-6d92-4c59-8f66-154125d650db {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:26:44.296873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.300841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fc514d72-f5af-49bc-a862-a3ff65d144a8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/routers/4a0a2aa5-6d92-4c59-8f66-154125d650db HTTP/1.1" status: 204 len: 168 time: 2.2766473 Jan 31 18:26:44.300927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39398) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:44.449835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.597794 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.624607 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:44.638295 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd64f00-739d-4b0d-9352-1467074af008') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:44.638578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd64f00-739d-4b0d-9352-1467074af008') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:44.652552 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.671136 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.677532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:26:44.677845 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:26:44.692162 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:26:44.875656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.892935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:44.904160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Network': ['ID=5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:44.913596 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-058f3391-4b0a-4428-b155-9780cc0032d8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/networks/5ff46cc7-faa8-4534-bc1d-7bb59f04e6b1 HTTP/1.1" status: 204 len: 168 time: 0.6115301 Jan 31 18:26:44.916632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39402) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:44.999859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.032159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.109428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.127638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:45.141595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.142739 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0a861533-234b-43a9-aacc-1a1100f1d06d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/security-groups/b7d11b1f-dffc-43e5-a7c1-4b47f776f6e9 HTTP/1.1" status: 204 len: 168 time: 0.2250626 Jan 31 18:26:45.691963 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39412) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:45.698724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179908968', 'description': 'tempest-secgroup-smoke-179908968 description', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:45.705620 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:45.711423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 76660a1d-0e07-4a27-a788-5d1f03abdc08 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:26:45.712500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:45.716800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:45.725857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:45.738669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.746356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 76660a1d-0e07-4a27-a788-5d1f03abdc08 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:26:45.746587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 76660a1d-0e07-4a27-a788-5d1f03abdc08 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:26:45.783971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:45.791344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:45.794404 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:45.800320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:45.867817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.873235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.921682 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=296b3b4a-d227-4872-859e-ec777f9ac12c,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:45.924330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:45.925504 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c74dc9c9-aadd-4ef9-9c12-75ad4b74bc42 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2324595 Jan 31 18:26:45.929160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39416) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:45.935860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:45.942723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:45.947728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:45.953800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:45.965174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:45.989194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.063949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.068933 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.103552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be23e5eb-2f18-4406-8baf-cd6bd6d452c8,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:46.121469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.123056 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-130b80f7-559b-47e1-86e4-0a46c69c5841 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1918290 Jan 31 18:26:46.127071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:46.134861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:46.142406 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:46.151291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:46.155425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:46.164162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:46.198148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.287532 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.292477 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.332541 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086a1585-f3b4-47e5-929e-7f67407bb703,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:46.348960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.350231 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3e40c993-4c76-46a8-ab32-ddd09c7f2ead tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2217846 Jan 31 18:26:46.353138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39424) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:46.364129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:46.371139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:46.376091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:46.379040 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:46.387204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:46.412681 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.483379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.487307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.512809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd6a4e0-99a3-42b8-a3b2-0382ff4895b0,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:46.525493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.529826 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-339395bf-7994-4ed2-8e2b-454d92b3c95b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1725242 Jan 31 18:26:46.530036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39428) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:46.535792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:46.543908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:46.547751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:46.550608 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:46.558035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:46.576391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.651071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.655306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.678460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c11ee8a-9c24-4a23-b0a6-c31a4c234514,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:46.691189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.692487 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9a6a64a9-2474-4853-9bcd-c1e60fcdf582 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1614020 Jan 31 18:26:46.697492 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39432) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:46.701102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:46.707343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:46.712498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:46.715828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:46.721820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:46.734633 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:26:46.741471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.811352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.815976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.840153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff91ef0f-7ace-445b-8b28-fefc09b4b36d,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:46.852049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.855033 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f2b3524e-6661-4254-bc24-29634202321d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1567497 Jan 31 18:26:46.856495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39436) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:46.862183 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '296b3b4a-d227-4872-859e-ec777f9ac12c', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:46.869709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:46.873109 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:46.876315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:46.882729 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:46.894171 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:26:46.901917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.976862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:46.983052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.007437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18731814-048e-4c97-b745-fb42a670a232,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:47.016746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.017976 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-bccfccae-b357-444d-88ae-5617cad235b3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1604643 Jan 31 18:26:47.020795 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39440) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:47.027137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'network': {'name': 'tempest-network-smoke--684980996', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:47.032287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:47.036356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:network and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:47.039631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:47.045550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:47.059076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:26:47.062110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.096964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:26:47.109237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.109715 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Added segment be5a912b-aebd-448b-98d7-163022d1c279 of type vlan for network 2c7d2d0f-f577-4747-986b-1e3caca79347 Jan 31 18:26:47.139387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.172324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.176358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:47.176940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.277694 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2556162 Jan 31 18:26:47.281030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39444) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:47.286417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'admin_state_up': True, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:47.294455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:47.298717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:router and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:47.300029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510bdaa-eef4-4029-a118-026a6fd49ea1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Network': ['ID=2c7d2d0f-f577-4747-986b-1e3caca79347,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:47.301849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:47.310376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:47.312861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:26:47.333527 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.336689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.370924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.543876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.742304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.778972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:47.938343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.134 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/be08ece9-2aba-487a-8c6c-fe379473ac10) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:26:48.101350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:48.135643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:48.211404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:26:48.214710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:48.218605 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:26:48.257667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=be08ece9-2aba-487a-8c6c-fe379473ac10,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:48.404001 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:48.404689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:48.672948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router bbada72d-51c6-4d04-bd14-3a91d79769be is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:26:48.887658 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:26:48.899953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Sync routers for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:26:48.912391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:48.913192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:48.918893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:48.923988 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7cb71689-4c98-4e82-af62-21da55dc2f92 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6381013 Jan 31 18:26:48.924163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39448) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:49.072879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6152c42c-f2f0-49a1-a1b7-a764798c1ff9 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=e8f02ff6070a47a68cfd756f1b888362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1472869 Jan 31 18:26:49.075194 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39452) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:49.130966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:49.239278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ecfd6e-242f-4e08-bb68-d32cd36fc34e tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:49.243986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-42ecfd6e-242f-4e08-bb68-d32cd36fc34e tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1650610 Jan 31 18:26:49.244363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:49.289432 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-56939c0e-7e91-4856-b7f8-52707f990647 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438597 Jan 31 18:26:49.292220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:49.298191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1767200806', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:49.427786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:49.432129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:subnet and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:26:49.435291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:26:49.441562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:49.453567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:48Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:49.455953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:26:49.458508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Checking router: bbada72d-51c6-4d04-bd14-3a91d79769be for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:26:49.458970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Updating router bbada72d-51c6-4d04-bd14-3a91d79769be port be08ece9-2aba-487a-8c6c-fe379473ac10 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:26:49.523127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:49.579125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:49.834930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:49.966156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:49.981887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Transition to ACTIVE for port object be08ece9-2aba-487a-8c6c-fe379473ac10 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:49.992533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.029466 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Subnet': ['ID=aee8de95-783b-4f92-83e2-ad91b4d0c5a5,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:50.047370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Checking segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:26:50.047720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network hostable DHCP agents. Network: 2c7d2d0f-f577-4747-986b-1e3caca79347, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:26:50.078707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053c64-fc29-44c7-b84d-ff4fb3e162f5 None None] Pushing event updated for resources: {'Port': ['ID=be08ece9-2aba-487a-8c6c-fe379473ac10,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:50.079609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:26:50.081174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Attempting to bind port be08ece9-2aba-487a-8c6c-fe379473ac10 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:26:50.081811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Attempting to bind port be08ece9-2aba-487a-8c6c-fe379473ac10 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:26:50.082317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Attempting to bind port be08ece9-2aba-487a-8c6c-fe379473ac10 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:26:50.092508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:26:50.093015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 2c7d2d0f-f577-4747-986b-1e3caca79347) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:50.093154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:26:50.093501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.093892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:26:50.094360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Bound port: be08ece9-2aba-487a-8c6c-fe379473ac10, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:26:50.094733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.097667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:50.097845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.122656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe5f34a-11a9-4e47-9c34-77d74da24c58 None None] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:26:50.123388 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1c026b52-53b4-44a8-85fb-697ba2b28c97 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8300235 Jan 31 18:26:50.126124 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:26:50.276255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] For port be08ece9-2aba-487a-8c6c-fe379473ac10, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:26:50.298381 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] For port be08ece9-2aba-487a-8c6c-fe379473ac10, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=be08ece9-2aba-487a-8c6c-fe379473ac10,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:26:50.331696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.501290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:50.502002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:50.565944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-2c7d2d0f-f577-4747-986b-1e3caca79347', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:26:50.566795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:50.596621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053c64-fc29-44c7-b84d-ff4fb3e162f5 None None] Pushing event updated for resources: {'Port': ['ID=be08ece9-2aba-487a-8c6c-fe379473ac10,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:50.844012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:50.975831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Allocated IP 172.20.0.2 (2c7d2d0f-f577-4747-986b-1e3caca79347/aee8de95-783b-4f92-83e2-ad91b4d0c5a5/69d839d8-c094-457c-9576-3b0fc4c83f1c) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:26:50.980989 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.412771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.426389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:48Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:51.429168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Transition to ACTIVE for port object 69d839d8-c094-457c-9576-3b0fc4c83f1c will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:51.441071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7cea62-457e-4a04-88c6-22e6c3d413b5 None None] The sync data for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv is: [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:48Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:26:51.454359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Transition to ACTIVE for port object 69d839d8-c094-457c-9576-3b0fc4c83f1c will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:51.466920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.548097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:26:51.552034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:51.552629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.1 (2c7d2d0f-f577-4747-986b-1e3caca79347/aee8de95-783b-4f92-83e2-ad91b4d0c5a5/d5ae2c81-be4b-41ca-9707-d07ecb334dbd) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:26:51.554815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Pushing event updated for resources: {'Port': ['ID=69d839d8-c094-457c-9576-3b0fc4c83f1c,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:51.557298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:26:51.673117 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Attempting to bind port 69d839d8-c094-457c-9576-3b0fc4c83f1c on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:26:51.676242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Attempting to bind port 69d839d8-c094-457c-9576-3b0fc4c83f1c by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:26:51.676242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Attempting to bind port 69d839d8-c094-457c-9576-3b0fc4c83f1c on network 2c7d2d0f-f577-4747-986b-1e3caca79347 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:26:51.685538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:26:51.686025 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Checking segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:26:51.686494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.686948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Bound using segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:26:51.692386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Bound port: 69d839d8-c094-457c-9576-3b0fc4c83f1c, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:26:51.695064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.795514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.814894 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object d5ae2c81-be4b-41ca-9707-d07ecb334dbd will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:51.829540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device be08ece9-2aba-487a-8c6c-fe379473ac10 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:26:51.842014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.885012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] For port 69d839d8-c094-457c-9576-3b0fc4c83f1c, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:26:51.901059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] For port 69d839d8-c094-457c-9576-3b0fc4c83f1c, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=69d839d8-c094-457c-9576-3b0fc4c83f1c,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:26:51.909588 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:51.943912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:26:51.947525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:51.952087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:26:51.985609 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:52.007290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port be08ece9-2aba-487a-8c6c-fe379473ac10 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:52.017208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port be08ece9-2aba-487a-8c6c-fe379473ac10 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:52.017697 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.046836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.048510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9dcdf-4339-44fa-bdb7-8302fd21ab80 None None] Pushing event updated for resources: {'Port': ['ID=69d839d8-c094-457c-9576-3b0fc4c83f1c,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:52.175079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.210393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port be08ece9-2aba-487a-8c6c-fe379473ac10, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=be08ece9-2aba-487a-8c6c-fe379473ac10,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:52.240050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.301555 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.341868 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=be08ece9-2aba-487a-8c6c-fe379473ac10,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:52.787970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.794403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.922290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:52.925781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:53.107341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:26:53.108895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:53.133487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d36ac-c167-49ce-8206-1fd9667a7e99 None None] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:26:53.238879 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4d411b05-7265-45aa-bf14-2568c0153e69 None None] Provisioning for port 69d839d8-c094-457c-9576-3b0fc4c83f1c completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:53.550836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router bbada72d-51c6-4d04-bd14-3a91d79769be has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:26:53.696917 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92401386-ebd4-4e02-9209-7ca67c1796ca None None] Provisioning for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:53.705143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-92401386-ebd4-4e02-9209-7ca67c1796ca None None] Provisioning complete for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:53.705621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92401386-ebd4-4e02-9209-7ca67c1796ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:53.779572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-92401386-ebd4-4e02-9209-7ca67c1796ca None None] Port d5ae2c81-be4b-41ca-9707-d07ecb334dbd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:26:53.821675 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:26:53.858413 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a73b7cf2-7680-4dae-a874-ce78fc91aad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/bbada72d-51c6-4d04-bd14-3a91d79769be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7309940 Jan 31 18:26:53.907668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-778c146c-354d-4305-ab56-1603dbe6891f None None] Provisioning complete for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:53.908158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-778c146c-354d-4305-ab56-1603dbe6891f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:53.941459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 69d839d8-c094-457c-9576-3b0fc4c83f1c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:26:54.029942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-778c146c-354d-4305-ab56-1603dbe6891f None None] Port d5ae2c81-be4b-41ca-9707-d07ecb334dbd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:26:54.046646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 69d839d8-c094-457c-9576-3b0fc4c83f1c completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:54.053854 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 69d839d8-c094-457c-9576-3b0fc4c83f1c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:54.054123 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:54.091542 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-a952a5d6-7b7f-4505-bcb9-14c41134688e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:26:54.111019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-a952a5d6-7b7f-4505-bcb9-14c41134688e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:26:54.112865 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-a952a5d6-7b7f-4505-bcb9-14c41134688e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179908968&fields=id&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 267 time: 0.0786273 Jan 31 18:26:54.198378 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:54.218146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c6f7a0e-83fb-4157-94e8-2b873f9b4176 None None] Provisioning complete for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:54.218546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7a0e-83fb-4157-94e8-2b873f9b4176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:54.291797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 69d839d8-c094-457c-9576-3b0fc4c83f1c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=69d839d8-c094-457c-9576-3b0fc4c83f1c,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:26:54.291797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3c6f7a0e-83fb-4157-94e8-2b873f9b4176 None None] Port d5ae2c81-be4b-41ca-9707-d07ecb334dbd cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:26:54.296906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:54.297731 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device be08ece9-2aba-487a-8c6c-fe379473ac10 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:26:54.405619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2696-fa46-4a84-840f-258651a6410a req-a109d9ad-6766-47d5-b339-a2c21dd89312 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:54.406319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-a109d9ad-6766-47d5-b339-a2c21dd89312 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:26:54.416817 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=69d839d8-c094-457c-9576-3b0fc4c83f1c,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:54.432383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port be08ece9-2aba-487a-8c6c-fe379473ac10 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:54.432613 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-a109d9ad-6766-47d5-b339-a2c21dd89312 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:26:54.432811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:54.433773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-a109d9ad-6766-47d5-b339-a2c21dd89312 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 796 time: 0.3131702 Jan 31 18:26:54.454125 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-2761061c-33e6-41d3-b704-b1e99ce89576 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/quotas/e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 375 time: 0.0136502 Jan 31 18:26:54.549469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-f68bc8e5-ca9a-4320-9baf-72aae014661b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:26:54.567899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-559c2696-fa46-4a84-840f-258651a6410a req-f68bc8e5-ca9a-4320-9baf-72aae014661b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:26:54.569641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-f68bc8e5-ca9a-4320-9baf-72aae014661b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089175 Jan 31 18:26:54.586405 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-924c62e7-8947-4232-a900-996d20571193 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:26:54.587400 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-924c62e7-8947-4232-a900-996d20571193 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054414 Jan 31 18:26:54.738036 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-b778f350-59a6-4dbf-96d5-2cf240ea132b service neutron] 10.222.0.110 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438906 Jan 31 18:26:54.884784 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-3cf9ff15-93a2-45b8-98f3-9e42fbbb9b13 service neutron] 10.222.0.110 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396449 Jan 31 18:26:55.118214 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5464c799-5089-4951-87b9-80314db1eead req-0a6340b7-68fd-46a8-b350-c3ccc02ea82c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 210 time: 0.0682604 Jan 31 18:26:55.370024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Sync routers for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:26:55.384086 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:55.384909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:55.611471 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:55.768943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 69d839d8-c094-457c-9576-3b0fc4c83f1c up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:26:55.849065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 69d839d8-c094-457c-9576-3b0fc4c83f1c triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:55.850276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:55.985893 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 2, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:55.990935 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Checking router: bbada72d-51c6-4d04-bd14-3a91d79769be for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:26:55.991965 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Updating router bbada72d-51c6-4d04-bd14-3a91d79769be port d5ae2c81-be4b-41ca-9707-d07ecb334dbd binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:26:56.048303 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.297522 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2696-fa46-4a84-840f-258651a6410a req-b16a9df5-74a8-479d-9bca-508f9e98012c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:56.299956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-b16a9df5-74a8-479d-9bca-508f9e98012c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 796 time: 0.1931610 Jan 31 18:26:56.369811 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4bcce1d7-e797-4513-9a89-bb6a82d88673 req-698ab73e-d4d1-4a9e-9766-0f51fb2b24a7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 210 time: 0.0675249 Jan 31 18:26:56.401302 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-c38f0f73-ab47-4c8d-a6c8-4513fc30913c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 379 time: 0.0617652 Jan 31 18:26:56.410459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'port': {'device_id': '69616871-662e-4eac-a389-a240d478a7c8', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'admin_state_up': True, 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'security_groups': ['296b3b4a-d227-4872-859e-ec777f9ac12c']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:56.505096 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.518124 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Transition to ACTIVE for port object d5ae2c81-be4b-41ca-9707-d07ecb334dbd will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:56.525144 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.582234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:26:56.598354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:26:56.612015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:26:56.615792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.750230 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:56.759031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Attempting to bind port d5ae2c81-be4b-41ca-9707-d07ecb334dbd on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:26:56.759031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Attempting to bind port d5ae2c81-be4b-41ca-9707-d07ecb334dbd by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:26:56.759031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Attempting to bind port d5ae2c81-be4b-41ca-9707-d07ecb334dbd on network 2c7d2d0f-f577-4747-986b-1e3caca79347 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:26:56.762136 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.762475 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.762803 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.763129 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.763455 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.763773 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.764088 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.764404 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.764715 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.765023 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.765332 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:26:56.775747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:26:56.775747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Checking segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:26:56.776097 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.776354 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Bound using segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:26:56.776807 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Bound port: d5ae2c81-be4b-41ca-9707-d07ecb334dbd, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:26:56.777166 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:56.846001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.5 (2c7d2d0f-f577-4747-986b-1e3caca79347/aee8de95-783b-4f92-83e2-ad91b4d0c5a5/6b8caff5-c74c-411e-a5b1-0f63a1c668f3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:26:56.945155 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] For port d5ae2c81-be4b-41ca-9707-d07ecb334dbd, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:26:56.953455 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] For port d5ae2c81-be4b-41ca-9707-d07ecb334dbd, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:26:56.967826 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.072467 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374fbc4-d00a-445a-8be8-10e22ec219d4 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:57.084610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:26:57.085185 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:26:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:57.099919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.118189 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:57.141678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.226143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:26:57.231425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:26:57.236817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:26:57.264236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:57.316014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:57.316748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.355103 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-9df54df3-7c37-4d8b-8c2b-4e75e18a9bc4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9490192 Jan 31 18:26:57.374127 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Request body: {'port': {'device_id': '69616871-662e-4eac-a389-a240d478a7c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:26:57.392288 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:26:57.544065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.616069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f7814915-52e4-4d19-be1f-7b92105b2062 None None] Provisioning for port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:57.630276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f7814915-52e4-4d19-be1f-7b92105b2062 None None] Provisioning complete for port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:57.631712 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f7814915-52e4-4d19-be1f-7b92105b2062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:57.700007 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d5f35-10d5-490f-a1b3-83b2ef77c1c2 req-17cafc79-b33c-4cc8-969b-1a7082bb96d5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:57.707060 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d64d5f35-10d5-490f-a1b3-83b2ef77c1c2 req-17cafc79-b33c-4cc8-969b-1a7082bb96d5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 931 time: 0.1679323 Jan 31 18:26:57.711743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-f7814915-52e4-4d19-be1f-7b92105b2062 None None] Port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:26:57.756059 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d64d5f35-10d5-490f-a1b3-83b2ef77c1c2 req-08f47f2f-b005-4271-83f9-8434b649a97a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:26:57.769298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-d64d5f35-10d5-490f-a1b3-83b2ef77c1c2 req-08f47f2f-b005-4271-83f9-8434b649a97a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:26:57.770879 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d64d5f35-10d5-490f-a1b3-83b2ef77c1c2 req-08f47f2f-b005-4271-83f9-8434b649a97a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628169 Jan 31 18:26:57.830116 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:26:56Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:26:57.836031 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017a38a-e42f-47d2-b4ac-225f14b1827b None None] The sync data for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv is: [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:26:56Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:26:58.114483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:26:58.122723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:58.138709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Transition to ACTIVE for port object 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:26:58.143005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:58.283670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Pushing event updated for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:58.414978 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Attempting to bind port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:26:58.415742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Attempting to bind port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:26:58.417629 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Attempting to bind port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 on network 2c7d2d0f-f577-4747-986b-1e3caca79347 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:26:58.424228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 on network 2c7d2d0f-f577-4747-986b-1e3caca79347 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:26:58.424557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Attempting to bind port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 on network 2c7d2d0f-f577-4747-986b-1e3caca79347 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:26:58.432395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:26:58.432654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Checking segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:26:58.433044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Bound using segment: {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:26:58.433502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Bound port: 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be5a912b-aebd-448b-98d7-163022d1c279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:26:58.433852 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:58.563840 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:26:58.570280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:26:58.576734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:58.647615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:58.649219 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] 10.222.0.86 "PUT /v2.0/ports/6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 1093 time: 1.2869236 Jan 31 18:26:58.649814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:26:58.685050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13fdf2-a2b0-4eb2-9b16-aebbf467745c service neutron] Pushing event updated for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:26:58.762926 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'status': 'completed', 'code': 200} Jan 31 18:26:58.800171 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-516bf4b4-b8ba-45cd-b71e-72346edcb79b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0911813 Jan 31 18:26:58.913081 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-89c50055-ce30-406a-8fa6-36af7b2a9070 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 217 time: 0.1052465 Jan 31 18:26:59.004354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c2696-fa46-4a84-840f-258651a6410a req-48c0577d-923b-46cb-8e7e-a3b9130a4cb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:59.015716 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-48c0577d-923b-46cb-8e7e-a3b9130a4cb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0976996 Jan 31 18:26:59.071694 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c1692-1775-4915-acff-77d81c163dee req-a2648ea1-158f-4564-bb51-1d154bb5ed46 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:59.073121 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-528c1692-1775-4915-acff-77d81c163dee req-a2648ea1-158f-4564-bb51-1d154bb5ed46 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 943 time: 0.1048334 Jan 31 18:26:59.118490 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-161db45a-9e83-4347-84b0-5dfc1d0e243b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0974522 Jan 31 18:26:59.131754 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-528c1692-1775-4915-acff-77d81c163dee req-d278cfde-beb0-4fe2-a52b-fa6f9fd030af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520115 Jan 31 18:26:59.269128 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-936bdf6e-dea5-424d-a83a-87971fbbf13e service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435599 Jan 31 18:26:59.410504 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-559c2696-fa46-4a84-840f-258651a6410a req-13e9615b-a7e3-4db5-8e0a-b12eb9f680ea service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351480 Jan 31 18:26:59.533854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-b9c26005-021b-4c35-852e-0c06b2282bac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1096 time: 0.0724139 Jan 31 18:26:59.675906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-4158cfcb-14a0-43a3-8fa0-fb882b6080f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:59.677862 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-4158cfcb-14a0-43a3-8fa0-fb882b6080f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 898 time: 0.1374571 Jan 31 18:26:59.754596 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-aa3eae5f-bc47-4e3b-aaa5-b5960ed87540 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 217 time: 0.0708318 Jan 31 18:26:59.800318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d5ae2c81-be4b-41ca-9707-d07ecb334dbd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:26:59.829307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-51505a60-fd64-45ee-a4eb-b83737c57d23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:26:59.831182 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-51505a60-fd64-45ee-a4eb-b83737c57d23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0698853 Jan 31 18:26:59.920718 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:26:59.926404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:26:59.926787 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:26:59.930770 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-e4293ab5-86f4-42ae-8f75-d2722012c0d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904808 Jan 31 18:27:00.088939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:00.130476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port d5ae2c81-be4b-41ca-9707-d07ecb334dbd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:27:00.140404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:00.195769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-71961a01-82e7-4164-9788-24a517a3bb05 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583113 Jan 31 18:27:00.225565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:27:00.406335 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d9f2f03d-fd03-41d3-8e5d-f6d7b9f4ce6d req-2d679648-b003-48c8-8811-f76e986248ae service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044768 Jan 31 18:27:00.425280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218963fd-5370-4a38-8c3f-b63c40f20d84 req-8f77c02b-2be1-4278-bc9b-46892cda3ca2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:00.426137 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-218963fd-5370-4a38-8c3f-b63c40f20d84 req-8f77c02b-2be1-4278-bc9b-46892cda3ca2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:27:00.455482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-218963fd-5370-4a38-8c3f-b63c40f20d84 req-8f77c02b-2be1-4278-bc9b-46892cda3ca2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:27:00.456632 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-218963fd-5370-4a38-8c3f-b63c40f20d84 req-8f77c02b-2be1-4278-bc9b-46892cda3ca2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 943 time: 0.1720545 Jan 31 18:27:00.519459 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-218963fd-5370-4a38-8c3f-b63c40f20d84 req-bde5eb88-e620-4abd-85d4-6bf4d50dbe34 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556600 Jan 31 18:27:01.738471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21006b3-0e3e-4344-94c1-03810303936e req-e765ce1f-d37d-45a4-bbec-f423877c5336 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:01.740180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f21006b3-0e3e-4344-94c1-03810303936e req-e765ce1f-d37d-45a4-bbec-f423877c5336 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 943 time: 0.0918603 Jan 31 18:27:01.771855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d5ae2c81-be4b-41ca-9707-d07ecb334dbd up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:27:01.791535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f21006b3-0e3e-4344-94c1-03810303936e req-8180d33c-0d6c-4bf5-b634-9dfcf679b266 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448394 Jan 31 18:27:01.855248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port d5ae2c81-be4b-41ca-9707-d07ecb334dbd triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:27:01.855873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:01.968502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:27:02.117189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:27:02.134961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'port_id': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'mac_address': 'fa:16:3e:b6:53:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:27:02.190908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:02.209507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:27:02.225304 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:27:02.229576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:02.296544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:27:02.434841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['6b8caff5-c74c-411e-a5b1-0f63a1c668f3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:27:02.999082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ddb1d-5ffd-4c85-8041-c9b319fe660b req-fb8bdb25-6ed9-4fe5-96d1-ec3551518615 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:03.000524 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-397ddb1d-5ffd-4c85-8041-c9b319fe660b req-fb8bdb25-6ed9-4fe5-96d1-ec3551518615 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 944 time: 0.0807211 Jan 31 18:27:03.047789 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-397ddb1d-5ffd-4c85-8041-c9b319fe660b req-31fe96db-22a3-4b83-a205-166af90e98db tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416157 Jan 31 18:27:03.997866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:27:04.071711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:27:04.076857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:27:04.077231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:04.203715 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:04.235167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:27:04.247536 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:27:04.253859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:04.269955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208e3c7-31b8-4bd7-bf1a-0c98a0076ad8 req-8197c46c-9ce3-4606-998d-25f0a4f31067 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:04.273724 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2208e3c7-31b8-4bd7-bf1a-0c98a0076ad8 req-8197c46c-9ce3-4606-998d-25f0a4f31067 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 944 time: 0.0930085 Jan 31 18:27:04.308251 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'code': 200} Jan 31 18:27:04.330261 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2208e3c7-31b8-4bd7-bf1a-0c98a0076ad8 req-ec2afd90-47af-41d8-9f5d-df7b75f64679 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512223 Jan 31 18:27:04.335643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:27:04.549310 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8643c5d5-0e3a-42e0-946c-b2f2400ef39e req-f021d249-f5f8-4267-ab04-7533059adcce service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0750134 Jan 31 18:27:04.602574 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-8643c5d5-0e3a-42e0-946c-b2f2400ef39e req-76a25d5f-a352-4d0b-a4c7-5bb87c61898d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476820 Jan 31 18:27:05.538858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c100d-ad7e-478c-8181-83eabfc2a3b8 req-55b41fa6-1c8c-4c84-8f87-16b7f1be92eb tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:05.540332 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a6c100d-ad7e-478c-8181-83eabfc2a3b8 req-55b41fa6-1c8c-4c84-8f87-16b7f1be92eb tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0809867 Jan 31 18:27:05.590301 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7a6c100d-ad7e-478c-8181-83eabfc2a3b8 req-010c666a-5ab0-439b-8e93-2b929ec6e318 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442495 Jan 31 18:27:06.811145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1824507-6d6f-46c3-89c4-3941c0e5c657 req-7e2ab196-a553-49c3-b7cb-3e74c31c3026 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:06.812590 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b1824507-6d6f-46c3-89c4-3941c0e5c657 req-7e2ab196-a553-49c3-b7cb-3e74c31c3026 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0806589 Jan 31 18:27:06.862065 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b1824507-6d6f-46c3-89c4-3941c0e5c657 req-fc04d350-c157-4cff-b072-6309aa9ae370 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Jan 31 18:27:07.032280 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9464a2ee-6b59-4027-9766-4d38feebdf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:07.072375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9cb5c-05d9-4f94-b6f0-3a1e146d48fd req-7f6db089-4f6a-4dc8-945f-d912ef2a1b03 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:07.073867 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1f9cb5c-05d9-4f94-b6f0-3a1e146d48fd req-7f6db089-4f6a-4dc8-945f-d912ef2a1b03 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0850985 Jan 31 18:27:07.122667 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b1f9cb5c-05d9-4f94-b6f0-3a1e146d48fd req-3bb89f01-8cd2-43d3-bb9f-b783ef3c05c6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Jan 31 18:27:07.152741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39510) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:07.227219 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4a72b949-d9e9-4723-8068-93c14f8c5c8e tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1093 time: 0.0733514 Jan 31 18:27:07.230520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39514) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:07.237232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:27:07.244505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:27:07.248356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:floatingip and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:27:07.251194 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:27:07.257895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:27:07.269295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:07.420351 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:07.565940 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.224 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/dc92dc5b-4515-484d-b85c-f7386717e327) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:27:07.728340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:07.760497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:07.831330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:27:07.834304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:27:07.836908 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:27:07.873787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=dc92dc5b-4515-484d-b85c-f7386717e327,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:27:08.501891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:08.562439 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:08.810020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:08.815735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:08.938803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=dc92dc5b-4515-484d-b85c-f7386717e327,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:27:08.964643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:09.217788 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Floating IP 19bacb5c-ccd8-4127-b881-3da952abf0bd associated. External IP: 172.26.4.224, port: 6b8caff5-c74c-411e-a5b1-0f63a1c668f3. Jan 31 18:27:09.389680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-724c31c3-4dd8-43f7-af99-ea97659e9120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:09.667677 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router bbada72d-51c6-4d04-bd14-3a91d79769be has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:27:09.915449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:27:09.925918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Sync routers for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:27:09.939289 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:27:09.939990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:27:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:27:09.947072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:10.011503 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7c828edd-116a-4159-9239-9da154631665 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7799683 Jan 31 18:27:10.012102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:27:10.086436 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'status': 'completed', 'code': 200} Jan 31 18:27:10.176557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:27:10.207780 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26f63a-0a0c-49d1-9852-2552309f70b8 req-aac5d6de-d607-4908-b727-bd7f6743418b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:10.210299 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ac26f63a-0a0c-49d1-9852-2552309f70b8 req-aac5d6de-d607-4908-b727-bd7f6743418b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0927644 Jan 31 18:27:10.210774 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-2fb93dc6-2d25-4764-b441-c402441bd102 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1098 time: 0.1033258 Jan 31 18:27:10.276790 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ac26f63a-0a0c-49d1-9852-2552309f70b8 req-2723c477-d8f1-4a4d-8d17-cb19ddae9573 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583153 Jan 31 18:27:10.308220 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39522) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:10.451353 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01b978ed-6f11-44ae-a346-ce17346ba0fa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 991 time: 0.1405184 Jan 31 18:27:10.451585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:10.506563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-272100fd-a539-4f00-a831-c8da4163eeb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:10.508075 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-272100fd-a539-4f00-a831-c8da4163eeb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 898 time: 0.2918749 Jan 31 18:27:10.527392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:10.632672 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-16790a09-ae9f-4172-8d50-bf89cd09c6d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 999 time: 0.1185255 Jan 31 18:27:10.701098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-0c63a92a-a27b-4d11-8e54-730e928f7f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:10.701891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '19bacb5c-ccd8-4127-b881-3da952abf0bd', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'port_id': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'mac_address': 'fa:16:3e:b6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69616871-662e-4eac-a389-a240d478a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:27:08Z', 'updated_at': '2022-01-31T18:27:08Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:27:10.702603 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-0c63a92a-a27b-4d11-8e54-730e928f7f7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0650778 Jan 31 18:27:10.705366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Checking router: bbada72d-51c6-4d04-bd14-3a91d79769be for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:27:10.718213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:27:10.718837 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:27:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:27:10.787607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-9a0c0c9f-8a0d-40bc-9e36-4c909aa76178 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776887 Jan 31 18:27:10.909047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:27:10.939895 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-597b1327-dd08-4764-91cc-8606e4aee8b8 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464529 Jan 31 18:27:11.088292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a2c0d72f-08f1-4161-9a9c-2498c9a8adc1 req-9d5cf0f5-b228-489c-b23c-acf1752c1fc4 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429677 Jan 31 18:27:11.292205 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '19bacb5c-ccd8-4127-b881-3da952abf0bd', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'port_id': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'mac_address': 'fa:16:3e:b6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69616871-662e-4eac-a389-a240d478a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:27:08Z', 'updated_at': '2022-01-31T18:27:08Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:27:11.296443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af2006-d715-475d-93fc-b99e1c40a6a0 None None] The sync data for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv is: [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '19bacb5c-ccd8-4127-b881-3da952abf0bd', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.224', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'port_id': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'mac_address': 'fa:16:3e:b6:53:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69616871-662e-4eac-a389-a240d478a7c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:27:08Z', 'updated_at': '2022-01-31T18:27:08Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:27:11.453425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39526) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:11.557059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-986aa745-abec-47bd-a0cb-3b099d6a6a40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 991 time: 0.1023977 Jan 31 18:27:11.768873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:12.561506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39530) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:12.675909 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d37670b3-988e-4870-863a-093080cbc408 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 991 time: 0.1131349 Jan 31 18:27:13.615617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:13.679521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39534) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:13.787888 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-97f02a74-2fd8-41b6-a77f-2a2b4cc93326 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 991 time: 0.1070917 Jan 31 18:27:14.432312 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ef348-9b2a-43f3-b10f-f16fca41b845 None None] New status for floating IP 19bacb5c-ccd8-4127-b881-3da952abf0bd: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:27:14.791376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39538) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:14.901398 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-110d4ebe-7152-4b66-b52b-828659fe409f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 993 time: 0.1088531 Jan 31 18:27:20.614847 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:27:37.037092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f888d15-ad33-4725-9ca4-b55a3407acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:38.117486 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-b487fc87-2109-4d68-9815-77f6c9068bc0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1098 time: 0.2178538 Jan 31 18:27:38.168107 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b44d8-de05-42d0-95ba-ae7c94e71f3d req-6f2abceb-e87b-4af8-9c08-a4a731d1be1a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:38.170477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-177b44d8-de05-42d0-95ba-ae7c94e71f3d req-6f2abceb-e87b-4af8-9c08-a4a731d1be1a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.2117555 Jan 31 18:27:38.377184 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-177b44d8-de05-42d0-95ba-ae7c94e71f3d req-e4e63605-2d28-4184-8f58-172e4d1ee961 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998539 Jan 31 18:27:38.403310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-a97fe6bc-ae62-43a0-893b-965aa77d6850 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:38.405007 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-a97fe6bc-ae62-43a0-893b-965aa77d6850 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 898 time: 0.2808495 Jan 31 18:27:38.534650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-4abf1426-de3b-4f06-972c-2799f6ff82bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 1001 time: 0.1228204 Jan 31 18:27:38.608810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-b707f885-bd38-41f6-bd44-54fe2e39f489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:38.610424 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-b707f885-bd38-41f6-bd44-54fe2e39f489 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0689008 Jan 31 18:27:38.698979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-0029644d-0f56-4082-8020-7bd5edce4503 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798962 Jan 31 18:27:38.866265 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-f41fa2a8-19a5-41ba-9d83-4b3529855bf0 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605749 Jan 31 18:27:39.031222 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6946198a-c386-48ea-a0c9-b8f897209c6f req-13419fa5-1be8-458e-83f7-966c7cb8de3c service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574342 Jan 31 18:27:39.390476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a3b49ff-8738-4d04-9365-eac3f4419799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:39.594355 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f805a-c329-444b-8218-fa99e8eb607b req-48831080-2062-4168-aa58-22429858f2d4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:39.595786 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a32f805a-c329-444b-8218-fa99e8eb607b req-48831080-2062-4168-aa58-22429858f2d4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0853953 Jan 31 18:27:39.646622 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a32f805a-c329-444b-8218-fa99e8eb607b req-400dd99f-8653-450d-8f4f-be32b1b866e9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452318 Jan 31 18:27:40.350061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:40.455552 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:40.896673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945efc6-3066-4cbc-b7d6-c4ac6880368c req-a3584344-327b-4d1e-abc3-3fcc166d4d81 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:40.898634 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d945efc6-3066-4cbc-b7d6-c4ac6880368c req-a3584344-327b-4d1e-abc3-3fcc166d4d81 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.1079564 Jan 31 18:27:40.955671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d945efc6-3066-4cbc-b7d6-c4ac6880368c req-2ff01591-699b-4b96-9009-ef0b944bd7f1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505080 Jan 31 18:27:41.773875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:42.188626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164da3a-a6db-4fc3-b604-fb8206f5772d req-53b82905-9b47-4853-8eb6-c5ff43923a2e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:42.190111 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7164da3a-a6db-4fc3-b604-fb8206f5772d req-53b82905-9b47-4853-8eb6-c5ff43923a2e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0941904 Jan 31 18:27:42.247780 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7164da3a-a6db-4fc3-b604-fb8206f5772d req-17e27fc5-4bbe-484f-9ca3-1680b51a8b5f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489676 Jan 31 18:27:43.495020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533b49-65a1-49f5-ac48-eae6aeabb4dc req-33efc417-ae51-47e4-bb3f-10cde987dd4b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:43.497433 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc533b49-65a1-49f5-ac48-eae6aeabb4dc req-33efc417-ae51-47e4-bb3f-10cde987dd4b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0957201 Jan 31 18:27:43.611486 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:27:43.660011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cc533b49-65a1-49f5-ac48-eae6aeabb4dc req-30093e11-b04a-4b11-9f3e-cdff4879b2ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524312 Jan 31 18:27:44.942966 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b6224-8004-44b8-bc99-0728dff7b795 req-4f4ef76d-5e5d-4e53-90b3-32812436f26a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:44.944535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f76b6224-8004-44b8-bc99-0728dff7b795 req-4f4ef76d-5e5d-4e53-90b3-32812436f26a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0943124 Jan 31 18:27:45.106476 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f76b6224-8004-44b8-bc99-0728dff7b795 req-d10743e1-183c-45ac-95f0-92310eb78344 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559050 Jan 31 18:27:46.339865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ca0ca-d952-4e67-927c-719c61eff579 req-46e5e04b-7414-4363-a0ba-443e3a4da9cd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:46.341437 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c2ca0ca-d952-4e67-927c-719c61eff579 req-46e5e04b-7414-4363-a0ba-443e3a4da9cd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0862193 Jan 31 18:27:46.393700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c2ca0ca-d952-4e67-927c-719c61eff579 req-f10f0a94-de88-4910-96a3-c228d68a00b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443983 Jan 31 18:27:47.627558 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87401-1c23-4f15-834a-aa85ecf1e65b req-2e5b4d3f-1260-4eb7-94e1-0a05359897e9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:47.629993 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3eb87401-1c23-4f15-834a-aa85ecf1e65b req-2e5b4d3f-1260-4eb7-94e1-0a05359897e9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0871804 Jan 31 18:27:47.688456 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3eb87401-1c23-4f15-834a-aa85ecf1e65b req-6a06b222-a27a-4058-b559-66630bac0bda tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526204 Jan 31 18:27:48.549971 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-247d7207-77b6-426d-a95b-f3ca656bdcbf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0861967 Jan 31 18:27:48.726728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93833b65-cafc-432c-9e46-5eb006ef054b req-6b4dc9f1-f2db-458b-9e31-b957cea0984e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:48.728186 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-6b4dc9f1-f2db-458b-9e31-b957cea0984e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 898 time: 0.1587360 Jan 31 18:27:48.946990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-53b77935-79ea-47f2-a1b9-695b2c8af800 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 1001 time: 0.2131274 Jan 31 18:27:49.044212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93833b65-cafc-432c-9e46-5eb006ef054b req-e8caa749-87de-4b61-9e8c-5f673a40bf7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:49.045912 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-e8caa749-87de-4b61-9e8c-5f673a40bf7f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0916636 Jan 31 18:27:49.110153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bcd2f-e385-47ac-897d-d54cafa50e6b req-11cb0b7b-8fc7-4161-9c44-bec8ec00211f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:49.111990 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1e8bcd2f-e385-47ac-897d-d54cafa50e6b req-11cb0b7b-8fc7-4161-9c44-bec8ec00211f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.2317276 Jan 31 18:27:49.185252 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1e8bcd2f-e385-47ac-897d-d54cafa50e6b req-8eecccba-cec0-4b0f-a553-f18a309dbcd0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577955 Jan 31 18:27:49.189383 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-f82cc533-bbe6-47ef-905c-744edbace43e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1368163 Jan 31 18:27:49.359555 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-ce5d9d63-d3b9-4885-8723-e90bf5b62054 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644745 Jan 31 18:27:49.527379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-93833b65-cafc-432c-9e46-5eb006ef054b req-778c7f82-4efc-443d-8eb2-297b675b4db3 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615431 Jan 31 18:27:50.477107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff6dbfa-eef3-421b-9162-59f6efe9fc64 req-a5bd19a5-a142-4661-b5ae-4254aeff5e54 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:27:50.478983 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4ff6dbfa-eef3-421b-9162-59f6efe9fc64 req-a5bd19a5-a142-4661-b5ae-4254aeff5e54 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.1052766 Jan 31 18:27:50.536383 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4ff6dbfa-eef3-421b-9162-59f6efe9fc64 req-a576e8aa-3901-4c8a-808c-6c23730927fa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482438 Jan 31 18:27:50.588776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39572) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:27:50.719260 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7baf58a5-b8b6-4356-bfef-80d6b61c56cf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 200 len: 993 time: 0.1288488 Jan 31 18:27:57.615085 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:28:07.044556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-28c12010-e703-4791-87e6-a7208d2f9bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:09.385924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4dc9debf-6229-4225-9b11-87e596247534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:10.350635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:10.454725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:11.776495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:13.621804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:21.168548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39590) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:21.373065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port dc92dc5b-4515-484d-b85c-f7386717e327 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:28:21.373393 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:21.537889 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:21.538106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:21.759808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for dc92dc5b-4515-484d-b85c-f7386717e327 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:28:21.929902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:21.977063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=dc92dc5b-4515-484d-b85c-f7386717e327,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:21.991251 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.991603 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.991942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.992272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.992597 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.993285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.993285 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.993561 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.993878 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.994220 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:21.994534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:22.085252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:22.501261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router bbada72d-51c6-4d04-bd14-3a91d79769be has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:28:22.710316 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:28:22.720238 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Sync routers for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:28:22.731209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:22.733022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:22.733676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:22.792650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-144b56c2-f366-49bc-866b-1a030fdf9891 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/floatingips/19bacb5c-ccd8-4127-b881-3da952abf0bd HTTP/1.1" status: 204 len: 168 time: 1.6206543 Jan 31 18:28:22.792650 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:28:22.862331 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'status': 'completed', 'code': 200} Jan 31 18:28:22.940091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:22.961212 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-ba89ce44-562e-4359-8df4-357fa996f02a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 1098 time: 0.0761557 Jan 31 18:28:23.114283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-6650eb82-4bd2-4c48-8118-b2152666ab03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:23.116168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-6650eb82-4bd2-4c48-8118-b2152666ab03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 200 len: 898 time: 0.1490149 Jan 31 18:28:23.225787 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-7f395e31-b909-4544-aecf-ce32bc35770f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 200 len: 217 time: 0.1037440 Jan 31 18:28:23.310227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-5a9cb239-3201-4818-b8cd-92c1cf954bf6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:23.311806 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-5a9cb239-3201-4818-b8cd-92c1cf954bf6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 200 len: 835 time: 0.0798361 Jan 31 18:28:23.321702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f0684-2996-48d1-9d09-a96655f9961e req-14b2a80f-82af-4660-9beb-75ef56acfa01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:23.322401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ef3f0684-2996-48d1-9d09-a96655f9961e req-14b2a80f-82af-4660-9beb-75ef56acfa01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:23.338051 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:23.342264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Checking router: bbada72d-51c6-4d04-bd14-3a91d79769be for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:28:23.354938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:23.355545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:23.385362 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ef3f0684-2996-48d1-9d09-a96655f9961e req-14b2a80f-82af-4660-9beb-75ef56acfa01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:23.386532 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef3f0684-2996-48d1-9d09-a96655f9961e req-14b2a80f-82af-4660-9beb-75ef56acfa01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.2121556 Jan 31 18:28:23.448957 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-1f57525d-9e27-4dc9-b7d6-2415c10775f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2c7d2d0f-f577-4747-986b-1e3caca79347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1224484 Jan 31 18:28:23.451425 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ef3f0684-2996-48d1-9d09-a96655f9961e req-838ba74f-0bc0-4de2-81bd-1f291f458a35 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561137 Jan 31 18:28:23.554001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:23.714178 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-23929316-5887-47a5-897f-2614c6b2ea55 service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568672 Jan 31 18:28:23.860200 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-222e7658-39e2-4d4e-8baf-63a023ed2be3 req-6200ff3d-c429-471a-b1a9-eae4478ff56c service neutron] 10.222.0.86 "GET /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391237 Jan 31 18:28:23.903108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:23.907207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227c993-e4b5-403b-b544-edf76700f5f5 None None] The sync data for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv is: [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'd5ae2c81-be4b-41ca-9707-d07ecb334dbd', 'name': '', 'network_id': '2c7d2d0f-f577-4747-986b-1e3caca79347', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:68:9f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:51Z', 'updated_at': '2022-01-31T18:27:00Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aee8de95-783b-4f92-83e2-ad91b4d0c5a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:28:24.142844 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c91b54-cbd2-4211-86ef-2f1edc2cd403 None None] New status for floating IP 19bacb5c-ccd8-4127-b881-3da952abf0bd: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:28:24.601208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a100d72-f301-45b2-8935-f17942f76f2e req-38558cd3-5ca0-41aa-902f-10cd645d182c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:24.602950 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a100d72-f301-45b2-8935-f17942f76f2e req-38558cd3-5ca0-41aa-902f-10cd645d182c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Jan 31 18:28:24.668892 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14263f3f-6370-4557-ac6a-ddfb52774934 req-1c510473-60ba-4e74-be28-aa73215d5e4f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:24.670441 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-14263f3f-6370-4557-ac6a-ddfb52774934 req-1c510473-60ba-4e74-be28-aa73215d5e4f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 945 time: 0.0782950 Jan 31 18:28:24.673686 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:28:24.674021 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:24.722302 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-14263f3f-6370-4557-ac6a-ddfb52774934 req-ba1b0f26-f007-4cec-96f1-21ca9705ca4f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=296b3b4a-d227-4872-859e-ec777f9ac12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463014 Jan 31 18:28:24.927741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:24.928480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:25.049621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:28:25.203710 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:25.259571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=6b8caff5-c74c-411e-a5b1-0f63a1c668f3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:25.341701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] No DVR routers for this DVR port 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:28:25.344054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:25.346590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'name': 'network-vif-deleted', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:28:25.361836 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3a100d72-f301-45b2-8935-f17942f76f2e req-8d926237-2c36-459b-9349-d37c03a63829 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "DELETE /v2.0/ports/6b8caff5-c74c-411e-a5b1-0f63a1c668f3 HTTP/1.1" status: 204 len: 173 time: 0.7535861 Jan 31 18:28:25.406203 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69616871-662e-4eac-a389-a240d478a7c8', 'name': 'network-vif-deleted', 'tag': '6b8caff5-c74c-411e-a5b1-0f63a1c668f3', 'status': 'completed', 'code': 200} Jan 31 18:28:25.926769 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d0cb35da-d59b-4495-b88d-990c31c8cfd6 req-aa71f8d0-4d82-4a49-b765-9bec9270813e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=69616871-662e-4eac-a389-a240d478a7c8 HTTP/1.1" status: 200 len: 210 time: 0.0446491 Jan 31 18:28:27.052290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39608) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:27.605524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:28.362202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port d5ae2c81-be4b-41ca-9707-d07ecb334dbd {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:28:28.362925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:28.417086 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:28:28.450845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:28:28.451185 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 6b8caff5-c74c-411e-a5b1-0f63a1c668f3 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:28:28.678365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port d5ae2c81-be4b-41ca-9707-d07ecb334dbd, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:28.678619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:28.805752 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for d5ae2c81-be4b-41ca-9707-d07ecb334dbd owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:28:29.027276 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:29.073751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=d5ae2c81-be4b-41ca-9707-d07ecb334dbd,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:29.126743 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.127301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.127762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.128246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.128756 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.129255 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.130381 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.130921 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.131410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.131896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.132429 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:29.412753 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.101076 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router bbada72d-51c6-4d04-bd14-3a91d79769be has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:28:30.412679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:28:30.423494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Sync routers for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:28:30.425623 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8d7a97bd-6211-4da9-9b2b-6bdcbe72ab2d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/bbada72d-51c6-4d04-bd14-3a91d79769be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3721147 Jan 31 18:28:30.429465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39612) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:30.441981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:30.443542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:30.623159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting subnet aee8de95-783b-4f92-83e2-ad91b4d0c5a5 {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:28:30.626196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.642099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:30.688107 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.781200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.874114 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.927540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Subnet': ['ID=aee8de95-783b-4f92-83e2-ad91b4d0c5a5,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:30.933508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:30.940672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c5d4ca08-3849-4e9c-a8b2-0335efd88ad8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/subnets/aee8de95-783b-4f92-83e2-ad91b4d0c5a5 HTTP/1.1" status: 204 len: 168 time: 0.5100243 Jan 31 18:28:30.940831 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3217ca-1ba0-48a9-87e6-102d15105c01 None None] Network 2c7d2d0f-f577-4747-986b-1e3caca79347 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:28:30.944009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39616) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:31.155343 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:28:28Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:31.164662 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Checking router: bbada72d-51c6-4d04-bd14-3a91d79769be for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:28:31.168280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.188478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Routers {'bbada72d-51c6-4d04-bd14-3a91d79769be'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:31.188478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['bbada72d-51c6-4d04-bd14-3a91d79769be'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:31.389933 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] DHCP port deletion for 2c7d2d0f-f577-4747-986b-1e3caca79347 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:28:31.395759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.408641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port be08ece9-2aba-487a-8c6c-fe379473ac10 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:28:31.409004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.411902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Deleting port 69d839d8-c094-457c-9576-3b0fc4c83f1c {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:28:31.412522 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.559502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] Set router bbada72d-51c6-4d04-bd14-3a91d79769be gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:31.599757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port be08ece9-2aba-487a-8c6c-fe379473ac10, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=be08ece9-2aba-487a-8c6c-fe379473ac10,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:31.600547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.775496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for be08ece9-2aba-487a-8c6c-fe379473ac10 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:28:31.841666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 69d839d8-c094-457c-9576-3b0fc4c83f1c no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:28:31.962790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] For port 69d839d8-c094-457c-9576-3b0fc4c83f1c, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=69d839d8-c094-457c-9576-3b0fc4c83f1c,segment=NetworkSegment(be5a912b-aebd-448b-98d7-163022d1c279),segment_id=be5a912b-aebd-448b-98d7-163022d1c279)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:31.963182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:31.978245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.025368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=be08ece9-2aba-487a-8c6c-fe379473ac10,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:32.100053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Calling delete_port for 69d839d8-c094-457c-9576-3b0fc4c83f1c owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:28:32.250845 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.288833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.371233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Pushing event deleted for resources: {'Port': ['ID=69d839d8-c094-457c-9576-3b0fc4c83f1c,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:32.391575 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] No DVR routers for this DVR port 69d839d8-c094-457c-9576-3b0fc4c83f1c on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:28:32.391998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.395036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:28:28Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:32.399080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.399425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.399770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.400089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.400420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.400754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.401083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.401509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.401750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.402153 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.402389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34f7337-76e7-4a09-b028-217bd8048a87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:32.415022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1471947b-b84f-4722-84dd-7113ee37a898 None None] The sync data for ids ['bbada72d-51c6-4d04-bd14-3a91d79769be'] in dv-neutron-823271-3-hyperv is: [{'id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1623408096', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134'}], 'enable_snat': True}, 'gw_port_id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:28:28Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': 'be08ece9-2aba-487a-8c6c-fe379473ac10', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:81:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbada72d-51c6-4d04-bd14-3a91d79769be', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:26:47Z', 'updated_at': '2022-01-31T18:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:28:32.669250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.673443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.700230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.700769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Fanout notify agent at l3_agent the message router_deleted on router bbada72d-51c6-4d04-bd14-3a91d79769be {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:28:32.716341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:32.717439 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2a519ffb-66ed-497d-adab-58cc816a2614 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/routers/bbada72d-51c6-4d04-bd14-3a91d79769be HTTP/1.1" status: 204 len: 168 time: 1.7724180 Jan 31 18:28:32.720410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39620) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:32.846543 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.003195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.036346 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7d2d0f-f577-4747-986b-1e3caca79347']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:33.050885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be5a912b-aebd-448b-98d7-163022d1c279') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:33.051168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be5a912b-aebd-448b-98d7-163022d1c279') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:33.064087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.083562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.090629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:28:33.091070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:28:33.106325 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:28:33.187091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.208991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.220483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Network': ['ID=2c7d2d0f-f577-4747-986b-1e3caca79347,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:33.229586 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c69be979-44a0-4dd9-925f-ee71cf5b1d0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/networks/2c7d2d0f-f577-4747-986b-1e3caca79347 HTTP/1.1" status: 204 len: 168 time: 0.5081060 Jan 31 18:28:33.232299 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39624) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:33.305065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.335774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.408190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.431875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b3b4a-d227-4872-859e-ec777f9ac12c,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:33.448889 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.450191 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-87d594ad-39c4-4f01-8058-0917015591e4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/security-groups/296b3b4a-d227-4872-859e-ec777f9ac12c HTTP/1.1" status: 204 len: 168 time: 0.2169421 Jan 31 18:28:33.823084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39632) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:33.829441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786324281', 'description': 'tempest-secgroup-smoke-786324281 description', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:33.836245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d5ae2c81-be4b-41ca-9707-d07ecb334dbd no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:28:33.840347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:33.845655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:33.849944 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:33.856412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:33.868030 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.870251 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: d5ae2c81-be4b-41ca-9707-d07ecb334dbd {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:28:33.870594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device d5ae2c81-be4b-41ca-9707-d07ecb334dbd not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:28:33.871008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device be08ece9-2aba-487a-8c6c-fe379473ac10 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:28:33.905975 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:33.907033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: be08ece9-2aba-487a-8c6c-fe379473ac10 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:28:33.907735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device be08ece9-2aba-487a-8c6c-fe379473ac10 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:28:33.909771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:33.913959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:33.919851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:33.980292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:33.984014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.029802 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=990254b4-ca45-4f1d-a900-0ebd6669b320,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.034428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.040263 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-730b8387-96d9-4cd2-b548-ba27a2d775de tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2114346 Jan 31 18:28:34.040755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39636) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.046004 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.051963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.055929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.058807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.065442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.082401 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.144281 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.148815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.185174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75127d8b-3cb3-4880-914d-df4b3eedaa44,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.191377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.192510 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ffd76e75-fc5a-4bd9-8817-804a7904c6b9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1506066 Jan 31 18:28:34.195455 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39642) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.201017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.207115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.212426 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.215820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.221938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.244270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.319298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.323420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.347504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54ef8c5-e89f-4560-a71c-5a0849b4e738,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.359515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.360688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eb883f87-5af7-4220-889f-d74356c5d280 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1642969 Jan 31 18:28:34.363802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39646) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.371299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.377305 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.382453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.385292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.391475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.408935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.481419 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.486191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.509759 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bf1b6b-6251-430c-81ce-9651f3b41b16,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.527472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.528697 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1c4d3672-beb0-4e61-99ee-db01ba1a30c4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1621966 Jan 31 18:28:34.531422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39650) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.537654 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.543547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.547289 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.550348 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.558058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.578270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.621037 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:28:34.650410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.653880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.677918 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc90e0b3-10b6-49ff-bbdc-65069158f02a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.687061 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.688216 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d0c75e40-3db6-464e-8dc2-7c30981122dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1559012 Jan 31 18:28:34.690899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39654) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.699987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.706041 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.711485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.714484 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.720191 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.731939 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:28:34.738733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.806563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.810884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.834779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eeb64ba-b95e-49b8-9ae4-0f8671109bc3,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:34.844764 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.849806 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78a21892-fc4b-48a0-9717-5d38528817a9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1542106 Jan 31 18:28:34.850008 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39658) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:34.855868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '990254b4-ca45-4f1d-a900-0ebd6669b320', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:34.861957 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:34.866062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:34.869054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:34.875052 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:34.886710 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:28:34.893071 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.962923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.967499 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:34.995900 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98025e68-68e6-4faa-8f0d-9eef406b4b0a,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:35.006160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.007613 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d580bb2a-e03e-43e2-9a06-c7b9fc61c63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1564317 Jan 31 18:28:35.010202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39662) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:35.015789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'network': {'name': 'tempest-network-smoke--1953135765', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'port_security_enabled': True}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:35.021692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:35.025886 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:network and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:35.028969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:35.034913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:35.049584 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:28:35.053481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.082495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:28:35.091708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.092026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Added segment 1fadd811-36e3-4fd8-a482-c6f69a88afae of type vlan for network e1d73513-15e9-42c0-b3dc-51862951bdcc Jan 31 18:28:35.120684 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.150438 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.154078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:35.154656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.260666 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2494185 Jan 31 18:28:35.263948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39666) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:35.266573 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7cb2-e665-4d17-a2b7-2f7afe4d2a4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Network': ['ID=e1d73513-15e9-42c0-b3dc-51862951bdcc,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:35.271961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'admin_state_up': True, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:35.277026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network e1d73513-15e9-42c0-b3dc-51862951bdcc details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:28:35.279993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:35.283735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:router and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:35.287443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:35.293635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:35.310393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.311427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.333280 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.566665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.760947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.805159 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:35.945641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.114 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/936e2401-6178-418a-8175-c5ffc269c785) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:28:36.102562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:36.132632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:36.202507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:36.205360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:36.210962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:28:36.240061 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=936e2401-6178-418a-8175-c5ffc269c785,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:36.382701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:36.383360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:36.629313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:28:36.841688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:28:36.855647 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Sync routers for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:28:36.872963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:36.873807 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:36.877182 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-64828ccc-c8b7-47fc-9163-5b5e1cdb284a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6088452 Jan 31 18:28:36.877431 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:36.877947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39670) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:36.919136 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9bd4036e-9f84-4217-9c05-f6ceddf2d2b9 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=e8f02ff6070a47a68cfd756f1b888362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400012 Jan 31 18:28:36.922185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39674) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:37.046898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d3575b55-1eeb-4d74-a9a0-7b9a2523def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.069843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b9ee3-6906-413c-9a8e-042499e53c1a tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:37.071440 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fc1b9ee3-6906-413c-9a8e-042499e53c1a tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479464 Jan 31 18:28:37.075660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39678) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:37.076504 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:37.123198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b1c54dab-958d-45e9-8d47-5ec1b51ad2c4 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440013 Jan 31 18:28:37.123375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39682) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:37.128644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403597207', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:37.246025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:37.250097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:subnet and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:37.253856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:37.262356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:37.276873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:28:37.400718 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:36Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:37.404469 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Checking router: fa3ec567-a8cc-407f-a1a5-34118d7a33e7 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:28:37.404801 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Updating router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 port 936e2401-6178-418a-8175-c5ffc269c785 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:28:37.463188 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.497002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.766042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.903025 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Subnet': ['ID=aae67ea8-bcf3-43f8-9845-706a491db0fa,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:37.908142 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.916578 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Checking segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:28:37.917047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network hostable DHCP agents. Network: e1d73513-15e9-42c0-b3dc-51862951bdcc, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:28:37.924466 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Transition to ACTIVE for port object 936e2401-6178-418a-8175-c5ffc269c785 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:37.934173 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.940498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e1d73513-15e9-42c0-b3dc-51862951bdcc is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:28:37.954793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, e1d73513-15e9-42c0-b3dc-51862951bdcc) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:37.959233 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:37.959982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:37.967670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d30951-7320-4983-915f-d488f6d78ccf None None] Network e1d73513-15e9-42c0-b3dc-51862951bdcc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:28:38.003447 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-13ccc75e-ea57-4712-ac10-2f6d7960a5e3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8776145 Jan 31 18:28:38.005350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39686) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:38.076626 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Pushing event updated for resources: {'Port': ['ID=936e2401-6178-418a-8175-c5ffc269c785,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:38.079642 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Attempting to bind port 936e2401-6178-418a-8175-c5ffc269c785 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:28:38.080175 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Attempting to bind port 936e2401-6178-418a-8175-c5ffc269c785 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:28:38.080680 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Attempting to bind port 936e2401-6178-418a-8175-c5ffc269c785 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:28:38.094750 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.095208 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.095562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.095725 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.096256 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.096610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.096610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.096920 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.097227 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.097655 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.098603 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:28:38.103084 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:28:38.103436 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:28:38.104086 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.104457 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:28:38.104908 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Bound port: 936e2401-6178-418a-8175-c5ffc269c785, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:28:38.105267 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.186362 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] For port 936e2401-6178-418a-8175-c5ffc269c785, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:28:38.189876 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] For port 936e2401-6178-418a-8175-c5ffc269c785, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=936e2401-6178-418a-8175-c5ffc269c785,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:28:38.195686 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.229964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-e1d73513-15e9-42c0-b3dc-51862951bdcc', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:28:38.231660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.309810 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331f498-cc81-4080-a23e-1186fb4f3fc0 None None] Pushing event updated for resources: {'Port': ['ID=936e2401-6178-418a-8175-c5ffc269c785,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:38.317518 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:38.318488 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:38.481818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Allocated IP 172.20.0.2 (e1d73513-15e9-42c0-b3dc-51862951bdcc/aae67ea8-bcf3-43f8-9845-706a491db0fa/7d55a460-51ba-4206-82f7-fd51b1c95ba6) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:28:38.546072 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:38.766923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.782781 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Transition to ACTIVE for port object 7d55a460-51ba-4206-82f7-fd51b1c95ba6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:38.814258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Transition to ACTIVE for port object 7d55a460-51ba-4206-82f7-fd51b1c95ba6 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:38.822668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:38.898684 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:36Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:38.903398 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86e3488-b9dd-466f-95a1-a4324efd0dd2 None None] The sync data for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv is: [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:36Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:28:38.903910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Network e1d73513-15e9-42c0-b3dc-51862951bdcc is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:38.907435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:38.914750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:28:38.953112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Pushing event updated for resources: {'Port': ['ID=7d55a460-51ba-4206-82f7-fd51b1c95ba6,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:39.028113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Attempting to bind port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:28:39.028688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Attempting to bind port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:28:39.029071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Attempting to bind port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 on network e1d73513-15e9-42c0-b3dc-51862951bdcc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:28:39.040927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:28:39.041523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Checking segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:28:39.042167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.042810 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Bound using segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:28:39.043704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Bound port: 7d55a460-51ba-4206-82f7-fd51b1c95ba6, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:28:39.044163 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.069976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.242630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9b079370-0681-4d41-a408-c48530aee187 None None] For port 7d55a460-51ba-4206-82f7-fd51b1c95ba6, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:28:39.247726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-9b079370-0681-4d41-a408-c48530aee187 None None] For port 7d55a460-51ba-4206-82f7-fd51b1c95ba6, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d55a460-51ba-4206-82f7-fd51b1c95ba6,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:28:39.257793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.345537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b079370-0681-4d41-a408-c48530aee187 None None] Pushing event updated for resources: {'Port': ['ID=7d55a460-51ba-4206-82f7-fd51b1c95ba6,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:39.399455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-47b714bc-50c4-4fb7-8f16-0ca9dd59afb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.692408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.1 (e1d73513-15e9-42c0-b3dc-51862951bdcc/aae67ea8-bcf3-43f8-9845-706a491db0fa/0ca31a1d-509a-4a22-91d1-94eefb1ee09e) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:28:39.916319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 936e2401-6178-418a-8175-c5ffc269c785 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:39.945348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:39.971601 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 0ca31a1d-509a-4a22-91d1-94eefb1ee09e will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:40.007696 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.015079 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 936e2401-6178-418a-8175-c5ffc269c785 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:40.021851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 936e2401-6178-418a-8175-c5ffc269c785 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:40.022276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.097717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e1d73513-15e9-42c0-b3dc-51862951bdcc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:40.102408 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:40.106160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:28:40.139317 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:40.181513 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.187192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.213313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 936e2401-6178-418a-8175-c5ffc269c785, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=936e2401-6178-418a-8175-c5ffc269c785,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:40.218934 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.220187 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d55a460-51ba-4206-82f7-fd51b1c95ba6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:40.309285 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.390569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.404819 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=936e2401-6178-418a-8175-c5ffc269c785,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:40.424485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:40.456899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.524735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ff3aa-a08e-4eb0-a9f9-f3581051ab6e None None] Network e1d73513-15e9-42c0-b3dc-51862951bdcc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:28:40.625160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Provisioning for port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:40.659557 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Provisioning complete for port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:40.659828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.906368 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.912312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.947122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:40.999613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] For port 7d55a460-51ba-4206-82f7-fd51b1c95ba6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d55a460-51ba-4206-82f7-fd51b1c95ba6,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:41.005157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.037640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.042692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:41.097828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a0514-3513-46ea-aa04-23bbc5af270c None None] Pushing event updated for resources: {'Port': ['ID=7d55a460-51ba-4206-82f7-fd51b1c95ba6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:41.211744 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e1d73513-15e9-42c0-b3dc-51862951bdcc is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:41.212887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:41.242567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Provisioning for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:41.248437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Provisioning complete for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:41.248651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.309386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:28:41.326490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Provisioning complete for port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:41.326864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-37fc24f0-61c1-48aa-ba0a-dbaa497865a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.592471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b99c7bb7-0fcf-465c-8867-b1cb17e9145e None None] Provisioning complete for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:41.593192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b99c7bb7-0fcf-465c-8867-b1cb17e9145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.679443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b99c7bb7-0fcf-465c-8867-b1cb17e9145e None None] Port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:28:41.682999 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:28:41.782648 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.812976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-850ea910-5da5-4e7c-9b15-06952f6b9c51 None None] Provisioning complete for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:41.813338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-850ea910-5da5-4e7c-9b15-06952f6b9c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:41.849943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 936e2401-6178-418a-8175-c5ffc269c785 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:41.938227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-850ea910-5da5-4e7c-9b15-06952f6b9c51 None None] Port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:28:41.961083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 936e2401-6178-418a-8175-c5ffc269c785 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:41.961507 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:42.005624 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:28:42.035173 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fd9a075b-32a6-4ace-b02e-75f5ae400213 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/fa3ec567-a8cc-407f-a1a5-34118d7a33e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0266087 Jan 31 18:28:42.140492 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d55a460-51ba-4206-82f7-fd51b1c95ba6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:42.225999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:42.226359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:42.467478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-9fcf4344-be2d-4583-8a56-83303887780a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:42.494243 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-9fcf4344-be2d-4583-8a56-83303887780a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:42.496673 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-9fcf4344-be2d-4583-8a56-83303887780a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786324281&fields=id&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 267 time: 0.0903211 Jan 31 18:28:42.695200 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de19456-96e3-439c-8730-6d3367af4543 req-35231498-c3ad-4a4c-99cd-7c94e0cb820e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:42.696273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-35231498-c3ad-4a4c-99cd-7c94e0cb820e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:42.718201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-35231498-c3ad-4a4c-99cd-7c94e0cb820e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:42.720314 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-35231498-c3ad-4a4c-99cd-7c94e0cb820e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 797 time: 0.2131565 Jan 31 18:28:42.740645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-7979ccab-0e52-42f1-95f2-37553ca303a3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/quotas/e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 375 time: 0.0139079 Jan 31 18:28:42.787820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Sync routers for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:28:42.802826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:42.803250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:42.831459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-9bd3e2f1-6702-47ab-8960-f5a2d5b72d28 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:42.863009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-9bd3e2f1-6702-47ab-8960-f5a2d5b72d28 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:42.864968 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-9bd3e2f1-6702-47ab-8960-f5a2d5b72d28 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1188555 Jan 31 18:28:43.026603 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:43.043235 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-83baf50f-9b18-4b5a-87a8-b77118597d68 service neutron] 10.222.0.110 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582625 Jan 31 18:28:43.198106 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-6d72b0bd-f719-453b-a088-1d32cc6a9d3c service neutron] 10.222.0.110 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484501 Jan 31 18:28:43.443124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 2, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:43.448267 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Checking router: fa3ec567-a8cc-407f-a1a5-34118d7a33e7 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:28:43.448675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Updating router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:28:43.528150 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:43.554100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-54e8a2fe-e88d-4780-8697-fbd1584af3c4 req-e83eb409-7048-45a0-94ab-f1219795ad68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:43.568179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-54e8a2fe-e88d-4780-8697-fbd1584af3c4 req-e83eb409-7048-45a0-94ab-f1219795ad68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:43.569338 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-54e8a2fe-e88d-4780-8697-fbd1584af3c4 req-e83eb409-7048-45a0-94ab-f1219795ad68 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 210 time: 0.1653891 Jan 31 18:28:43.651270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.047622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.061964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Transition to ACTIVE for port object 0ca31a1d-509a-4a22-91d1-94eefb1ee09e will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:44.068371 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.206359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fde9e-f5a5-4de7-9263-18f252278443 None None] Pushing event updated for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:44.300328 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Attempting to bind port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:28:44.300874 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Attempting to bind port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:28:44.303815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Attempting to bind port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e on network e1d73513-15e9-42c0-b3dc-51862951bdcc {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:28:44.311235 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:28:44.314862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Checking segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:28:44.314862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.314862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Bound using segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:28:44.314862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Bound port: 0ca31a1d-509a-4a22-91d1-94eefb1ee09e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:28:44.314862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.420477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] For port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:28:44.423765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] For port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:28:44.429148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:44.530312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fde9e-f5a5-4de7-9263-18f252278443 None None] Pushing event updated for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:44.544111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:44.545097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:44.809809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:44.858196 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-76467d31-a9ae-4314-b608-64d85e1a4ad9 req-5c75d9cd-f33d-4613-b056-62e97fe0a96a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 210 time: 0.1179252 Jan 31 18:28:45.023359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de19456-96e3-439c-8730-6d3367af4543 req-95d9cc3b-39c8-4723-9260-33e987558959 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:45.024310 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-95d9cc3b-39c8-4723-9260-33e987558959 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:45.039924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0de19456-96e3-439c-8730-6d3367af4543 req-95d9cc3b-39c8-4723-9260-33e987558959 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:45.041054 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-95d9cc3b-39c8-4723-9260-33e987558959 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 797 time: 0.2984521 Jan 31 18:28:45.112617 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-053da040-e41b-4f89-ab42-41ec67668d53 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 379 time: 0.0545547 Jan 31 18:28:45.125270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'port': {'device_id': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'admin_state_up': True, 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'security_groups': ['990254b4-ca45-4f1d-a900-0ebd6669b320']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:45.256181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:44Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:45.261078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62421430-8fb0-4e0a-a50e-becf73f056f0 None None] The sync data for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv is: [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:44Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:28:45.327760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:45.345828 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:45.359655 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:28:45.364483 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:45.585032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.8 (e1d73513-15e9-42c0-b3dc-51862951bdcc/aae67ea8-bcf3-43f8-9845-706a491db0fa/126e4019-b425-4456-9df8-e3ce9c4b1fde) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:28:45.878582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:45.906632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0ca31a1d-509a-4a22-91d1-94eefb1ee09e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:45.914064 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 126e4019-b425-4456-9df8-e3ce9c4b1fde will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:45.953930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.025282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:46.033146 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:46.033843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.059112 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e1d73513-15e9-42c0-b3dc-51862951bdcc is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:46.063119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:46.066093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:28:46.130049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:46.226477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.231969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:46.232736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.282080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:46.290820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.307223 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-d98b04a3-4e19-43a6-a168-9d8a0c24a172 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1861877 Jan 31 18:28:46.357610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadccea8-32c4-4b2e-b785-91298f381976 req-4ffe1efa-67a4-47c1-9526-04a2b821b743 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:46.359454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fadccea8-32c4-4b2e-b785-91298f381976 req-4ffe1efa-67a4-47c1-9526-04a2b821b743 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:28:46.393824 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-fadccea8-32c4-4b2e-b785-91298f381976 req-4ffe1efa-67a4-47c1-9526-04a2b821b743 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:28:46.397843 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fadccea8-32c4-4b2e-b785-91298f381976 req-4ffe1efa-67a4-47c1-9526-04a2b821b743 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 931 time: 0.2570870 Jan 31 18:28:46.440582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:46.485453 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fadccea8-32c4-4b2e-b785-91298f381976 req-3fdd2e73-8b5d-471b-98ba-eb823947619d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793188 Jan 31 18:28:46.491883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Request body: {'port': {'device_id': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:46.564769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-461a6f33-e518-4907-affa-119fad5c9ceb None None] Provisioning for port 126e4019-b425-4456-9df8-e3ce9c4b1fde completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:46.571528 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-461a6f33-e518-4907-affa-119fad5c9ceb None None] Provisioning complete for port 126e4019-b425-4456-9df8-e3ce9c4b1fde triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:46.571910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-461a6f33-e518-4907-affa-119fad5c9ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:46.636390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-461a6f33-e518-4907-affa-119fad5c9ceb None None] Port 126e4019-b425-4456-9df8-e3ce9c4b1fde cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:28:46.641527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.112820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126e4019-b425-4456-9df8-e3ce9c4b1fde {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:28:47.120673 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.135975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Transition to ACTIVE for port object 126e4019-b425-4456-9df8-e3ce9c4b1fde will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:28:47.140057 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.273589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:47.395123 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Attempting to bind port 126e4019-b425-4456-9df8-e3ce9c4b1fde on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:28:47.395343 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Attempting to bind port 126e4019-b425-4456-9df8-e3ce9c4b1fde by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:28:47.395847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Attempting to bind port 126e4019-b425-4456-9df8-e3ce9c4b1fde on network e1d73513-15e9-42c0-b3dc-51862951bdcc {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:28:47.403098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Port 126e4019-b425-4456-9df8-e3ce9c4b1fde on network e1d73513-15e9-42c0-b3dc-51862951bdcc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:28:47.403437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Attempting to bind port 126e4019-b425-4456-9df8-e3ce9c4b1fde on network e1d73513-15e9-42c0-b3dc-51862951bdcc {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:28:47.410036 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:28:47.410384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Checking segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:28:47.410924 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Bound using segment: {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:28:47.411560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Bound port: 126e4019-b425-4456-9df8-e3ce9c4b1fde, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fadd811-36e3-4fd8-a482-c6f69a88afae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:28:47.411904 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.511462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:28:47.514680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:28:47.522118 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.591695 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.595821 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] 10.222.0.86 "PUT /v2.0/ports/126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 1093 time: 1.2790143 Jan 31 18:28:47.596903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:28:47.642605 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4e746-d482-4fe5-add8-1c9df1a8f538 service neutron] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:47.701529 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'status': 'completed', 'code': 200} Jan 31 18:28:47.751932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-4f420fa7-b178-403e-b23f-7685435b84cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1096 time: 0.1053336 Jan 31 18:28:47.842011 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-1b1c750e-309a-4bfa-9ba5-07966e208bc5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 217 time: 0.0828161 Jan 31 18:28:47.862726 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0ca31a1d-509a-4a22-91d1-94eefb1ee09e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:47.903354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986b994-f7a7-43d6-bab3-3af7c97b0e8c req-2694de9d-92ae-4be4-9481-ebeff1451b66 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:47.905917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a986b994-f7a7-43d6-bab3-3af7c97b0e8c req-2694de9d-92ae-4be4-9481-ebeff1451b66 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 943 time: 0.2359974 Jan 31 18:28:47.936592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de19456-96e3-439c-8730-6d3367af4543 req-bad90e54-bc70-423c-8820-9d65c5bc96fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:47.938860 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-bad90e54-bc70-423c-8820-9d65c5bc96fa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0910473 Jan 31 18:28:47.952996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:47.953717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:47.977328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a986b994-f7a7-43d6-bab3-3af7c97b0e8c req-88cd81cd-aba8-4b26-a6de-dd5b2fa2f34b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633800 Jan 31 18:28:48.028217 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-a4abf8aa-f88a-4bc3-9985-4981a6b1ae46 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843058 Jan 31 18:28:48.172783 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-6130275a-3500-42b9-b632-a1c3f5566298 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378064 Jan 31 18:28:48.317704 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0de19456-96e3-439c-8730-6d3367af4543 req-303a8bdf-55f6-4fe3-8dfa-796d1507bca8 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389875 Jan 31 18:28:48.446620 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-01980026-0501-41eb-af3c-ca17971c4582 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1096 time: 0.0833714 Jan 31 18:28:48.590810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-e8d167ac-fe98-49ef-8700-77d088850640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:48.592274 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-e8d167ac-fe98-49ef-8700-77d088850640 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1394315 Jan 31 18:28:48.667528 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-801916bf-4507-40f6-aaea-87b1d9d29b49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 217 time: 0.0690131 Jan 31 18:28:48.739837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-dbbed1ca-a9f3-4630-8ea1-e7380b69e673 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:48.741815 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-dbbed1ca-a9f3-4630-8ea1-e7380b69e673 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0679150 Jan 31 18:28:48.829858 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-4e91c3d2-c022-437f-9af7-91ec8ced1b92 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819438 Jan 31 18:28:49.106322 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-5e9002cc-f57b-4e78-9c4b-b9cb7490994f service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685144 Jan 31 18:28:49.296062 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a88c5cc1-f032-42d5-b15f-e597db62a89c req-2c7fc018-9c87-4636-bbd3-54109ca782b0 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569114 Jan 31 18:28:49.304290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d7a3a-d112-4339-bfdf-2f13953855a7 req-ec48e057-68b7-4754-b21f-852bc0cb76ca tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:49.306737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-702d7a3a-d112-4339-bfdf-2f13953855a7 req-ec48e057-68b7-4754-b21f-852bc0cb76ca tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 943 time: 0.2034085 Jan 31 18:28:49.358479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-702d7a3a-d112-4339-bfdf-2f13953855a7 req-2de2ef69-f8c0-4273-9db1-e04e6824fdfd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459011 Jan 31 18:28:50.550071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:28:50.577378 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d024e-c433-45fd-8b1f-d02cd07477a6 req-89ddf4a4-1941-49c4-90ec-1dc6bbeb9e79 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:50.578850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f72d024e-c433-45fd-8b1f-d02cd07477a6 req-89ddf4a4-1941-49c4-90ec-1dc6bbeb9e79 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 943 time: 0.0834527 Jan 31 18:28:50.634843 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f72d024e-c433-45fd-8b1f-d02cd07477a6 req-782d8dcb-b757-4aeb-977d-2e603d99b47e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472021 Jan 31 18:28:50.704361 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:50.720706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'mac_address': 'fa:16:3e:29:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:28:50.783203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:50.807425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126e4019-b425-4456-9df8-e3ce9c4b1fde {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:28:50.824118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:50.835223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:50.912544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:51.045839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['126e4019-b425-4456-9df8-e3ce9c4b1fde'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:28:51.871171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e8a1a-2081-447c-bc20-8e8733074b8d req-d07e0d88-4044-45f6-bab3-d8359026c188 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:51.872671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-518e8a1a-2081-447c-bc20-8e8733074b8d req-d07e0d88-4044-45f6-bab3-d8359026c188 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 944 time: 0.0945096 Jan 31 18:28:51.924188 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-518e8a1a-2081-447c-bc20-8e8733074b8d req-f14e4ab7-5bb0-4a13-a091-2cc20c04489c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433929 Jan 31 18:28:52.572365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:28:52.648190 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 126e4019-b425-4456-9df8-e3ce9c4b1fde completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:28:52.653324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 126e4019-b425-4456-9df8-e3ce9c4b1fde triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:28:52.653761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:52.777077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:52.808660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:28:52.822052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:28:52.828605 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:52.882633 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'code': 200} Jan 31 18:28:52.929427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:53.210900 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf865666-ad19-475c-b8f4-7d0b40df05c6 req-113695f4-05bb-446c-8a16-b66e84a022f4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.1558208 Jan 31 18:28:53.221868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26609a7-2e38-4633-8452-64e68067e65f req-4f998778-d010-4299-9157-355545f1f263 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:53.223501 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d26609a7-2e38-4633-8452-64e68067e65f req-4f998778-d010-4299-9157-355545f1f263 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1310797 Jan 31 18:28:53.300651 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d26609a7-2e38-4633-8452-64e68067e65f req-0e5308c1-3833-43aa-a06e-8764c1b799b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629380 Jan 31 18:28:53.302561 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf865666-ad19-475c-b8f4-7d0b40df05c6 req-dec26988-4413-449a-9ffe-2fcb4bca58e6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782692 Jan 31 18:28:54.556321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e7e69-b596-4c02-ab4b-faf885ac90f7 req-22ed56d3-a984-471c-b1ac-8025b1b88024 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:54.557740 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b67e7e69-b596-4c02-ab4b-faf885ac90f7 req-22ed56d3-a984-471c-b1ac-8025b1b88024 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1077592 Jan 31 18:28:54.614836 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b67e7e69-b596-4c02-ab4b-faf885ac90f7 req-0ad08c99-fc7c-40bd-b681-f3528411664d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512478 Jan 31 18:28:55.837200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acab59-bd82-48f8-967d-e3b485f061b6 req-75ed4a68-3bff-42b9-9af7-652dbc45d3c3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:55.838799 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-65acab59-bd82-48f8-967d-e3b485f061b6 req-75ed4a68-3bff-42b9-9af7-652dbc45d3c3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0905755 Jan 31 18:28:55.911191 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-65acab59-bd82-48f8-967d-e3b485f061b6 req-f5b48824-1e10-4d3e-abd6-c06650915886 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561893 Jan 31 18:28:56.120162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62aca1-66be-40ff-bae6-120183dea4d2 req-ef98f14b-7dad-4a10-88b5-218a541649b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:56.121656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a62aca1-66be-40ff-bae6-120183dea4d2 req-ef98f14b-7dad-4a10-88b5-218a541649b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0832608 Jan 31 18:28:56.175670 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4a62aca1-66be-40ff-bae6-120183dea4d2 req-d35138f5-ab03-4785-902e-f5dda7a13517 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Jan 31 18:28:56.205750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39742) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:56.282968 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-382aef5a-4d46-4282-9f02-05f65a254964 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1093 time: 0.0759301 Jan 31 18:28:56.286910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39746) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:56.292157 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:28:56.298124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:28:56.302238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:floatingip and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:28:56.305702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:28:56.313963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:28:56.332946 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:56.490559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:56.653947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.181 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/8b1985b9-7fc4-4635-8eac-58a09637c4a4) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:28:56.827127 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:56.880535 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:56.954703 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:28:56.958182 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:28:56.962976 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:28:56.987928 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=8b1985b9-7fc4-4635-8eac-58a09637c4a4,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:57.529784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:57.590356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:57.928814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:57.933524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:58.047147 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=8b1985b9-7fc4-4635-8eac-58a09637c4a4,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:28:58.064201 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:58.275299 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.l3_db [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Floating IP acf42cf9-4db3-4e20-af80-43928adfb021 associated. External IP: 172.26.4.181, port: 126e4019-b425-4456-9df8-e3ce9c4b1fde. Jan 31 18:28:58.702038 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:28:58.917812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:28:58.932309 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Sync routers for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:28:58.940975 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:58.942657 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:58.952740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:28:59.017225 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1c6dc093-ada3-4b24-985b-047e6869784c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7292867 Jan 31 18:28:59.017827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:28:59.121647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'status': 'completed', 'code': 200} Jan 31 18:28:59.151477 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:59.295148 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d65f93-c48d-48c2-b676-92eb0f028251 req-8370dc5d-0126-4398-844c-3be30f227bdd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:59.296533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00d65f93-c48d-48c2-b676-92eb0f028251 req-8370dc5d-0126-4398-844c-3be30f227bdd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1125913 Jan 31 18:28:59.300636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-5676d0ed-ea67-4063-9d5c-d3181f284f47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.1476672 Jan 31 18:28:59.435026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00d65f93-c48d-48c2-b676-92eb0f028251 req-726d1808-a957-475b-9300-8f00ed95994a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318176 Jan 31 18:28:59.474428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39754) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:28:59.492435 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-0bf6991e-fdfc-4df2-914e-699d4fb7155e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:59.493959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-0bf6991e-fdfc-4df2-914e-699d4fb7155e service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1761193 Jan 31 18:28:59.556684 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'acf42cf9-4db3-4e20-af80-43928adfb021', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'mac_address': 'fa:16:3e:29:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:28:57Z', 'updated_at': '2022-01-31T18:28:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:59.561552 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Checking router: fa3ec567-a8cc-407f-a1a5-34118d7a33e7 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:28:59.574984 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:28:59.575593 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:28:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:28:59.605848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a9cc3dea-0a04-46ef-8aa7-9b6eaf3103be tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/acf42cf9-4db3-4e20-af80-43928adfb021 HTTP/1.1" status: 200 len: 991 time: 0.1299305 Jan 31 18:28:59.633220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-486432c2-342e-4426-a4fb-e39a6f41ef00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 999 time: 0.1327093 Jan 31 18:28:59.701873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-ca434e8c-3247-4ee5-88a8-ae7dab483170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:28:59.703572 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-ca434e8c-3247-4ee5-88a8-ae7dab483170 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0649736 Jan 31 18:28:59.767001 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:28:59.788962 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-139e3814-5793-4e36-a23f-24eb8bc1ab8c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800216 Jan 31 18:28:59.953032 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-77f2efe9-8dbd-4d83-b592-3f1a7693778a service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469946 Jan 31 18:29:00.092242 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-444fab84-b3aa-4150-9a90-3bee3587af6c req-68c252f5-11fc-4e1d-86c3-ff7bc64761e7 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335135 Jan 31 18:29:00.173191 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'acf42cf9-4db3-4e20-af80-43928adfb021', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'mac_address': 'fa:16:3e:29:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:28:57Z', 'updated_at': '2022-01-31T18:28:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:29:00.177729 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe765b-611c-4c69-a115-8211ddfd3626 None None] The sync data for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv is: [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'acf42cf9-4db3-4e20-af80-43928adfb021', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.181', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'mac_address': 'fa:16:3e:29:8b:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:28:57Z', 'updated_at': '2022-01-31T18:28:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:29:00.389368 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3ccae9-7d9e-4c38-b2b1-e6c83e93032b None None] New status for floating IP acf42cf9-4db3-4e20-af80-43928adfb021: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:29:00.616720 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39758) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:29:00.832625 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d40fac42-964c-40da-ae3f-9a2cc86e260c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/acf42cf9-4db3-4e20-af80-43928adfb021 HTTP/1.1" status: 200 len: 993 time: 0.2139657 Jan 31 18:29:07.042142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a2cd59c4-56cd-446f-936b-2a1c304399b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:09.392765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e408a643-d8a4-4123-bfbe-0bc1b62a329f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:10.360815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:10.453202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:11.621675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:29:11.785976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:13.625867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:30.312073 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1b89ec15-7e8e-45d1-9d75-b17ab4717bd1 req-aabec440-7c98-4882-a8ca-3ce15b91a8ac service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1555018 Jan 31 18:29:30.678622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39782) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:29:30.679208 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f90bf63-95c5-4471-b3c3-9e2153ceb7b4 req-b009adf1-dd04-4ab9-97d9-5579a73d01cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:30.680783 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f90bf63-95c5-4471-b3c3-9e2153ceb7b4 req-b009adf1-dd04-4ab9-97d9-5579a73d01cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0859139 Jan 31 18:29:30.733624 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f90bf63-95c5-4471-b3c3-9e2153ceb7b4 req-606d4258-75d9-4e6a-a0ca-84ba1f417944 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463688 Jan 31 18:29:30.828750 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-c3300855-fcb8-4f6f-94bd-147cc81ed42f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487200 Jan 31 18:29:31.947395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b80d7-bdef-45a5-9ea5-23a4bb3ad514 req-7fb89ad2-e214-407a-838c-be2e1a9be920 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:31.948869 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-510b80d7-bdef-45a5-9ea5-23a4bb3ad514 req-7fb89ad2-e214-407a-838c-be2e1a9be920 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0831935 Jan 31 18:29:31.998659 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-510b80d7-bdef-45a5-9ea5-23a4bb3ad514 req-51530481-194f-421a-93dc-5847759603d1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440457 Jan 31 18:29:32.072086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-fddc132c-07ab-4d79-89c0-c4128f7ea608 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.0711973 Jan 31 18:29:32.205601 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-61a0188e-6739-447e-bb95-09047392cfc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:32.207721 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-61a0188e-6739-447e-bb95-09047392cfc7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1296926 Jan 31 18:29:32.312941 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-3f281d27-0036-40eb-9eb8-835263e4b069 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 1001 time: 0.0996938 Jan 31 18:29:32.380029 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-b7386c36-3984-480c-a0be-d148922c7395 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:32.381476 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-b7386c36-3984-480c-a0be-d148922c7395 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0630870 Jan 31 18:29:32.455750 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-4fb11e55-1d1f-472a-a0db-a6e659755a21 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686092 Jan 31 18:29:32.589736 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-fa5fce3b-3199-4af2-87d2-fe6ebab17e80 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259677 Jan 31 18:29:32.724929 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-82562dd7-b008-438f-a827-40757b273a9f service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285095 Jan 31 18:29:33.202376 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585912b1-6c59-4a95-bde1-be9665d5c221 req-eaea05ab-ff3d-48b5-bb27-400ec731126b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:33.203822 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-585912b1-6c59-4a95-bde1-be9665d5c221 req-eaea05ab-ff3d-48b5-bb27-400ec731126b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0809209 Jan 31 18:29:33.250794 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-585912b1-6c59-4a95-bde1-be9665d5c221 req-2252a417-fd9c-4a03-b2ee-a9cd3d2601f7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Jan 31 18:29:34.455503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580f0f2-9fd3-4528-81ee-06d23ea15cad req-fcef3fdb-3f3e-4401-966c-dd64aa2293af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:34.457386 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6580f0f2-9fd3-4528-81ee-06d23ea15cad req-fcef3fdb-3f3e-4401-966c-dd64aa2293af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0789416 Jan 31 18:29:34.508627 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6580f0f2-9fd3-4528-81ee-06d23ea15cad req-6d637696-93cd-42b6-b092-c54241c10330 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457194 Jan 31 18:29:35.723668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cbe5b-e665-4b8d-85f9-66e9a19f484b req-bf92c71c-84bb-4787-8dff-c99737b63395 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:35.725134 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-272cbe5b-e665-4b8d-85f9-66e9a19f484b req-bf92c71c-84bb-4787-8dff-c99737b63395 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0903909 Jan 31 18:29:35.781053 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-272cbe5b-e665-4b8d-85f9-66e9a19f484b req-b46fe13a-9c9a-4ad6-8f64-7ac026dbb0c8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489371 Jan 31 18:29:36.999770 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957d756-3ac6-46bf-b50d-54f8833941ae req-1122766c-b305-400c-816a-0d6015dbcc29 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:37.001286 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a957d756-3ac6-46bf-b50d-54f8833941ae req-1122766c-b305-400c-816a-0d6015dbcc29 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0845962 Jan 31 18:29:37.050646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d398f7b5-7140-4bb7-b00a-e5e4af815b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:37.052255 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a957d756-3ac6-46bf-b50d-54f8833941ae req-b417f336-879a-4b6a-b370-b6badc6de63f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445800 Jan 31 18:29:38.371705 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646cb6a-e573-4ed9-a928-88c03427db23 req-2324990d-c78c-496b-a010-2532556fce4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:38.373071 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9646cb6a-e573-4ed9-a928-88c03427db23 req-2324990d-c78c-496b-a010-2532556fce4e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1897502 Jan 31 18:29:38.420958 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9646cb6a-e573-4ed9-a928-88c03427db23 req-c4bf7b2c-161e-41fb-ae51-f496da2ee071 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420144 Jan 31 18:29:39.397615 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e40cc74-b20f-42d0-8a26-c5f020fde958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:39.634301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de972ae5-8adf-4534-ba49-33b9cb5af7ab req-c2594b59-6cd1-45d7-b17a-89c048cad16d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:39.635760 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-de972ae5-8adf-4534-ba49-33b9cb5af7ab req-c2594b59-6cd1-45d7-b17a-89c048cad16d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0836608 Jan 31 18:29:39.682644 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-de972ae5-8adf-4534-ba49-33b9cb5af7ab req-efd8c147-137b-4b65-b50b-9400dd42dac3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Jan 31 18:29:40.363537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:40.459663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:40.895704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2ab6a-3284-4be1-8079-3e88708ce814 req-d4db8459-e449-41e8-9f75-2527affea8f3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:40.897253 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a4f2ab6a-3284-4be1-8079-3e88708ce814 req-d4db8459-e449-41e8-9f75-2527affea8f3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0832024 Jan 31 18:29:40.945433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a4f2ab6a-3284-4be1-8079-3e88708ce814 req-7c78d79e-45da-4ec2-bfa6-3c9533c98026 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418558 Jan 31 18:29:41.788385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:42.200977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4f3de-8772-40a9-88c2-9802a3a51fce req-dc0fa803-1c48-45ec-954b-00343e412e2a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:42.202545 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cce4f3de-8772-40a9-88c2-9802a3a51fce req-dc0fa803-1c48-45ec-954b-00343e412e2a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1013479 Jan 31 18:29:42.259889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cce4f3de-8772-40a9-88c2-9802a3a51fce req-c3a397fb-0fad-45be-b259-8a00b4d7fc14 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Jan 31 18:29:43.471896 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a200d-e75a-41cf-b249-cde988cb2ccc req-d3e41a13-f201-49c0-a54b-cbb4f1748a98 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:43.474194 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-248a200d-e75a-41cf-b249-cde988cb2ccc req-d3e41a13-f201-49c0-a54b-cbb4f1748a98 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0777066 Jan 31 18:29:43.522070 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-248a200d-e75a-41cf-b249-cde988cb2ccc req-b43750f9-0039-4678-9ba6-4cabe68f57cf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419836 Jan 31 18:29:43.636792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:44.727129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133cd54-6189-4f54-b7b5-57fa2eea144e req-dee89167-2439-4771-8e29-0cb093d83a7e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:44.728875 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1133cd54-6189-4f54-b7b5-57fa2eea144e req-dee89167-2439-4771-8e29-0cb093d83a7e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0821288 Jan 31 18:29:44.776475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1133cd54-6189-4f54-b7b5-57fa2eea144e req-851ca2bf-0dab-465e-ae9e-ca708b8781f1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Jan 31 18:29:45.993663 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a465d3-8b51-4adf-8294-71f5858b2f3e req-a302024f-cf76-4db4-a1f1-cf7820af367a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:45.995152 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a7a465d3-8b51-4adf-8294-71f5858b2f3e req-a302024f-cf76-4db4-a1f1-cf7820af367a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0830240 Jan 31 18:29:46.045121 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a7a465d3-8b51-4adf-8294-71f5858b2f3e req-28a652e9-af6f-485b-a5e5-34ad595550fb tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442152 Jan 31 18:29:47.253827 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-448674f4-c8b3-4a7d-b8b5-b321f9d57b08 req-a582a414-f210-45e3-9820-94f4fdfbac4f tempest-ServerDiskConfigTestJSON-1993819138 tempest-ServerDiskConfigTestJSON-1993819138-project] (83558) timed out ('10.222.0.86', 62691) {{(pid=83558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 31 18:29:47.282408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaace2-412f-4727-821e-aab0154348ab req-3eb79cb6-389b-4ff6-b44f-a0c6a9ddbadf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:47.283946 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1deaace2-412f-4727-821e-aab0154348ab req-3eb79cb6-389b-4ff6-b44f-a0c6a9ddbadf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0985074 Jan 31 18:29:47.359073 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1deaace2-412f-4727-821e-aab0154348ab req-a45e6e09-32ff-4eef-8a84-ef1f9be8a443 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663345 Jan 31 18:29:48.621760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae462cb7-6f0f-43ae-b7be-d45e85108065 req-34a70f7d-8b4d-402a-a701-b6e6dfb411d1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:48.623233 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae462cb7-6f0f-43ae-b7be-d45e85108065 req-34a70f7d-8b4d-402a-a701-b6e6dfb411d1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0875957 Jan 31 18:29:48.626216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:29:48.676939 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae462cb7-6f0f-43ae-b7be-d45e85108065 req-323d11ac-bb17-45b4-ae9e-921ffe6794a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450444 Jan 31 18:29:49.517147 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-ded1284e-6b17-4068-8655-b1798b13112e service neutron] 10.222.0.86 "GET /v2.0/ports/126e4019-b425-4456-9df8-e3ce9c4b1fde/bindings/hv-neutron-8232 HTTP/1.1" status: 200 len: 384 time: 0.1888478 Jan 31 18:29:49.811279 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-d18ba3ef-6cc5-4201-b1e9-b204da2c8760 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 1098 time: 0.0892439 Jan 31 18:29:49.966574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b21bf-2cc0-43ef-ad1c-ee9b3b4044fd req-f9da59f6-90dd-4854-8220-44b63710c6ec tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:49.968030 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c15b21bf-2cc0-43ef-ad1c-ee9b3b4044fd req-f9da59f6-90dd-4854-8220-44b63710c6ec tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1455991 Jan 31 18:29:49.973366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-948197f9-0281-4459-9c73-824b1e410f89 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.1123600 Jan 31 18:29:50.102248 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c15b21bf-2cc0-43ef-ad1c-ee9b3b4044fd req-67923d2d-b75c-4a2c-8aab-54a7558b72a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265659 Jan 31 18:29:50.151489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-2c809d41-47a1-465a-a16a-9c058bab1114 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:50.152956 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-2c809d41-47a1-465a-a16a-9c058bab1114 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1620300 Jan 31 18:29:50.260348 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-ab057348-a309-4895-ac99-41b5e78546ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 1001 time: 0.1014657 Jan 31 18:29:50.328495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-e4d36225-bc27-4401-b3cc-957c7cf097b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:50.329969 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-e4d36225-bc27-4401-b3cc-957c7cf097b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0637279 Jan 31 18:29:50.420148 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-2973e735-a5bc-4ac4-a378-748c5968209b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849564 Jan 31 18:29:50.578532 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-05328f1c-b8f6-4470-8187-32f209dd1935 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508706 Jan 31 18:29:50.720636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-c1fb69a4-6bf1-47fe-9a83-cf09ba1559b8 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375792 Jan 31 18:29:50.946700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-718203a2-15cb-4f88-a194-c5cffc6980fc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.0879989 Jan 31 18:29:51.136911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210423d-5955-4040-939b-1c6ff2927a0b req-565b7f4b-6914-4d36-ac43-5827fe978372 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:51.139082 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-565b7f4b-6914-4d36-ac43-5827fe978372 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1628828 Jan 31 18:29:51.254886 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-c32c7039-e1f6-4065-bebe-e53ae895fb35 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 1001 time: 0.1089551 Jan 31 18:29:51.330944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210423d-5955-4040-939b-1c6ff2927a0b req-f286ad2e-a48b-47ff-a0b8-26445e758d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:51.332935 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-f286ad2e-a48b-47ff-a0b8-26445e758d7d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0716920 Jan 31 18:29:51.360427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b566-9d8e-4f5e-9caf-987b3cb8c4aa req-f5816c32-127d-480b-9a4a-e88096080af4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:51.362943 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bae3b566-9d8e-4f5e-9caf-987b3cb8c4aa req-f5816c32-127d-480b-9a4a-e88096080af4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.1073937 Jan 31 18:29:51.419045 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bae3b566-9d8e-4f5e-9caf-987b3cb8c4aa req-e30a4746-bc6e-4c0b-a64d-adc194f5618a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Jan 31 18:29:51.420557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-269700f4-6ea1-48b6-9bc2-ad642ff0ed7c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811136 Jan 31 18:29:51.564327 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-17771879-741e-4bab-bde3-67d29f82c351 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370776 Jan 31 18:29:51.720658 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-d210423d-5955-4040-939b-1c6ff2927a0b req-88f2aaa5-6d66-4882-ab62-0f3ff70e5d68 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485915 Jan 31 18:29:52.699970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1bde-9b3d-4720-969d-a0c4ed908243 req-d2876c56-3798-45fd-9ac7-cf85e242aa1c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:52.701591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-290e1bde-9b3d-4720-969d-a0c4ed908243 req-d2876c56-3798-45fd-9ac7-cf85e242aa1c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0993347 Jan 31 18:29:52.751672 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-290e1bde-9b3d-4720-969d-a0c4ed908243 req-9a80854a-6649-4241-ab6b-c8e4f83f2445 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437226 Jan 31 18:29:52.994440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:29:52.997172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:29:53.212417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:53.243833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:29:53.266947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:29:53.273864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'port_id': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'mac_address': 'fa:16:3e:29:8b:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:29:53.279887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:29:53.309049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:53.344432 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'code': 200} Jan 31 18:29:53.428943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:53.453053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:29:53.455989 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126e4019-b425-4456-9df8-e3ce9c4b1fde {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:29:53.473200 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.473590 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.473938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.474338 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.474674 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.474999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.475325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.475671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.475990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.476303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.476618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:29:53.485736 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:29:53.491680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:53.557948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['126e4019-b425-4456-9df8-e3ce9c4b1fde'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:29:53.622321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:29:53.971075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81bd7b2-60c0-44c0-9b82-28cecf44d2e3 req-a91295fb-0b36-4290-a5e4-52d45ae4203c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:53.973353 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b81bd7b2-60c0-44c0-9b82-28cecf44d2e3 req-a91295fb-0b36-4290-a5e4-52d45ae4203c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 944 time: 0.0846255 Jan 31 18:29:54.026641 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b81bd7b2-60c0-44c0-9b82-28cecf44d2e3 req-431be54a-e1b1-494f-a9e6-6dad1f287032 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473998 Jan 31 18:29:54.560744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-f9ed84f9-c3ed-41fb-a481-126039f21aa0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:54.562269 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-f9ed84f9-c3ed-41fb-a481-126039f21aa0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572&tenant_id=e8f02ff6070a47a68cfd756f1b888362&binding%3Ahost_id=hv-neutron-8232 HTTP/1.1" status: 200 len: 944 time: 0.2498505 Jan 31 18:29:54.575076 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e49529-3574-4c8d-be92-63488f6cd637 req-7fcc611d-6a13-4848-a4eb-905beff6bcee tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:54.576766 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-95e49529-3574-4c8d-be92-63488f6cd637 req-7fcc611d-6a13-4848-a4eb-905beff6bcee tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 944 time: 0.1281142 Jan 31 18:29:54.627292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-95e49529-3574-4c8d-be92-63488f6cd637 req-54149505-0dcb-4791-97e1-7828f089dad6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Jan 31 18:29:54.704106 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-9f07dd48-c780-4a41-b912-8c231afae2c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1097 time: 0.0691845 Jan 31 18:29:54.838882 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be4411-a319-4e11-8324-9d25adcaf593 req-b21ce4e1-3110-4b42-93ff-56d2299caa9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:54.840365 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-87be4411-a319-4e11-8324-9d25adcaf593 req-b21ce4e1-3110-4b42-93ff-56d2299caa9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 944 time: 0.0858176 Jan 31 18:29:54.857793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-37d972bd-88b1-4bbc-a08d-c0ce75059807 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:54.860207 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-37d972bd-88b1-4bbc-a08d-c0ce75059807 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.1504169 Jan 31 18:29:54.907756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-87be4411-a319-4e11-8324-9d25adcaf593 req-bb2d8a92-d5ac-4f78-a398-f20dd9dea446 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533133 Jan 31 18:29:55.006347 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-8f0155d7-8026-49b1-bd02-ae544f79a948 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 1000 time: 0.1402223 Jan 31 18:29:55.032482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:29:55.072761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-f7a00f8f-0939-4106-833d-99a0d7f0d3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:55.074238 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-f7a00f8f-0939-4106-833d-99a0d7f0d3d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0621643 Jan 31 18:29:55.109324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 126e4019-b425-4456-9df8-e3ce9c4b1fde triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:29:55.109706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:55.157838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-9ee22a7f-ae34-4442-8aa9-4372d946a89d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763011 Jan 31 18:29:55.242245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:55.285027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:29:55.290409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:29:55.301661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-d34e73d6-98db-4f8f-a67f-fedac7249b4e service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383147 Jan 31 18:29:55.345996 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:29:55.366991 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:29:55.429660 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'code': 200} Jan 31 18:29:55.443545 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-369f367a-d2cd-4182-bf0a-456b565ab40c req-bf9683d1-cd87-4632-b89a-7d60fa53a912 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371558 Jan 31 18:29:56.175395 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4065f4-d631-4cf3-8086-8093ff9babd2 req-94daf27b-370d-4e57-8908-1a99821239e1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:29:56.179134 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cd4065f4-d631-4cf3-8086-8093ff9babd2 req-94daf27b-370d-4e57-8908-1a99821239e1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0984945 Jan 31 18:29:56.230891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-cd4065f4-d631-4cf3-8086-8093ff9babd2 req-fc5d8ef5-1106-4cc7-bebd-12163d6d2c20 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448000 Jan 31 18:29:56.272307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39858) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:29:56.400721 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2ed29ce0-364f-4052-8762-8ad361f4aece tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/acf42cf9-4db3-4e20-af80-43928adfb021 HTTP/1.1" status: 200 len: 993 time: 0.1241238 Jan 31 18:30:07.050570 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f820195-a10a-4cfb-b700-b2222404ca10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:09.401250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aff138ef-15af-4c02-bdb3-48772c16af16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:10.367461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:10.457159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:11.788907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:13.657427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:24.936949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:25.224125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 8b1985b9-7fc4-4635-8eac-58a09637c4a4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:30:25.224342 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:25.401500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:25.401822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:25.626378 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:30:25.640374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 8b1985b9-7fc4-4635-8eac-58a09637c4a4 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:30:25.804898 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:25.857378 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=8b1985b9-7fc4-4635-8eac-58a09637c4a4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:25.899001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.899258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.899595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.899930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.900262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.900619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.900944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.901272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.901628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.901950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.902272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:25.973508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:26.382979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:30:26.591133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:30:26.602242 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Sync routers for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:30:26.613027 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:26.615915 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:26.616524 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:26.669109 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6b89d126-914c-4f11-ae94-26808731ee2f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/floatingips/acf42cf9-4db3-4e20-af80-43928adfb021 HTTP/1.1" status: 204 len: 168 time: 1.7308352 Jan 31 18:30:26.669554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:30:26.810674 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:26.840242 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'status': 'completed', 'code': 200} Jan 31 18:30:26.954607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-98ff298e-55fe-47c3-b3ce-7833dcf12931 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 1098 time: 0.0871694 Jan 31 18:30:27.181307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-3b8f2a44-8698-4ae7-affe-86f495388495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:27.182805 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-3b8f2a44-8698-4ae7-affe-86f495388495 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 200 len: 899 time: 0.2225573 Jan 31 18:30:27.198664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:27.203990 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Checking router: fa3ec567-a8cc-407f-a1a5-34118d7a33e7 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:30:27.217192 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:27.217996 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:27.267099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-d6ff8220-405c-4b74-b9f9-6a08764349d4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 200 len: 217 time: 0.0713222 Jan 31 18:30:27.324667 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507728d-3aac-41dd-a3a8-4688275746bc req-fbff3cbd-8112-4473-917d-58f43dbcf6f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:27.325375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-1507728d-3aac-41dd-a3a8-4688275746bc req-fbff3cbd-8112-4473-917d-58f43dbcf6f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:30:27.350045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-3ded31bb-d74e-4443-9ea1-69cf8f04cc4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:27.351410 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-3ded31bb-d74e-4443-9ea1-69cf8f04cc4a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 200 len: 835 time: 0.0775998 Jan 31 18:30:27.356232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-1507728d-3aac-41dd-a3a8-4688275746bc req-fbff3cbd-8112-4473-917d-58f43dbcf6f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:30:27.362758 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1507728d-3aac-41dd-a3a8-4688275746bc req-fbff3cbd-8112-4473-917d-58f43dbcf6f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.2890658 Jan 31 18:30:27.418388 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:27.465644 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1507728d-3aac-41dd-a3a8-4688275746bc req-bbaec084-988c-4d0f-817e-88544c1d0aac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003466 Jan 31 18:30:27.482393 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-13ddbeb6-03e6-46a9-95ab-f2fc75fb1348 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d73513-15e9-42c0-b3dc-51862951bdcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1184444 Jan 31 18:30:27.758764 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-79faadbb-79e7-4b0a-93ed-dcbb8a88c78c service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639647 Jan 31 18:30:27.798041 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:27.807225 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafbeaaf-4d9e-4b98-a002-544d5a089dfb None None] The sync data for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv is: [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0ca31a1d-509a-4a22-91d1-94eefb1ee09e', 'name': '', 'network_id': 'e1d73513-15e9-42c0-b3dc-51862951bdcc', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:50:6b:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:39Z', 'updated_at': '2022-01-31T18:28:46Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': 'aae67ea8-bcf3-43f8-9845-706a491db0fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:30:27.914355 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0843673a-c73b-4b41-81bf-2cdd79a02370 req-8f54a5c8-e989-4f3c-ad9d-96aae946d9c6 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494682 Jan 31 18:30:28.058942 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87c5240-2740-4269-b96f-72b67b6675fc None None] New status for floating IP acf42cf9-4db3-4e20-af80-43928adfb021: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:30:28.675389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73342ef6-e907-4825-90ec-5df14d104106 req-c98be719-a6dd-43f3-90fa-c3dcb4b03261 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:28.676854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73342ef6-e907-4825-90ec-5df14d104106 req-c98be719-a6dd-43f3-90fa-c3dcb4b03261 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0788233 Jan 31 18:30:28.678211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d3573-6933-45a8-9be6-d2c48c4b732c req-a310211b-c934-4e43-9a64-718017c3c976 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:28.679676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-940d3573-6933-45a8-9be6-d2c48c4b732c req-a310211b-c934-4e43-9a64-718017c3c976 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 945 time: 0.0845604 Jan 31 18:30:28.728198 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-940d3573-6933-45a8-9be6-d2c48c4b732c req-9e8183f4-f656-4df4-8ff4-225bd6673030 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=990254b4-ca45-4f1d-a900-0ebd6669b320&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430620 Jan 31 18:30:28.756329 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 126e4019-b425-4456-9df8-e3ce9c4b1fde {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:30:28.756668 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:29.012622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 126e4019-b425-4456-9df8-e3ce9c4b1fde, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=126e4019-b425-4456-9df8-e3ce9c4b1fde,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:29.012979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:29.141173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 126e4019-b425-4456-9df8-e3ce9c4b1fde owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:30:29.291868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:29.342897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=126e4019-b425-4456-9df8-e3ce9c4b1fde,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:29.415166 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] No DVR routers for this DVR port 126e4019-b425-4456-9df8-e3ce9c4b1fde on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:30:29.417506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:29.420105 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-deleted', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:30:29.435760 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73342ef6-e907-4825-90ec-5df14d104106 req-e64171d3-7674-4fff-b81b-57d206210791 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "DELETE /v2.0/ports/126e4019-b425-4456-9df8-e3ce9c4b1fde HTTP/1.1" status: 204 len: 173 time: 0.7528651 Jan 31 18:30:29.480536 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef959f-3274-4cb4-ba25-281d668aa572', 'name': 'network-vif-deleted', 'tag': '126e4019-b425-4456-9df8-e3ce9c4b1fde', 'status': 'completed', 'code': 200} Jan 31 18:30:29.936355 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3add0c6b-1277-4d48-a2b9-f682d7a62249 req-5676964b-826e-4036-b282-1d8571937b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=fdef959f-3274-4cb4-ba25-281d668aa572 HTTP/1.1" status: 200 len: 210 time: 0.0528183 Jan 31 18:30:31.045787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39892) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:31.241987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:30:31.278352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 126e4019-b425-4456-9df8-e3ce9c4b1fde {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:30:31.278699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 126e4019-b425-4456-9df8-e3ce9c4b1fde not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:30:31.463373 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:32.213126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:30:32.213817 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:32.407820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 0ca31a1d-509a-4a22-91d1-94eefb1ee09e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:32.408217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:32.531902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 0ca31a1d-509a-4a22-91d1-94eefb1ee09e owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:30:32.723615 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:32.772498 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=0ca31a1d-509a-4a22-91d1-94eefb1ee09e,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:33.090709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:33.792663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:30:34.008724 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:30:34.018768 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Sync routers for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:30:34.024802 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-07be3735-1df5-4a11-8691-501482d86c9c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/fa3ec567-a8cc-407f-a1a5-34118d7a33e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9775772 Jan 31 18:30:34.028049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39896) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:34.031330 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:34.031933 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:34.223152 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:34.231534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting subnet aae67ea8-bcf3-43f8-9845-706a491db0fa {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:30:34.235781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.301845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.396023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.474370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.513883 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Subnet': ['ID=aae67ea8-bcf3-43f8-9845-706a491db0fa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:34.521960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.528003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfc9db9-5f03-4329-ba3f-b939e8c544de None None] Network e1d73513-15e9-42c0-b3dc-51862951bdcc requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:30:34.528675 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-909cfea4-522d-4ef2-923d-84e09495c6e6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/subnets/aae67ea8-bcf3-43f8-9845-706a491db0fa HTTP/1.1" status: 204 len: 168 time: 0.4992034 Jan 31 18:30:34.534835 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39900) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:34.535714 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:30:32Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:34.539769 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Checking router: fa3ec567-a8cc-407f-a1a5-34118d7a33e7 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:30:34.551381 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Routers {'fa3ec567-a8cc-407f-a1a5-34118d7a33e7'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:34.551973 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:34.747449 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] Set router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:34.764755 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.841813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] DHCP port deletion for e1d73513-15e9-42c0-b3dc-51862951bdcc request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:30:34.849523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Deleting port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:30:34.850423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:34.995757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.010994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 936e2401-6178-418a-8175-c5ffc269c785 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:30:35.011410 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.059909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:30:32Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:35.067995 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7196f090-4fcd-440e-9a7f-79ec981c5641 None None] The sync data for ids ['fa3ec567-a8cc-407f-a1a5-34118d7a33e7'] in dv-neutron-823271-3-hyperv is: [{'id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-930388466', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114'}], 'enable_snat': True}, 'gw_port_id': '936e2401-6178-418a-8175-c5ffc269c785', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:30:32Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '936e2401-6178-418a-8175-c5ffc269c785', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:22:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa3ec567-a8cc-407f-a1a5-34118d7a33e7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:28:35Z', 'updated_at': '2022-01-31T18:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:30:35.082794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] For port 7d55a460-51ba-4206-82f7-fd51b1c95ba6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=7d55a460-51ba-4206-82f7-fd51b1c95ba6,segment=NetworkSegment(1fadd811-36e3-4fd8-a482-c6f69a88afae),segment_id=1fadd811-36e3-4fd8-a482-c6f69a88afae)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:35.083179 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.218722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 936e2401-6178-418a-8175-c5ffc269c785, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=936e2401-6178-418a-8175-c5ffc269c785,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:35.219075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.253907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Calling delete_port for 7d55a460-51ba-4206-82f7-fd51b1c95ba6 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:30:35.335264 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.383724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] Pushing event deleted for resources: {'Port': ['ID=7d55a460-51ba-4206-82f7-fd51b1c95ba6,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:35.400360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c65491-8860-4b53-910c-b7fdc9ef5659 None None] No DVR routers for this DVR port 7d55a460-51ba-4206-82f7-fd51b1c95ba6 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:30:35.445393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 936e2401-6178-418a-8175-c5ffc269c785 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:30:35.633306 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.678562 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=936e2401-6178-418a-8175-c5ffc269c785,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:35.722348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.722695 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.723028 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.723356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.723680 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.724008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.724328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.724647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.724968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.725284 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.725637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:35.924769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:35.943228 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d55a460-51ba-4206-82f7-fd51b1c95ba6 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:30:35.980386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 7d55a460-51ba-4206-82f7-fd51b1c95ba6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:30:35.980943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 7d55a460-51ba-4206-82f7-fd51b1c95ba6 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:30:35.981385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0ca31a1d-509a-4a22-91d1-94eefb1ee09e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:30:36.014741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0ca31a1d-509a-4a22-91d1-94eefb1ee09e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:30:36.015071 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0ca31a1d-509a-4a22-91d1-94eefb1ee09e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:30:36.215428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.219477 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.245506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.245997 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Fanout notify agent at l3_agent the message router_deleted on router fa3ec567-a8cc-407f-a1a5-34118d7a33e7 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:30:36.262647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.266164 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-89f1e93b-741c-45cc-a989-7e88446c4b40 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/routers/fa3ec567-a8cc-407f-a1a5-34118d7a33e7 HTTP/1.1" status: 204 len: 168 time: 1.7279243 Jan 31 18:30:36.266508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39904) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:36.388800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.521836 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.547523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d73513-15e9-42c0-b3dc-51862951bdcc']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:36.560287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fadd811-36e3-4fd8-a482-c6f69a88afae') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:36.560570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fadd811-36e3-4fd8-a482-c6f69a88afae') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:36.572228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.588245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.594342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:30:36.594717 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:30:36.609913 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:30:36.696491 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.715876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.730068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Network': ['ID=e1d73513-15e9-42c0-b3dc-51862951bdcc,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:36.740361 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8e3f5ce2-adff-4597-8615-8e97b98f8356 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/networks/e1d73513-15e9-42c0-b3dc-51862951bdcc HTTP/1.1" status: 204 len: 168 time: 0.4728196 Jan 31 18:30:36.742871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39908) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:36.820449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.851427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.921492 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.944557 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=990254b4-ca45-4f1d-a900-0ebd6669b320,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:36.960597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:36.961750 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-463fc8aa-ae09-4280-8b10-c0c387e4d87c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/security-groups/990254b4-ca45-4f1d-a900-0ebd6669b320 HTTP/1.1" status: 204 len: 168 time: 0.2179208 Jan 31 18:30:37.050907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-955bfe8a-5be1-4297-854f-89b11afced14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.213435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39916) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:37.219020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1287729513', 'description': 'tempest-secgroup-smoke-1287729513 description', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:37.225490 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:37.229772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:37.232704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:37.239013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:37.349768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.386350 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:37.391676 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:37.395637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:37.401373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:37.457771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.461712 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.507404 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871fd871-0e38-4f42-aa8d-c67b3e484135,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:37.510751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.511937 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a09937c0-3606-4179-bd59-d65ca9f8e7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2974617 Jan 31 18:30:37.515818 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39920) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:37.521772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:37.527916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:37.531785 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:37.535075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:37.540721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:37.557483 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.624595 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.629937 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.656499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdfbf8c-c2b8-4d48-a7e1-88a3c6b3d0d7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:37.665927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.667066 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9da6fa42-cf84-481c-85fb-a31f0a3c8dcf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1509380 Jan 31 18:30:37.669781 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39924) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:37.676848 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:37.682862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:37.686905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:37.691612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:37.697488 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:37.714525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.779252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.783248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.807742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46202398-daa7-40c0-a092-076567141905,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:37.817644 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.818998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-395e319d-3def-469d-b111-208a751659b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1482408 Jan 31 18:30:37.821880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39928) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:37.827437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:37.838052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:37.843815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 936e2401-6178-418a-8175-c5ffc269c785 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:30:37.846895 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:37.850729 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:37.857361 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:37.878782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.880913 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 936e2401-6178-418a-8175-c5ffc269c785 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:30:37.881313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 936e2401-6178-418a-8175-c5ffc269c785 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:30:37.966232 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.970297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:37.995770 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2c3c68-9e70-4476-9809-72c49dda4ce4,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.005321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.006549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-b3c0681c-82a4-4ade-8af9-b73680ea976f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1838012 Jan 31 18:30:38.009198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39932) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:38.014602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:38.020833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:38.024672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:38.027540 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:38.033740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:38.051617 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.127449 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.131303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.156312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed358924-bf1d-4d10-b720-2b5a540284f6,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.179288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.180479 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e53c452b-f0b2-42ba-8bc0-30627e958208 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1703260 Jan 31 18:30:38.183207 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39936) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:38.188891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:38.195722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:38.199935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:38.203027 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:38.208959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:38.219153 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:30:38.228907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.302239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.306603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.331851 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fea369-7358-42ba-9422-6918cddc2b87,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.341053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.342246 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6e8d397d-e542-4366-9b34-300f7b72a5aa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1581180 Jan 31 18:30:38.345192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39940) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:38.351225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': '871fd871-0e38-4f42-aa8d-c67b3e484135', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:38.357431 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:38.361179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:38.364236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:38.369926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:38.381991 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:30:38.388761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.460132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.465874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.494641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d27e7d-5519-46b4-a9d3-71bea79d8626,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.505273 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.506515 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-0332cebd-5dc5-4c41-91f4-1a3c97c4080e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1597743 Jan 31 18:30:38.509271 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:38.514774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'network': {'name': 'tempest-network-smoke--1298318034', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:38.520296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:38.524947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:network and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:38.528034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:38.534857 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:38.547168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:38.550156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.577840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:30:38.587739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.588081 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Added segment 4a321272-fcd3-439f-afb7-958240fce7fd of type vlan for network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 Jan 31 18:30:38.616063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.648959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.652497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:38.653071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.764553 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2541850 Jan 31 18:30:38.767570 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 39948) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:38.771003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56c2dd-e927-44ce-807f-a3bad14b147f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Network': ['ID=7b8b289a-e237-4ea9-aed0-af5b6fe68641,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:38.775631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'admin_state_up': True, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:38.781766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:30:38.783238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:38.787324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:router and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:38.790259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:38.796383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:38.808110 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.809044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:38.842964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.010396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.202075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.235641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.378525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.36 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/5ce3e8ec-a1ec-44e1-8045-900ce9178c1f) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:39.405234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a200b23e-b879-44bd-bb92-2fbb26f2c976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.537070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.566764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.632625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:39.635363 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:39.639037 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:30:39.671760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:39.805389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:39.806629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:40.154383 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router ac050f41-df15-4fbc-bb71-b54a76615558 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:30:40.366149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:30:40.371390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:40.378495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Sync routers for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:30:40.393869 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:40.394914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:40.402874 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:40.407521 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c9c09827-4961-4811-a2c3-162b591dd930 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6388319 Jan 31 18:30:40.407727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39952) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:40.495186 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:40.532481 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c1a1075a-441f-43fe-9e3a-4bd1eafdd24d tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=e8f02ff6070a47a68cfd756f1b888362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1205692 Jan 31 18:30:40.532841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39958) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:40.600505 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:40.670374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb049e-94a5-414a-80ee-38a1c37d34b0 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:40.671759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-99eb049e-94a5-414a-80ee-38a1c37d34b0 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1374040 Jan 31 18:30:40.674954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39962) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:40.715137 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8cc5d2e3-ac80-4f33-9dde-8e9b593e90d1 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390902 Jan 31 18:30:40.717892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39966) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:40.724048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853150978', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:40.845093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:40.852384 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:subnet and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:40.855680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:40.862837 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:40.875395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:40.903895 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:39Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:40.908744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Checking router: ac050f41-df15-4fbc-bb71-b54a76615558 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:30:40.909024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Updating router ac050f41-df15-4fbc-bb71-b54a76615558 port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:30:40.962250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.094154 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.319236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.330619 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.332857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Transition to ACTIVE for port object 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:41.340540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.471841 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Subnet': ['ID=2274b318-ce0b-443d-a901-9799abd390b6,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:41.482198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039662-b9c6-4feb-a12e-6b7f61b95e4b None None] Pushing event updated for resources: {'Port': ['ID=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:41.491288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Attempting to bind port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:30:41.491859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Attempting to bind port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:30:41.492366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Attempting to bind port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:30:41.499534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Checking segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:30:41.500080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network hostable DHCP agents. Network: 7b8b289a-e237-4ea9-aed0-af5b6fe68641, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:30:41.502802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:30:41.503644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:30:41.504266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.504867 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:30:41.505627 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Bound port: 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:30:41.506211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.537810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:30:41.548319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 7b8b289a-e237-4ea9-aed0-af5b6fe68641) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:41.552942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:41.553548 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.563004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34d6434-b7c3-4792-b68a-a1d4dcf82d92 None None] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:30:41.577017 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-90d01a0e-5ea1-42b8-b240-e0050cccc834 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8580053 Jan 31 18:30:41.579694 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 39970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:41.719802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] For port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:41.743562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] For port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:41.755928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.882864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:41.904559 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6039662-b9c6-4feb-a12e-6b7f61b95e4b None None] Pushing event updated for resources: {'Port': ['ID=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:41.913502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:41.914127 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:42.026818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:30:42.027633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:42.254539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:42.384431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:42.456434 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Allocated IP 172.20.0.2 (7b8b289a-e237-4ea9-aed0-af5b6fe68641/2274b318-ce0b-443d-a901-9799abd390b6/9e6399c5-0379-4a75-a418-e7d21dc38115) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:42.760988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:42.768063 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:39Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:42.776499 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Transition to ACTIVE for port object 9e6399c5-0379-4a75-a418-e7d21dc38115 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:42.778939 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f6ba50-863e-4d1e-8528-f5203c13d1dc None None] The sync data for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv is: [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:39Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:30:42.806028 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Transition to ACTIVE for port object 9e6399c5-0379-4a75-a418-e7d21dc38115 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:42.816089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:42.891105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:42.891401 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.1 (7b8b289a-e237-4ea9-aed0-af5b6fe68641/2274b318-ce0b-443d-a901-9799abd390b6/eb8d8993-a205-400a-9b5a-244e07cf853e) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:42.895390 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:42.897320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Pushing event updated for resources: {'Port': ['ID=9e6399c5-0379-4a75-a418-e7d21dc38115,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:42.899645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:30:43.007047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Attempting to bind port 9e6399c5-0379-4a75-a418-e7d21dc38115 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:30:43.007829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Attempting to bind port 9e6399c5-0379-4a75-a418-e7d21dc38115 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:30:43.008367 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Attempting to bind port 9e6399c5-0379-4a75-a418-e7d21dc38115 on network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:30:43.025287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:30:43.025695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Checking segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:30:43.033529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.033529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Bound using segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:30:43.033529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Bound port: 9e6399c5-0379-4a75-a418-e7d21dc38115, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:30:43.033529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.139171 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] For port 9e6399c5-0379-4a75-a418-e7d21dc38115, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:43.143194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] For port 9e6399c5-0379-4a75-a418-e7d21dc38115, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e6399c5-0379-4a75-a418-e7d21dc38115,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:43.149270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.241750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55840edd-db99-4b0e-9934-7c49d7e96587 None None] Pushing event updated for resources: {'Port': ['ID=9e6399c5-0379-4a75-a418-e7d21dc38115,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:43.262332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.282432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object eb8d8993-a205-400a-9b5a-244e07cf853e will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:43.309809 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.394269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:43.398936 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:43.404739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:30:43.432571 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:43.480311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.586599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.648478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:43.972890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:44.065776 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:44.071389 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:44.072340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.169928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.177065 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.299149 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.320022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:44.325858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.327168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e6399c5-0379-4a75-a418-e7d21dc38115 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:44.333315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.357357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:44.429350 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cca973-f8ea-4405-819d-ea1b545cf9c6 None None] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:30:44.520188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:44.522366 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:44.562000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:44.586030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-8916b773-5552-4594-b9a6-b8c1a0415292 None None] Provisioning for port 9e6399c5-0379-4a75-a418-e7d21dc38115 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:44.643418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 9e6399c5-0379-4a75-a418-e7d21dc38115 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:44.656609 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9e6399c5-0379-4a75-a418-e7d21dc38115 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:44.656981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.850034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.890670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 9e6399c5-0379-4a75-a418-e7d21dc38115, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e6399c5-0379-4a75-a418-e7d21dc38115,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:44.899926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:44.987961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router ac050f41-df15-4fbc-bb71-b54a76615558 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:30:45.005632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=9e6399c5-0379-4a75-a418-e7d21dc38115,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:45.135628 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Provisioning for port eb8d8993-a205-400a-9b5a-244e07cf853e completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:45.141847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Provisioning complete for port eb8d8993-a205-400a-9b5a-244e07cf853e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:45.142961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:45.219606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Port eb8d8993-a205-400a-9b5a-244e07cf853e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:30:45.233963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Provisioning complete for port 9e6399c5-0379-4a75-a418-e7d21dc38115 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:45.234487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5f59f35a-4747-4dc3-ab5a-33c511e7ea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:45.330490 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:30:45.344348 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e49635ed-d898-4164-96f6-a7a648aad6ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/ac050f41-df15-4fbc-bb71-b54a76615558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630427 Jan 31 18:30:45.485436 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22e1f9ec-c32e-4c7c-866f-342bee0c5469 None None] Provisioning complete for port eb8d8993-a205-400a-9b5a-244e07cf853e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:45.485903 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22e1f9ec-c32e-4c7c-866f-342bee0c5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:45.547353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-22e1f9ec-c32e-4c7c-866f-342bee0c5469 None None] Port eb8d8993-a205-400a-9b5a-244e07cf853e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:30:45.548213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-77ae3b91-5f82-44ae-81fa-de8d3466936b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:30:45.566825 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-77ae3b91-5f82-44ae-81fa-de8d3466936b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:30:45.568709 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-77ae3b91-5f82-44ae-81fa-de8d3466936b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1287729513&fields=id&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 267 time: 0.0709839 Jan 31 18:30:45.667992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-e548d028-a9ac-4555-9197-cb35031668ba None None] Provisioning complete for port eb8d8993-a205-400a-9b5a-244e07cf853e triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:45.668242 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e548d028-a9ac-4555-9197-cb35031668ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:45.720980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-e548d028-a9ac-4555-9197-cb35031668ba None None] Port eb8d8993-a205-400a-9b5a-244e07cf853e cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:30:45.726002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-ea109241-c947-45cf-9db0-aea0aa543683 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:45.726965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-ea109241-c947-45cf-9db0-aea0aa543683 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:30:45.742931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-ea109241-c947-45cf-9db0-aea0aa543683 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:network {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:30:45.744206 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-ea109241-c947-45cf-9db0-aea0aa543683 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 797 time: 0.1688662 Jan 31 18:30:45.761815 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-f4a69eb3-fa65-4d49-a035-6c50270ffbea tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/quotas/e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 375 time: 0.0120108 Jan 31 18:30:45.855931 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-7708bb4f-f8b0-4764-9305-4ffd771a3420 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0846200 Jan 31 18:30:45.902344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:45.988891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:45.989359 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:46.092824 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-a51db879-773b-4cf9-ab34-e830af2e4c5b service neutron] 10.222.0.110 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220728 Jan 31 18:30:46.116012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e6399c5-0379-4a75-a418-e7d21dc38115 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:46.191110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 9e6399c5-0379-4a75-a418-e7d21dc38115 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:46.191639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:46.237680 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-f6714e57-a637-49d5-a0c1-be8c34132397 service neutron] 10.222.0.110 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382129 Jan 31 18:30:46.442430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-068a9949-b3a6-4ef0-a125-60d5bdb28431 req-b44bc1f0-ec6f-4f0c-8cc4-f9b20e3d12dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:30:46.462131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-068a9949-b3a6-4ef0-a125-60d5bdb28431 req-b44bc1f0-ec6f-4f0c-8cc4-f9b20e3d12dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:30:46.466050 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-068a9949-b3a6-4ef0-a125-60d5bdb28431 req-b44bc1f0-ec6f-4f0c-8cc4-f9b20e3d12dd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 210 time: 0.0676765 Jan 31 18:30:46.683969 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Sync routers for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:30:46.701171 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:46.701816 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:46.944948 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:47.288106 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 2, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:47.292364 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Checking router: ac050f41-df15-4fbc-bb71-b54a76615558 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:30:47.292702 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Updating router ac050f41-df15-4fbc-bb71-b54a76615558 port eb8d8993-a205-400a-9b5a-244e07cf853e binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:30:47.348273 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:47.581174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-2693e337-b10b-48a6-a549-1e79735f807d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:47.583993 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-2693e337-b10b-48a6-a549-1e79735f807d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 797 time: 0.1864755 Jan 31 18:30:47.656650 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-37270a69-c0f1-4695-ac86-fdf308678c84 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 380 time: 0.0612123 Jan 31 18:30:47.665842 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'port': {'device_id': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'admin_state_up': True, 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'security_groups': ['871fd871-0e38-4f42-aa8d-c67b3e484135']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:47.706083 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ecb53cf2-f7fd-44dd-a904-4673ef0d1c61 req-38965e41-904d-4797-aed7-12bcfccd56e1 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 210 time: 0.0755069 Jan 31 18:30:47.785792 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:47.798604 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Transition to ACTIVE for port object eb8d8993-a205-400a-9b5a-244e07cf853e will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:47.806654 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:47.827281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:47.841178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:47.857042 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:30:47.860507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.038066 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Pushing event updated for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:48.050796 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.051133 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.051466 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.051793 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.052118 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.052435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.052751 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.053060 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.053592 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.053941 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.054272 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:48.057581 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Attempting to bind port eb8d8993-a205-400a-9b5a-244e07cf853e on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:30:48.057960 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Attempting to bind port eb8d8993-a205-400a-9b5a-244e07cf853e by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:30:48.058338 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Attempting to bind port eb8d8993-a205-400a-9b5a-244e07cf853e on network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:30:48.059505 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.5 (7b8b289a-e237-4ea9-aed0-af5b6fe68641/2274b318-ce0b-443d-a901-9799abd390b6/2453611f-7d70-4e7b-9f03-f50989cc19f2) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:48.068934 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:30:48.069327 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Checking segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:30:48.069773 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.070579 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Bound using segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:30:48.071662 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Bound port: eb8d8993-a205-400a-9b5a-244e07cf853e, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:30:48.072058 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.172157 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] For port eb8d8993-a205-400a-9b5a-244e07cf853e, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:48.175593 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] For port eb8d8993-a205-400a-9b5a-244e07cf853e, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb8d8993-a205-400a-9b5a-244e07cf853e,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:48.180610 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.268683 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.270873 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97e676-c3be-4288-951d-ef1531f86d3c None None] Pushing event updated for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:48.273560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:48.274207 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:48.289993 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 2453611f-7d70-4e7b-9f03-f50989cc19f2 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:48.320330 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.411267 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:48.414810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:48.419524 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:30:48.448410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:48.470105 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:48.486727 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:48.487445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.518472 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-3227a1fa-b9a9-4b2b-9d89-f6a70d188ecf tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8564355 Jan 31 18:30:48.531952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Request body: {'port': {'device_id': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:48.655340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.719016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bcfe1ab0-a647-4d2b-a03d-c187670e5771 None None] Provisioning for port 2453611f-7d70-4e7b-9f03-f50989cc19f2 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:48.725223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bcfe1ab0-a647-4d2b-a03d-c187670e5771 None None] Provisioning complete for port 2453611f-7d70-4e7b-9f03-f50989cc19f2 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:48.725624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1ab0-a647-4d2b-a03d-c187670e5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:48.850974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bcfe1ab0-a647-4d2b-a03d-c187670e5771 None None] Port 2453611f-7d70-4e7b-9f03-f50989cc19f2 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:30:48.851266 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:48Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:48.857023 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710dba2e-2162-45e9-81e2-91e1b4bacd05 None None] The sync data for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv is: [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:48Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:30:49.056324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f75be-9683-47fd-92ec-e18f8b745ed5 req-498b337e-61a0-4070-8eb9-02fb9cb4f054 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:49.057031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e73f75be-9683-47fd-92ec-e18f8b745ed5 req-498b337e-61a0-4070-8eb9-02fb9cb4f054 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:30:49.132529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-e73f75be-9683-47fd-92ec-e18f8b745ed5 req-498b337e-61a0-4070-8eb9-02fb9cb4f054 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:30:49.133891 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e73f75be-9683-47fd-92ec-e18f8b745ed5 req-498b337e-61a0-4070-8eb9-02fb9cb4f054 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 931 time: 0.2282805 Jan 31 18:30:49.146426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2453611f-7d70-4e7b-9f03-f50989cc19f2 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:30:49.167879 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:49.198175 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Transition to ACTIVE for port object 2453611f-7d70-4e7b-9f03-f50989cc19f2 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:30:49.207968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:49.261841 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e73f75be-9683-47fd-92ec-e18f8b745ed5 req-4834584e-8ca2-4988-8f4d-7cd81f9c084a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184773 Jan 31 18:30:49.481075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:49.590427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Attempting to bind port 2453611f-7d70-4e7b-9f03-f50989cc19f2 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:30:49.590752 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Attempting to bind port 2453611f-7d70-4e7b-9f03-f50989cc19f2 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:30:49.591072 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Attempting to bind port 2453611f-7d70-4e7b-9f03-f50989cc19f2 on network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:30:49.597987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Port 2453611f-7d70-4e7b-9f03-f50989cc19f2 on network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:30:49.598300 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Attempting to bind port 2453611f-7d70-4e7b-9f03-f50989cc19f2 on network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:30:49.604738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:30:49.605062 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Checking segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:30:49.605446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Bound using segment: {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:30:49.605856 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Bound port: 2453611f-7d70-4e7b-9f03-f50989cc19f2, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a321272-fcd3-439f-afb7-958240fce7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:30:49.606192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:49.699728 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:30:49.703896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:30:49.708869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:49.777083 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:49.781138 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] 10.222.0.86 "PUT /v2.0/ports/2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 1093 time: 1.2514048 Jan 31 18:30:49.781138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:30:49.827489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb508962-d7f2-4908-91d5-906a18ba89a7 service neutron] Pushing event updated for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:49.912913 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'status': 'completed', 'code': 200} Jan 31 18:30:49.965866 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-9e393e7c-029f-4c2a-a69b-9c2f3edd5a80 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1096 time: 0.1312208 Jan 31 18:30:49.966101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb8d8993-a205-400a-9b5a-244e07cf853e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:50.046461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port eb8d8993-a205-400a-9b5a-244e07cf853e completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:50.048830 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-010b06df-df7f-49ac-b09e-fb9da3533e63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 217 time: 0.0761292 Jan 31 18:30:50.052075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eb8d8993-a205-400a-9b5a-244e07cf853e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:50.052525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:50.114464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-2b8d3037-b14b-4514-a93c-eb5d54077995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.115914 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-2b8d3037-b14b-4514-a93c-eb5d54077995 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.0618081 Jan 31 18:30:50.183741 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:50.200834 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-42655f88-70d9-4f84-819c-e837878455fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784268 Jan 31 18:30:50.219534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port eb8d8993-a205-400a-9b5a-244e07cf853e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb8d8993-a205-400a-9b5a-244e07cf853e,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:50.223623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:50.332107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:50.348981 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-1fee7620-4c4e-4d70-98f4-b9ef5c507e96 service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423974 Jan 31 18:30:50.537178 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2375da86-a9d6-4edf-90b3-7702a3b33a3f req-dafeb8a3-c6b5-43db-9b27-d2f23d5c9f6b service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827843 Jan 31 18:30:50.552804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5faa7-0241-4fc5-8836-afe5df6fc5ba req-78c0ca7a-481f-4e92-9fe4-6d0c0f5d7655 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.554557 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ff5faa7-0241-4fc5-8836-afe5df6fc5ba req-78c0ca7a-481f-4e92-9fe4-6d0c0f5d7655 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 943 time: 0.1346343 Jan 31 18:30:50.648061 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5ff5faa7-0241-4fc5-8836-afe5df6fc5ba req-ead52314-7be7-4924-9f4b-726ddf831e3e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878093 Jan 31 18:30:50.675682 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-7660290a-7527-4178-a4b7-95a95a6d4265 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1096 time: 0.0932786 Jan 31 18:30:50.813751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-34abf791-3e50-4352-9d90-e6b9732ff145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.816066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-34abf791-3e50-4352-9d90-e6b9732ff145 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 899 time: 0.1342168 Jan 31 18:30:50.885973 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-46c1096c-038e-4912-899f-81b70cfce711 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 217 time: 0.0633776 Jan 31 18:30:50.952411 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-dae3aa12-7afa-4142-bccc-e428ad1eb1d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:50.953868 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-dae3aa12-7afa-4142-bccc-e428ad1eb1d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.0622985 Jan 31 18:30:51.035366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-967ca1ea-e3f2-409c-b7d7-473db5826680 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744927 Jan 31 18:30:51.171123 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-5db114e5-84c5-4525-a638-83042610e383 service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288819 Jan 31 18:30:51.343827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 2453611f-7d70-4e7b-9f03-f50989cc19f2 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:30:51.421283 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-18953f4e-97db-4443-9ffa-3224784a6e79 req-4f64bf5c-b529-433d-89de-aff47b882b99 service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431633 Jan 31 18:30:51.495477 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:51.510078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'port_id': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'mac_address': 'fa:16:3e:7d:6d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:30:51.569024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:51.587107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2453611f-7d70-4e7b-9f03-f50989cc19f2 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:30:51.603635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:51.607690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:51.677356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:51.809497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['2453611f-7d70-4e7b-9f03-f50989cc19f2'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:30:51.856105 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c746ca-0d6a-4048-920b-946449b514d6 req-5aa7e6a5-e481-4c99-8347-81bd9d86cbf3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:51.857600 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-85c746ca-0d6a-4048-920b-946449b514d6 req-5aa7e6a5-e481-4c99-8347-81bd9d86cbf3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 944 time: 0.0812209 Jan 31 18:30:51.917719 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-85c746ca-0d6a-4048-920b-946449b514d6 req-5d8f8186-09d8-429e-b5a9-ea75d39423a7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537903 Jan 31 18:30:51.919362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb8d8993-a205-400a-9b5a-244e07cf853e up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:52.056667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eb8d8993-a205-400a-9b5a-244e07cf853e triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:52.057036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:53.131659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c8246-92c2-4100-abba-46d11a519097 req-cfd15ecd-5df6-4c41-985b-c5e29e90ccbd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:53.134297 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b1c8246-92c2-4100-abba-46d11a519097 req-cfd15ecd-5df6-4c41-985b-c5e29e90ccbd tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 944 time: 0.0901873 Jan 31 18:30:53.184198 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b1c8246-92c2-4100-abba-46d11a519097 req-7ae54da8-8b58-47f4-86fd-87359c56f5c3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Jan 31 18:30:53.366870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 2453611f-7d70-4e7b-9f03-f50989cc19f2 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:30:53.440502 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 2453611f-7d70-4e7b-9f03-f50989cc19f2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:30:53.445315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 2453611f-7d70-4e7b-9f03-f50989cc19f2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:30:53.445708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:53.566458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:53.594661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:30:53.605651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:30:53.612305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:53.685092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:53.694330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.694610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.694948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.695281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.695768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.696393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.696393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.696705 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.696979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.697311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.697652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:30:53.730615 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'code': 200} Jan 31 18:30:54.002081 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-273d5abf-cf3a-4df0-8c6b-7f172bf65336 req-dcac1488-720f-4f62-b14a-0275078a0a55 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1098 time: 0.0804667 Jan 31 18:30:54.047301 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-273d5abf-cf3a-4df0-8c6b-7f172bf65336 req-88b3e1ae-31d4-48a4-80ca-023a172d93e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Jan 31 18:30:54.417802 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6d0b-40eb-47a6-878a-a83c01822883 req-e74d0bce-6e37-4d78-aa5c-8c5828a860fa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:54.419273 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-40ee6d0b-40eb-47a6-878a-a83c01822883 req-e74d0bce-6e37-4d78-aa5c-8c5828a860fa tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.1015921 Jan 31 18:30:54.469525 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-40ee6d0b-40eb-47a6-878a-a83c01822883 req-49fa1357-9a95-469c-ba3c-f9bd84f234ee tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431926 Jan 31 18:30:55.688108 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7d4a-55f4-45be-8794-a379a763ddc0 req-b30b37b5-9828-41ba-b5f6-f669d681e23f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:55.690097 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b3a7d4a-55f4-45be-8794-a379a763ddc0 req-b30b37b5-9828-41ba-b5f6-f669d681e23f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0895619 Jan 31 18:30:55.751149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0b3a7d4a-55f4-45be-8794-a379a763ddc0 req-23c83de9-db96-4030-ad30-f105f3915c13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Jan 31 18:30:55.979428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651a4f1-d293-4746-85e4-1f246f322fbc req-a778ffa4-7587-4a4a-b98e-132862163a01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:55.980970 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f651a4f1-d293-4746-85e4-1f246f322fbc req-a778ffa4-7587-4a4a-b98e-132862163a01 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0827236 Jan 31 18:30:56.035367 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f651a4f1-d293-4746-85e4-1f246f322fbc req-9dec451b-d82f-416e-8121-6c188242790f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470009 Jan 31 18:30:56.063044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40018) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:56.148506 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-65efd136-e54d-4f56-9dd2-47fcb1089f6d tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1093 time: 0.0833833 Jan 31 18:30:56.151039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40022) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:56.156606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:30:56.163269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:30:56.168547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:floatingip and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:30:56.171869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:30:56.179592 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:30:56.191479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:56.352164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:56.493614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.12 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/aafa53de-7720-40d9-bc72-789b963713a4) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:30:56.644830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:56.676567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:56.743403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:30:56.746297 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:30:56.750723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:30:56.782245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=aafa53de-7720-40d9-bc72-789b963713a4,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:57.287703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:57.445781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:57.665038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:57.669862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:57.771760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=aafa53de-7720-40d9-bc72-789b963713a4,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:30:57.794689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:57.998458 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Floating IP a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 associated. External IP: 172.26.4.12, port: 2453611f-7d70-4e7b-9f03-f50989cc19f2. Jan 31 18:30:58.410208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router ac050f41-df15-4fbc-bb71-b54a76615558 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:30:58.615479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:30:58.625395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Sync routers for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:30:58.637802 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:58.638417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:58.644780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:30:58.707658 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2b8d5937-f5e2-4363-bcd8-2cd8f2d09ed4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5556657 Jan 31 18:30:58.708228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:30:58.769440 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'status': 'completed', 'code': 200} Jan 31 18:30:58.832791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:58.887814 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-84ced0db-db50-4e1d-8b65-48f7e6e268fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1098 time: 0.0947447 Jan 31 18:30:58.928597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6c4fb-29f4-4637-ad83-d5a364cdba7a req-ead78801-9aed-4146-a969-32fe576fb6c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:58.930325 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e3f6c4fb-29f4-4637-ad83-d5a364cdba7a req-ead78801-9aed-4146-a969-32fe576fb6c7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0920024 Jan 31 18:30:58.989214 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e3f6c4fb-29f4-4637-ad83-d5a364cdba7a req-c039425f-50a3-4b76-9f39-b6c51ad6439d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525208 Jan 31 18:30:59.020412 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40030) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:30:59.030380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-a3cb009e-2f9b-4ddd-996d-c1ebcb240d25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.032070 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-a3cb009e-2f9b-4ddd-996d-c1ebcb240d25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 899 time: 0.1375856 Jan 31 18:30:59.142628 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9c4a73e3-d479-46d5-b17b-9a477fc92a25 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 990 time: 0.1184533 Jan 31 18:30:59.255872 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-039f2d74-158d-44b9-87b3-b70dcedecb1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 998 time: 0.2176321 Jan 31 18:30:59.263036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.12', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'port_id': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'mac_address': 'fa:16:3e:7d:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:30:57Z', 'updated_at': '2022-01-31T18:30:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:59.268181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Checking router: ac050f41-df15-4fbc-bb71-b54a76615558 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:30:59.279377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:30:59.279993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:30:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:59.323133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-2c3d5e5e-10cd-497e-b783-06f85a75496c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:30:59.324621 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-2c3d5e5e-10cd-497e-b783-06f85a75496c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.0627103 Jan 31 18:30:59.405761 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-d5dea243-7857-4f77-a8f9-10d058eea776 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755262 Jan 31 18:30:59.521988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:30:59.544297 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-b74e3f25-ca5a-4ff1-98c9-9a1810f17347 service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329350 Jan 31 18:30:59.696051 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13aab102-9dd8-45ab-b06e-8f78963dd8e4 req-e12fdb89-1075-4daf-acc7-47666bbea25c service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461949 Jan 31 18:30:59.917496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.12', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'port_id': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'mac_address': 'fa:16:3e:7d:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:30:57Z', 'updated_at': '2022-01-31T18:30:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:30:59.923008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34ac87-43e3-4bfb-82df-5e876d73d851 None None] The sync data for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv is: [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.12', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'port_id': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'mac_address': 'fa:16:3e:7d:6d:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:30:57Z', 'updated_at': '2022-01-31T18:30:57Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:31:00.145439 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40034) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:00.256023 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eab22828-ddc9-499e-9b46-24fb298da47b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 990 time: 0.1093578 Jan 31 18:31:01.259814 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40038) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:01.462120 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-169edc9d-1b7a-440d-855f-842537866d7c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 990 time: 0.2012591 Jan 31 18:31:02.466387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40042) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:02.572984 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5d025123-1088-4d54-bd08-f83fc4928133 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 990 time: 0.1054623 Jan 31 18:31:02.625897 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:31:03.530267 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add71cbe-7da1-4096-a561-8e105780be41 None None] New status for floating IP a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:31:03.577211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:03.692393 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b388eea5-e3f6-4695-adf9-71d620de82ef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 990 time: 0.1124046 Jan 31 18:31:04.695246 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40050) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:04.808049 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-8524a695-2d41-4d2b-9f5f-6d768eb52484 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 992 time: 0.1115289 Jan 31 18:31:07.043417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4b1ef427-ad2f-4441-b976-ff0f0380bb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:09.410156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b012664a-f531-4e93-976d-0ad863782f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:10.372931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:10.449021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:11.794688 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:13.664889 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:27.675169 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b9136-81fb-446d-b4d5-0b74183c1807 req-3ad17f1a-d47e-4e84-b8e3-6b40c184a1df tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:27.676691 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-754b9136-81fb-446d-b4d5-0b74183c1807 req-3ad17f1a-d47e-4e84-b8e3-6b40c184a1df tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0901999 Jan 31 18:31:27.731512 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-754b9136-81fb-446d-b4d5-0b74183c1807 req-732c51d1-3dc9-42a0-ae8d-3ac8952a4e9d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487406 Jan 31 18:31:28.936805 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec65645-0213-429d-ba90-bd7f091752d6 req-f26c6c70-d181-44f8-b64c-0fa27bda0eb6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:28.938850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7ec65645-0213-429d-ba90-bd7f091752d6 req-f26c6c70-d181-44f8-b64c-0fa27bda0eb6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0787926 Jan 31 18:31:28.986645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7ec65645-0213-429d-ba90-bd7f091752d6 req-d055699e-1952-41d9-b0f0-e536abebf593 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Jan 31 18:31:30.208528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c9b67-3da2-4e15-9934-a452a77870b3 req-79ecc155-6e93-46fe-90af-9ca2fb6401f4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:30.210350 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-420c9b67-3da2-4e15-9934-a452a77870b3 req-79ecc155-6e93-46fe-90af-9ca2fb6401f4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0948503 Jan 31 18:31:30.259817 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-420c9b67-3da2-4e15-9934-a452a77870b3 req-1ebb758d-14bd-474e-92bc-648574be9c85 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Jan 31 18:31:31.510269 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38718a-f97a-4cad-8445-8ba78ca31ad6 req-a89c75b0-20e5-43ce-842b-15e947d814a0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:31.511849 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad38718a-f97a-4cad-8445-8ba78ca31ad6 req-a89c75b0-20e5-43ce-842b-15e947d814a0 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0989358 Jan 31 18:31:31.565384 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad38718a-f97a-4cad-8445-8ba78ca31ad6 req-c028d301-79b6-463b-ab61-27f030c5bb14 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454960 Jan 31 18:31:32.794912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa026a-62ab-424d-a5eb-a259da2fa0ae req-8dc135b2-c837-4329-89d9-77a0379ce4a3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:32.796420 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63aa026a-62ab-424d-a5eb-a259da2fa0ae req-8dc135b2-c837-4329-89d9-77a0379ce4a3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0867710 Jan 31 18:31:32.857074 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-63aa026a-62ab-424d-a5eb-a259da2fa0ae req-984fd510-a65b-4649-846b-d23414722690 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536845 Jan 31 18:31:34.119726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a0972-f11a-40e1-9d02-ca0ba3310467 req-548912c8-fdce-4bf6-b157-e5fd94b7f168 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:34.121121 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-997a0972-f11a-40e1-9d02-ca0ba3310467 req-548912c8-fdce-4bf6-b157-e5fd94b7f168 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0906885 Jan 31 18:31:34.184572 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-997a0972-f11a-40e1-9d02-ca0ba3310467 req-2ac4f63f-e09f-414c-869a-de609ec5207c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564678 Jan 31 18:31:35.406945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f67ee-2b6d-4fd1-b6d0-454f45247909 req-938974f2-c46e-4513-913f-e0973ca15e66 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:35.408625 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2b4f67ee-2b6d-4fd1-b6d0-454f45247909 req-938974f2-c46e-4513-913f-e0973ca15e66 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0795372 Jan 31 18:31:35.459235 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2b4f67ee-2b6d-4fd1-b6d0-454f45247909 req-ef445cd4-c989-4b8d-92b6-ed5cfb5f7ef3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446191 Jan 31 18:31:36.673472 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604f3c1-3746-4dda-9796-150e82acc163 req-a1e84ebd-0e1f-4ab5-9b97-6925249fdb6e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:36.674948 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2604f3c1-3746-4dda-9796-150e82acc163 req-a1e84ebd-0e1f-4ab5-9b97-6925249fdb6e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0841062 Jan 31 18:31:36.725119 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2604f3c1-3746-4dda-9796-150e82acc163 req-7a35f21d-c6d2-4576-adc4-d4d853c5f7ad tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446053 Jan 31 18:31:37.048275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e84b27d-d312-442a-90cd-95c744985572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:37.951552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ede9f-4292-439a-a682-bde33de8f9ec req-c20aafef-cd5d-4145-8699-c662dc7c8229 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:37.953080 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-753ede9f-4292-439a-a682-bde33de8f9ec req-c20aafef-cd5d-4145-8699-c662dc7c8229 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0861685 Jan 31 18:31:38.008845 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-753ede9f-4292-439a-a682-bde33de8f9ec req-8ef043fa-15b6-40b1-b3ca-0d19eb3fa0ec tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478506 Jan 31 18:31:39.231034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4e6b5-e66f-40b3-85eb-cb049e29f2d4 req-fdccfd77-1a6b-43fb-ba7c-b719ba7ba716 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:39.232529 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f2a4e6b5-e66f-40b3-85eb-cb049e29f2d4 req-fdccfd77-1a6b-43fb-ba7c-b719ba7ba716 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0854702 Jan 31 18:31:39.289033 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f2a4e6b5-e66f-40b3-85eb-cb049e29f2d4 req-c1d23f4e-045b-40cb-a2b4-eb38bff99f70 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500531 Jan 31 18:31:39.317930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40088) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:39.415655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5a42b112-f1c6-4e93-abfa-3554de1f4a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:39.435508 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-be9cd366-28a5-4e00-84ca-f76767a46af4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 992 time: 0.1161578 Jan 31 18:31:39.627457 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:31:40.377758 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:40.456109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:41.080711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eae4db-4522-484c-afc7-170229e78705 req-1bf0453b-af5a-4622-b8f0-435c1d8ef2ac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.082244 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00eae4db-4522-484c-afc7-170229e78705 req-1bf0453b-af5a-4622-b8f0-435c1d8ef2ac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.1517198 Jan 31 18:31:41.086397 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-9d4b8a09-a2d7-419e-bef6-031418e2f8aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1098 time: 0.1187077 Jan 31 18:31:41.213685 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00eae4db-4522-484c-afc7-170229e78705 req-4d74e4e6-956f-41cc-b645-9afb2d088520 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248665 Jan 31 18:31:41.266712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a56080-6210-4df6-a647-23628c452f3f req-54dc3fa7-0e59-411c-be3c-b0bd120f0f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.268190 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-54dc3fa7-0e59-411c-be3c-b0bd120f0f96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 899 time: 0.1640282 Jan 31 18:31:41.379838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-a2a4445a-1af9-4bdc-9684-256c838ee11f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 1000 time: 0.1052639 Jan 31 18:31:41.557652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a56080-6210-4df6-a647-23628c452f3f req-11fcb890-6463-4b1f-94f5-d64f969f8095 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:41.559084 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-11fcb890-6463-4b1f-94f5-d64f969f8095 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.1735175 Jan 31 18:31:41.641795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-96f02040-e3b5-4ae2-8e45-05b7afdc72bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757561 Jan 31 18:31:41.789544 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-e823b21b-8204-446c-b1ce-9636fae1372c service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413884 Jan 31 18:31:41.802828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:41.943685 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-71a56080-6210-4df6-a647-23628c452f3f req-df811968-dfb0-4e9b-9b72-2ab09e2a9a4c service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479731 Jan 31 18:31:42.428438 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8ee1a-a322-44e4-8b92-b8599a46a7e6 req-a2324df8-eb9d-41c1-a0c6-63ad61447e90 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:42.430014 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c4b8ee1a-a322-44e4-8b92-b8599a46a7e6 req-a2324df8-eb9d-41c1-a0c6-63ad61447e90 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0851812 Jan 31 18:31:42.487090 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c4b8ee1a-a322-44e4-8b92-b8599a46a7e6 req-c1341d55-0d7e-4a34-9df3-625a6ee4d52a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501153 Jan 31 18:31:43.661292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:31:43.711085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2589-127d-4dd3-87a1-d1c1278807e8 req-8673beff-d383-44c9-9668-584349af4fa6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:43.712566 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-236f2589-127d-4dd3-87a1-d1c1278807e8 req-8673beff-d383-44c9-9668-584349af4fa6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.0931163 Jan 31 18:31:43.767094 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-236f2589-127d-4dd3-87a1-d1c1278807e8 req-8c82cc07-6d7a-4f60-8fd0-35a8d9222d9b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465782 Jan 31 18:31:43.799322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40102) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:31:43.944070 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9150032-1f99-4e0a-9e3a-6b50c9398d56 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 200 len: 992 time: 0.1435165 Jan 31 18:31:53.480605 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-cab45d8e-fb57-47a3-a112-6da524c89bc1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759442 Jan 31 18:31:53.635072 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-baf40993-f953-492e-853c-7f270f981776 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1098 time: 0.0780156 Jan 31 18:31:53.800167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-b6a6e81a-a88b-4099-b056-f779050664f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:53.801575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-b6a6e81a-a88b-4099-b056-f779050664f5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 899 time: 0.1444616 Jan 31 18:31:53.931409 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-536ad30e-6c08-4e5d-82e4-caba114da79c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 1000 time: 0.1226575 Jan 31 18:31:54.003236 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-c060acaa-98c1-4280-a840-cf2410503096 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:31:54.004693 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-c060acaa-98c1-4280-a840-cf2410503096 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.0641322 Jan 31 18:31:54.093734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-fe0ec5a5-ed9c-4b23-8fe0-8c8d04ec096f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805240 Jan 31 18:31:54.235932 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-53993dac-6f0a-4465-bf23-f9733243767b service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361618 Jan 31 18:31:54.387776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-db75bfb1-5ca6-4a66-b92d-4f6321cb5748 req-e4812e9d-3ff6-4990-b59f-0f330fe2174f service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437120 Jan 31 18:32:07.041655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-12ad23bb-ce6d-413f-b0d4-098d77933a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:09.410313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-53e53e2f-89d8-4d04-b08d-212cfd08ad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:10.379384 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:10.459770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:11.802333 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:13.674907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:14.402949 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40118) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:14.733884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port aafa53de-7720-40d9-bc72-789b963713a4 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:32:14.734274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:15.049844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:15.050116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:15.201427 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for aafa53de-7720-40d9-bc72-789b963713a4 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:32:15.397260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:15.462951 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=aafa53de-7720-40d9-bc72-789b963713a4,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:15.474143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.474545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.474895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.475480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.475783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.476103 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.476801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.476801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.477087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.477396 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.477801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:15.572502 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:16.034801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router ac050f41-df15-4fbc-bb71-b54a76615558 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:16.264390 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:16.274988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Sync routers for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:32:16.287223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:16.289795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:16.290506 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:16.351492 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8d0a319b-ab59-4501-908a-a96b981d93a6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/floatingips/a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5 HTTP/1.1" status: 204 len: 168 time: 1.9474616 Jan 31 18:32:16.352058 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:32:16.419838 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'status': 'completed', 'code': 200} Jan 31 18:32:16.504023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:16.570692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-47cc074e-be5a-4f5f-94b9-3328e7d23209 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 1098 time: 0.1239297 Jan 31 18:32:16.637568 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:32:16.895703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-911b0ed2-e13c-41d7-9472-3b52ce85275a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:16.897374 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-911b0ed2-e13c-41d7-9472-3b52ce85275a service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 200 len: 899 time: 0.3189032 Jan 31 18:32:16.929259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb7cfb-87bd-423b-8fee-bb1deea182c5 req-c92511e0-4afd-47e1-b90d-03bffd1f75d9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:16.930924 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8dcb7cfb-87bd-423b-8fee-bb1deea182c5 req-c92511e0-4afd-47e1-b90d-03bffd1f75d9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.1524715 Jan 31 18:32:16.978628 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-f8ab27d0-e2f3-4804-9c8a-c7c70ef64de8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 200 len: 217 time: 0.0738447 Jan 31 18:32:16.987143 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8dcb7cfb-87bd-423b-8fee-bb1deea182c5 req-98a0e471-3b5a-4fae-81c7-8ff06acd4de3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459447 Jan 31 18:32:17.070112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:17.073808 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-850c0e1f-4b9f-4b24-a5ec-b138f52a66a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:17.075883 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-850c0e1f-4b9f-4b24-a5ec-b138f52a66a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 200 len: 834 time: 0.0910478 Jan 31 18:32:17.078984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Checking router: ac050f41-df15-4fbc-bb71-b54a76615558 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:32:17.159656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:17.160173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:17.235141 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-7077ab08-2b82-45a0-9f38-6254f2cd56e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b8b289a-e237-4ea9-aed0-af5b6fe68641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1510034 Jan 31 18:32:17.431485 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-2141e160-794d-4314-98cf-9519679959df service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861980 Jan 31 18:32:17.495144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:17.668759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1cca295f-c48f-4f29-872b-a142d3b5cb76 req-32e4121b-b24c-420b-be22-687535e02710 service neutron] 10.222.0.86 "GET /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300379 Jan 31 18:32:17.884766 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:17.891640 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f420cf-880e-4821-b2fe-1d2c5ec3d532 None None] The sync data for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv is: [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:30:43Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'eb8d8993-a205-400a-9b5a-244e07cf853e', 'name': '', 'network_id': '7b8b289a-e237-4ea9-aed0-af5b6fe68641', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:04:2a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2274b318-ce0b-443d-a901-9799abd390b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:42Z', 'updated_at': '2022-01-31T18:30:50Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '2274b318-ce0b-443d-a901-9799abd390b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:32:18.194507 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f3fec9-dfd7-49c0-9c1e-81c00618fb05 None None] New status for floating IP a4278ef2-4afa-4bc8-8ee9-e90af8e8adf5: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:32:18.365171 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3136f-594b-482c-b157-de50deb4669b req-fc5c71ac-1bd4-4516-b35d-5522fe3e20a2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.365867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aae3136f-594b-482c-b157-de50deb4669b req-fc5c71ac-1bd4-4516-b35d-5522fe3e20a2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:18.407397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-aae3136f-594b-482c-b157-de50deb4669b req-fc5c71ac-1bd4-4516-b35d-5522fe3e20a2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:18.408449 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aae3136f-594b-482c-b157-de50deb4669b req-fc5c71ac-1bd4-4516-b35d-5522fe3e20a2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.1807890 Jan 31 18:32:18.485319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e5c05-638e-44ef-b45a-b6bf96f37543 req-79a73a77-b0e3-4282-9fb4-497364263c79 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:18.486769 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b89e5c05-638e-44ef-b45a-b6bf96f37543 req-79a73a77-b0e3-4282-9fb4-497364263c79 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 945 time: 0.1603487 Jan 31 18:32:18.489897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 2453611f-7d70-4e7b-9f03-f50989cc19f2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:32:18.490227 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:18.617717 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b89e5c05-638e-44ef-b45a-b6bf96f37543 req-40e08365-5ebf-4ac0-afe4-33810dcddda9 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=871fd871-0e38-4f42-aa8d-c67b3e484135&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037796 Jan 31 18:32:18.784800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 2453611f-7d70-4e7b-9f03-f50989cc19f2, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=2453611f-7d70-4e7b-9f03-f50989cc19f2,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:18.784800 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:18.915430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 2453611f-7d70-4e7b-9f03-f50989cc19f2 owned by compute:nova {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:32:19.087471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:19.142663 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=2453611f-7d70-4e7b-9f03-f50989cc19f2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:19.222199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] No DVR routers for this DVR port 2453611f-7d70-4e7b-9f03-f50989cc19f2 on host hv-neutron-8232 {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:19.224559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:19.228100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'name': 'network-vif-deleted', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:32:19.247345 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-aae3136f-594b-482c-b157-de50deb4669b req-bf63e87e-dc71-437a-b9de-8af157c67b58 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "DELETE /v2.0/ports/2453611f-7d70-4e7b-9f03-f50989cc19f2 HTTP/1.1" status: 204 len: 173 time: 0.8321159 Jan 31 18:32:19.292223 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30e4d0f5-4420-495b-92a1-aabc0229bbcb', 'name': 'network-vif-deleted', 'tag': '2453611f-7d70-4e7b-9f03-f50989cc19f2', 'status': 'completed', 'code': 200} Jan 31 18:32:19.803964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-7b3770a3-9844-4e5f-b035-c597dd0ddae4 req-1c4e02ed-42bc-418e-b885-c15289b375ac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:19.823268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-7b3770a3-9844-4e5f-b035-c597dd0ddae4 req-1c4e02ed-42bc-418e-b885-c15289b375ac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:19.828469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7b3770a3-9844-4e5f-b035-c597dd0ddae4 req-1c4e02ed-42bc-418e-b885-c15289b375ac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=30e4d0f5-4420-495b-92a1-aabc0229bbcb HTTP/1.1" status: 200 len: 210 time: 0.0622711 Jan 31 18:32:20.940588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40138) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:21.352651 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:21.692884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 2453611f-7d70-4e7b-9f03-f50989cc19f2 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:32:21.726509 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 2453611f-7d70-4e7b-9f03-f50989cc19f2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:32:21.728093 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 2453611f-7d70-4e7b-9f03-f50989cc19f2 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:32:22.069304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port eb8d8993-a205-400a-9b5a-244e07cf853e {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:32:22.069961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:22.262722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port eb8d8993-a205-400a-9b5a-244e07cf853e, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eb8d8993-a205-400a-9b5a-244e07cf853e,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:22.263303 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:22.392927 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for eb8d8993-a205-400a-9b5a-244e07cf853e owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:32:22.574665 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:22.625959 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=eb8d8993-a205-400a-9b5a-244e07cf853e,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:22.700951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.701852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.702324 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.702735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.703065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.703669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.704250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.704250 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.705085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.705085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.705085 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:22.956316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:23.657314 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router ac050f41-df15-4fbc-bb71-b54a76615558 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:23.864394 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:23.885204 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e178796c-c413-463c-9cc6-1d721522831b tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/ac050f41-df15-4fbc-bb71-b54a76615558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9432957 Jan 31 18:32:23.888304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40142) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:23.982633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Sync routers for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:32:23.996979 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:23.997729 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:24.180806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:24.215306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting subnet 2274b318-ce0b-443d-a901-9799abd390b6 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:32:24.220163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.280656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.386262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.465432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.504145 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:32:22Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:24.510768 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Subnet': ['ID=2274b318-ce0b-443d-a901-9799abd390b6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:24.511565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Checking router: ac050f41-df15-4fbc-bb71-b54a76615558 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:32:24.517039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.525316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb6952f-ac33-4c69-94b6-293b83511a03 None None] Network 7b8b289a-e237-4ea9-aed0-af5b6fe68641 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:32:24.526837 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-dd2a8d38-e822-44e5-8e26-d0a53b179234 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/subnets/2274b318-ce0b-443d-a901-9799abd390b6 HTTP/1.1" status: 204 len: 168 time: 0.6373982 Jan 31 18:32:24.537916 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40146) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:24.635655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Routers {'ac050f41-df15-4fbc-bb71-b54a76615558'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:24.636314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['ac050f41-df15-4fbc-bb71-b54a76615558'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:24.785909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.993594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:24.996167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] Set router ac050f41-df15-4fbc-bb71-b54a76615558 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:25.004149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:32:25.004478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.125876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] DHCP port deletion for 7b8b289a-e237-4ea9-aed0-af5b6fe68641 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:32:25.146923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Deleting port 9e6399c5-0379-4a75-a418-e7d21dc38115 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:32:25.147421 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.195833 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:25.196177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.320144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:32:25.496649 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] For port 9e6399c5-0379-4a75-a418-e7d21dc38115, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=9e6399c5-0379-4a75-a418-e7d21dc38115,segment=NetworkSegment(4a321272-fcd3-439f-afb7-958240fce7fd),segment_id=4a321272-fcd3-439f-afb7-958240fce7fd)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:25.496952 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.589160 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.626910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Calling delete_port for 9e6399c5-0379-4a75-a418-e7d21dc38115 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:32:25.635514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=5ce3e8ec-a1ec-44e1-8045-900ce9178c1f,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:25.700577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:32:22Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:25.715635 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a88024a-117f-48a5-ad53-e7fca8cb83be None None] The sync data for ids ['ac050f41-df15-4fbc-bb71-b54a76615558'] in dv-neutron-823271-3-hyperv is: [{'id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'name': 'tempest-TestNetworkAdvancedServerOps-router-724189922', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36'}], 'enable_snat': True}, 'gw_port_id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:30:38Z', 'updated_at': '2022-01-31T18:32:22Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '5ce3e8ec-a1ec-44e1-8045-900ce9178c1f', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac050f41-df15-4fbc-bb71-b54a76615558', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:30:39Z', 'updated_at': '2022-01-31T18:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:32:25.731765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:25.783906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Pushing event deleted for resources: {'Port': ['ID=9e6399c5-0379-4a75-a418-e7d21dc38115,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:25.791586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] No DVR routers for this DVR port 9e6399c5-0379-4a75-a418-e7d21dc38115 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:32:25.797689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.798035 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.798356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.798687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.799497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.799497 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.799813 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.800229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.800480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.800480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.800480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374f9067-e8f0-424c-bd24-6dba87957567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:25.896905 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.179236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.190396 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.216691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e6399c5-0379-4a75-a418-e7d21dc38115 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:32:26.224343 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.225121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Fanout notify agent at l3_agent the message router_deleted on router ac050f41-df15-4fbc-bb71-b54a76615558 {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:32:26.241311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.242854 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-23599f7c-0019-489e-9ba1-dfdbfa5885ff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/routers/ac050f41-df15-4fbc-bb71-b54a76615558 HTTP/1.1" status: 204 len: 168 time: 1.7043369 Jan 31 18:32:26.247095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40150) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:26.258789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 9e6399c5-0379-4a75-a418-e7d21dc38115 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:32:26.259131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 9e6399c5-0379-4a75-a418-e7d21dc38115 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:32:26.259587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb8d8993-a205-400a-9b5a-244e07cf853e no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:32:26.306336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: eb8d8993-a205-400a-9b5a-244e07cf853e {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:32:26.306678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eb8d8993-a205-400a-9b5a-244e07cf853e not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:32:26.388714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.533144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.570967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8b289a-e237-4ea9-aed0-af5b6fe68641']}} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:26.583775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a321272-fcd3-439f-afb7-958240fce7fd') {'for_net_delete': True} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:26.584056 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.services.segments.db [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a321272-fcd3-439f-afb7-958240fce7fd') {} {{(pid=83558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:26.595980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3019689'] for segment, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.614637 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.620762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=83558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:32:26.621130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3370014'] for segment, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: Traceback (most recent call last): Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: timer() Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: cb(*args, **kw) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: return func(*args, **kwargs) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: self._notify() Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: self.callback(batched_events) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: event.method(event) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: return f(self, *a, **k) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._get(url).json() Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: return self.request(url, 'GET', **kwargs) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:32:26.636452 dv-neutron-823271-3-hyperv neutron-server[83558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:32:26.723747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.744522 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.756913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Network': ['ID=7b8b289a-e237-4ea9-aed0-af5b6fe68641,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:26.766562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-64e9ba04-62fb-444a-b5ef-416a586643cc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/networks/7b8b289a-e237-4ea9-aed0-af5b6fe68641 HTTP/1.1" status: 204 len: 168 time: 0.5183089 Jan 31 18:32:26.769183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40154) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:26.867759 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.903801 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:26.975693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.006307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871fd871-0e38-4f42-aa8d-c67b3e484135,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:27.020730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.025650 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-cb00908d-e716-4768-90bb-b7f07eb82163 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/security-groups/871fd871-0e38-4f42-aa8d-c67b3e484135 HTTP/1.1" status: 204 len: 168 time: 0.2517972 Jan 31 18:32:27.430560 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40162) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:27.437918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1314527421', 'description': 'tempest-secgroup-smoke-1314527421 description', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:27.444450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:27.448972 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:27.452212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:27.466093 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:27.483722 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.527447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:27.531734 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:27.534697 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:27.540301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:27.600556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.607510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.656042 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e378f2a1-0a69-412d-8982-c3dda371f162,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:27.659603 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.660778 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-19e6acdd-dd22-4a38-9661-7c29632cd917 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2292407 Jan 31 18:32:27.664991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40166) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:27.671418 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:27.677379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:27.681466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:27.685441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:27.695701 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:27.727698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.800409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.804879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.825932 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb89c1d4-74a8-4220-8eba-4b339b422727,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:27.848849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.853582 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-911d6443-4ca0-44cf-8126-0a45c8e31873 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1846495 Jan 31 18:32:27.854441 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40170) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:27.863685 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:27.874693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:27.879981 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:27.890053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:27.899989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:27.912002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:32:27.929590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:27.952286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:32:27.952630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5ce3e8ec-a1ec-44e1-8045-900ce9178c1f not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:32:28.131692 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.135325 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.161633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ab31a6-bbed-4e36-b5e5-ff03afc48db7,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.171758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.173059 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-38e5533d-8595-441a-b571-0955b04546b7 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3172984 Jan 31 18:32:28.175702 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40174) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:28.181435 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:28.188581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:28.192416 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:28.195391 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:28.202671 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:28.220050 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.298074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.302290 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.325947 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b828cca-5b38-4731-8e12-cc5f271c1752,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.339829 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.340990 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-dcbf8e07-a2ce-4ae5-be4f-5ed974634f5c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1643779 Jan 31 18:32:28.344998 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40180) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:28.353048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:28.360993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:28.364841 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:28.367875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:28.374853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:28.393739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.474573 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.478784 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.502901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ab9385-85ff-4eea-9c3f-54e20168da13,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.513130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.515098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-c4a77836-1f75-454b-a349-c9d9aae31fae tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1688111 Jan 31 18:32:28.518511 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40184) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:28.524326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:28.531323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:28.535461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:28.538379 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:28.545788 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:28.558473 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:32:28.565347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.631338 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.636109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.661092 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f94c4d-a76b-4877-9198-27ae46c61e73,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.672684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.673917 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-01b38c5e-2ab1-459b-8bf1-8b9107c36bff tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1544626 Jan 31 18:32:28.678104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40188) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:28.688495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'security_group_rule': {'security_group_id': 'e378f2a1-0a69-412d-8982-c3dda371f162', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:28.698820 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:28.705970 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:security_group_rule and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:28.709086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:28.716052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:28.729996 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.securitygroups_db [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Project e8f02ff6070a47a68cfd756f1b888362 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:32:28.736628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.805935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.810837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.838312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b4aad9-0aca-487a-abe8-59f3eb0ffae9,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:28.850588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.851841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-580a66fe-ce1e-469d-9617-c09c1d646bd6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1719372 Jan 31 18:32:28.855713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40192) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:28.863879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'network': {'name': 'tempest-network-smoke--120007264', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'port_security_enabled': True}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:28.871425 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:28.880002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:network and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:28.884457 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:28.891195 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:28.902811 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:28.907238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.938287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] vlan segment allocate from pool success with {'vlan_id': 1448, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:32:28.949847 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:28.949847 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Added segment 3303c0cb-ccff-4368-9e23-83ea2bb4d65d of type vlan for network c669f7aa-2999-4c0d-a71e-42ae7de2093f Jan 31 18:32:28.980521 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.018003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.022117 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:29.022837 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.129695 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2723751 Jan 31 18:32:29.133635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40196) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:29.142006 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'admin_state_up': True, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:29.151668 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37667f-dbc5-45a1-af51-b4f6ed34c779 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Network': ['ID=c669f7aa-2999-4c0d-a71e-42ae7de2093f,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:29.154302 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:29.158635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:router and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:29.161866 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:29.164508 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:32:29.168151 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:29.186860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.188307 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.218282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.381233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.574709 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.604507 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.749398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.191 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/757e74a5-8196-43f1-ab9b-1a041345a3f7) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:29.913486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:29.938103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:30.007504 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:30.010532 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:30.016798 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:32:30.046158 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=757e74a5-8196-43f1-ab9b-1a041345a3f7,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:30.186969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:30.187548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:30.534263 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router c54bc0e3-6719-4a74-a231-4a85db009a5f is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:32:30.752339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:30.766356 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Sync routers for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:32:30.780009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:30.781755 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-79bc64d8-e775-426a-940c-b9ef069b67f2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6468992 Jan 31 18:32:30.786128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40202) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:30.791077 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:30.791666 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:30.835281 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6afeaa8e-4b6c-4b8a-8b6a-9cc751295d04 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?project_id=e8f02ff6070a47a68cfd756f1b888362&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456343 Jan 31 18:32:30.835519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40206) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:30.981808 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:30.982138 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4aa5a8-02d9-43f5-9518-c4d50bfcde58 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:30.984123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ec4aa5a8-02d9-43f5-9518-c4d50bfcde58 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476231 Jan 31 18:32:30.989188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40210) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:31.033118 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-4653dacf-534e-4e28-a3e9-126b96ed5cb3 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/subnets?network_id=e7f48dac-d607-4065-96ae-d35fa8bb8d84&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427904 Jan 31 18:32:31.037072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40214) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:31.043218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1270401410', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:31.160140 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:31.164044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:subnet and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:31.167070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:31.175909 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:31.190883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:31.308358 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.340751 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:30Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:31.346544 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Checking router: c54bc0e3-6719-4a74-a231-4a85db009a5f for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:32:31.346871 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Updating router c54bc0e3-6719-4a74-a231-4a85db009a5f port 757e74a5-8196-43f1-ab9b-1a041345a3f7 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:32:31.402239 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.541012 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.630760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Subnet': ['ID=1864ebd4-d87c-4195-a821-b0a135484b0b,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:31.651018 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Checking segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:32:31.651590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network hostable DHCP agents. Network: c669f7aa-2999-4c0d-a71e-42ae7de2093f, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:32:31.677945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:32:31.702091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c669f7aa-2999-4c0d-a71e-42ae7de2093f) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:31.706984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:31.707656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.716283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730548d2-cf27-498e-8be3-3143ad319c63 None None] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:32:31.738660 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-e47c3055-cdeb-4dbf-b5aa-fd48f9e26cd2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6998653 Jan 31 18:32:31.742791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40222) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:31.778944 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.793559 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Transition to ACTIVE for port object 757e74a5-8196-43f1-ab9b-1a041345a3f7 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:31.803894 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:31.959901 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Pushing event updated for resources: {'Port': ['ID=757e74a5-8196-43f1-ab9b-1a041345a3f7,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:31.978076 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Attempting to bind port 757e74a5-8196-43f1-ab9b-1a041345a3f7 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:32:31.978541 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Attempting to bind port 757e74a5-8196-43f1-ab9b-1a041345a3f7 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:32:31.979269 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Attempting to bind port 757e74a5-8196-43f1-ab9b-1a041345a3f7 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:32:31.987264 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.987906 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.988525 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.989217 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.989912 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.990378 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.991006 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.991558 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.992139 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.992678 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:31.993222 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:32:32.001907 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:32:32.002529 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:32:32.003203 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.004195 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:32:32.005019 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Bound port: 757e74a5-8196-43f1-ab9b-1a041345a3f7, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:32:32.005660 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.021041 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:32:32.022965 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.126356 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] For port 757e74a5-8196-43f1-ab9b-1a041345a3f7, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:32.130799 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] For port 757e74a5-8196-43f1-ab9b-1a041345a3f7, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=757e74a5-8196-43f1-ab9b-1a041345a3f7,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:32.140032 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.246310 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6bf8b-b260-4608-9485-17f54416c46e None None] Pushing event updated for resources: {'Port': ['ID=757e74a5-8196-43f1-ab9b-1a041345a3f7,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:32.249493 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:32.250097 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:32.253286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Allocated IP 172.20.0.2 (c669f7aa-2999-4c0d-a71e-42ae7de2093f/1864ebd4-d87c-4195-a821-b0a135484b0b/b314035b-0ea3-4147-97de-d8d4c5690bf8) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:32.536916 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:32.583875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.597846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Transition to ACTIVE for port object b314035b-0ea3-4147-97de-d8d4c5690bf8 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:32.624220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Transition to ACTIVE for port object b314035b-0ea3-4147-97de-d8d4c5690bf8 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:32.631793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.719617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:32.725204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:32.731593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:32:32.740148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Pushing event updated for resources: {'Port': ['ID=b314035b-0ea3-4147-97de-d8d4c5690bf8,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:32.853884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Attempting to bind port b314035b-0ea3-4147-97de-d8d4c5690bf8 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:32:32.854945 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Attempting to bind port b314035b-0ea3-4147-97de-d8d4c5690bf8 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:32:32.855529 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Attempting to bind port b314035b-0ea3-4147-97de-d8d4c5690bf8 on network c669f7aa-2999-4c0d-a71e-42ae7de2093f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:32:32.866941 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:32:32.867946 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Checking segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:32:32.868898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.869765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Bound using segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:32:32.870545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Bound port: b314035b-0ea3-4147-97de-d8d4c5690bf8, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:32:32.871543 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.915624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:32.931715 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:30Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:32.940919 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c2f95d-da7b-4caa-94e9-9787dc0e5eb0 None None] The sync data for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv is: [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:30Z', 'revision_number': 3, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:32:33.028045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] For port b314035b-0ea3-4147-97de-d8d4c5690bf8, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:33.032964 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] For port b314035b-0ea3-4147-97de-d8d4c5690bf8, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b314035b-0ea3-4147-97de-d8d4c5690bf8,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:33.039314 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:33.143970 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2adc8-e766-43d8-80cb-f7b8f5b4b2fb None None] Pushing event updated for resources: {'Port': ['ID=b314035b-0ea3-4147-97de-d8d4c5690bf8,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:33.640569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.1 (c669f7aa-2999-4c0d-a71e-42ae7de2093f/1864ebd4-d87c-4195-a821-b0a135484b0b/18f50e75-c202-4146-a4b5-7eec683c1ae3) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:33.851422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:33.871306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 18f50e75-c202-4146-a4b5-7eec683c1ae3 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:33.902716 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.007079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:34.012082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:34.024919 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:32:34.072449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b314035b-0ea3-4147-97de-d8d4c5690bf8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:34.078703 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:34.123766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.171517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port b314035b-0ea3-4147-97de-d8d4c5690bf8 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:34.181212 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 757e74a5-8196-43f1-ab9b-1a041345a3f7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:34.231005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.284681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 757e74a5-8196-43f1-ab9b-1a041345a3f7 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:34.292963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 757e74a5-8196-43f1-ab9b-1a041345a3f7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:34.293352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.376203 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf6768-77b0-4508-b758-f525d7f9c479 None None] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:32:34.535446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-44237321-5070-426d-8886-faf140b83833 None None] Provisioning for port b314035b-0ea3-4147-97de-d8d4c5690bf8 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:34.547268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.558767 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-44237321-5070-426d-8886-faf140b83833 None None] Provisioning complete for port b314035b-0ea3-4147-97de-d8d4c5690bf8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:34.559128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-44237321-5070-426d-8886-faf140b83833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.622478 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 757e74a5-8196-43f1-ab9b-1a041345a3f7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=757e74a5-8196-43f1-ab9b-1a041345a3f7,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:34.668340 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.774237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.781735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.868022 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=757e74a5-8196-43f1-ab9b-1a041345a3f7,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:34.898647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:34.903011 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.921687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-44237321-5070-426d-8886-faf140b83833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:34.989277 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-44237321-5070-426d-8886-faf140b83833 None None] For port b314035b-0ea3-4147-97de-d8d4c5690bf8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b314035b-0ea3-4147-97de-d8d4c5690bf8,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:34.994742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-44237321-5070-426d-8886-faf140b83833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:35.087263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:35.090948 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:35.105300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44237321-5070-426d-8886-faf140b83833 None None] Pushing event updated for resources: {'Port': ['ID=b314035b-0ea3-4147-97de-d8d4c5690bf8,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:35.239470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Provisioning for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:35.245567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Provisioning complete for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:35.245929 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:35.307067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Port 18f50e75-c202-4146-a4b5-7eec683c1ae3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:32:35.321602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Provisioning complete for port b314035b-0ea3-4147-97de-d8d4c5690bf8 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:35.321969 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c195656-1b79-4d0c-86a2-3064d2a621cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:35.594937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b1a27470-27f6-49f9-a563-b612b3d8e7dd None None] Provisioning complete for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:35.594937 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1a27470-27f6-49f9-a563-b612b3d8e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:35.671085 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b1a27470-27f6-49f9-a563-b612b3d8e7dd None None] Port 18f50e75-c202-4146-a4b5-7eec683c1ae3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:32:35.749181 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router c54bc0e3-6719-4a74-a231-4a85db009a5f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:35.798011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a217bca7-5bab-4f80-a7d9-ba796cdaffed None None] Provisioning complete for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:35.798533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a217bca7-5bab-4f80-a7d9-ba796cdaffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:35.869743 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-a217bca7-5bab-4f80-a7d9-ba796cdaffed None None] Port 18f50e75-c202-4146-a4b5-7eec683c1ae3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:32:35.964862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b314035b-0ea3-4147-97de-d8d4c5690bf8 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:35.997315 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:36.015366 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-76aa3870-ac5e-4954-b280-c5493658b844 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/c54bc0e3-6719-4a74-a231-4a85db009a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2707722 Jan 31 18:32:36.116977 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port b314035b-0ea3-4147-97de-d8d4c5690bf8 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:36.117924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:36.238953 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-9ea06c29-9f05-4d5d-98cc-76a07730d384 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1314527421&fields=id&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 267 time: 0.0508745 Jan 31 18:32:36.271610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 757e74a5-8196-43f1-ab9b-1a041345a3f7 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:36.360446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 757e74a5-8196-43f1-ab9b-1a041345a3f7 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:36.360815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:36.417359 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6b5ed0d5-9423-43b2-9bf2-d36204fc1a54 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:36.418737 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6b5ed0d5-9423-43b2-9bf2-d36204fc1a54 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 796 time: 0.1734560 Jan 31 18:32:36.437781 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-056239d8-8e9c-46fe-a033-415f712d5324 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/quotas/e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 375 time: 0.0124571 Jan 31 18:32:36.533773 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6dc4f4a9-e8bd-4193-9a02-bc3becd83d02 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:36.550135 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6dc4f4a9-e8bd-4193-9a02-bc3becd83d02 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:36.551629 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6dc4f4a9-e8bd-4193-9a02-bc3becd83d02 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080101 Jan 31 18:32:36.720864 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-61742615-877a-4196-aeaf-3b02bcb1a5f8 service neutron] 10.222.0.110 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556904 Jan 31 18:32:36.856589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Sync routers for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:32:36.870940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:36.871733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:36.900537 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-6552ba01-242b-4836-8f83-d432cdab85ac service neutron] 10.222.0.110 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737301 Jan 31 18:32:37.081454 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0571d42a-09ee-42ba-95c6-e1eff7d24538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:37.107724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:37.144686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ea8c3016-2176-4ee3-a9f4-367502b34b94 req-85ca28a2-69b1-407b-92d8-8e1bcb3e3fac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:37.160216 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ea8c3016-2176-4ee3-a9f4-367502b34b94 req-85ca28a2-69b1-407b-92d8-8e1bcb3e3fac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:37.161379 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ea8c3016-2176-4ee3-a9f4-367502b34b94 req-85ca28a2-69b1-407b-92d8-8e1bcb3e3fac tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 210 time: 0.0633450 Jan 31 18:32:37.500451 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 2, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:37.505642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Checking router: c54bc0e3-6719-4a74-a231-4a85db009a5f for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:32:37.506248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Updating router c54bc0e3-6719-4a74-a231-4a85db009a5f port 18f50e75-c202-4146-a4b5-7eec683c1ae3 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:32:37.566309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:37.937695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:37.950862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Transition to ACTIVE for port object 18f50e75-c202-4146-a4b5-7eec683c1ae3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:37.962708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:38.117987 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d1ba-0068-491a-9476-60d7d6fe5b75 None None] Pushing event updated for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:38.243844 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Attempting to bind port 18f50e75-c202-4146-a4b5-7eec683c1ae3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:32:38.244261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Attempting to bind port 18f50e75-c202-4146-a4b5-7eec683c1ae3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:32:38.244621 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Attempting to bind port 18f50e75-c202-4146-a4b5-7eec683c1ae3 on network c669f7aa-2999-4c0d-a71e-42ae7de2093f {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:32:38.252896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:32:38.253398 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Checking segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:32:38.253815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:38.254204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Bound using segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:32:38.254836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Bound port: 18f50e75-c202-4146-a4b5-7eec683c1ae3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:32:38.255211 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:38.396896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-20415366-d997-465d-85a4-8d5922bbb23f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:38.398680 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-20415366-d997-465d-85a4-8d5922bbb23f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 796 time: 0.2187889 Jan 31 18:32:38.456695 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] For port 18f50e75-c202-4146-a4b5-7eec683c1ae3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:38.462637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] For port 18f50e75-c202-4146-a4b5-7eec683c1ae3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=18f50e75-c202-4146-a4b5-7eec683c1ae3,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:38.472334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:38.494132 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-664606ea-7411-4cb3-abef-85a973bd9d28 req-0493d728-9b8d-4cf6-a687-d186bf140148 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 210 time: 0.0594726 Jan 31 18:32:38.522590 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-10ec8b34-b1a1-4836-8ccf-6da6bc082eef tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8f02ff6070a47a68cfd756f1b888362 HTTP/1.1" status: 200 len: 380 time: 0.1107066 Jan 31 18:32:38.537176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'port': {'device_id': '4b722397-cb42-43ab-858b-2bb480657134', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'admin_state_up': True, 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'security_groups': ['e378f2a1-0a69-412d-8982-c3dda371f162']}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:38.612021 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:38.612786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:38.690204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741d1ba-0068-491a-9476-60d7d6fe5b75 None None] Pushing event updated for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:38.743754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:38.755097 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:38.774789 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Made reservation on behalf of e8f02ff6070a47a68cfd756f1b888362 for: {'port': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:32:38.780068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:38.829076 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:39.043909 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.20.0.3 (c669f7aa-2999-4c0d-a71e-42ae7de2093f/1864ebd4-d87c-4195-a821-b0a135484b0b/466ccd0f-7851-45ae-b32e-71d766e25d00) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:39.208405 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:38Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:39.213664 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95619693-e48c-4361-8819-20c8e9d86142 None None] The sync data for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv is: [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:38Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:32:39.349848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.369976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Transition to ACTIVE for port object 466ccd0f-7851-45ae-b32e-71d766e25d00 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:39.400757 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.420400 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-cf55957b-e6f4-47d8-9410-0e66a65fa1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.480475 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:39.484550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:39.488576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:32:39.521547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:39.586884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.587814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.624206 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-d2574f02-7938-4131-b7a4-09c8ecf7b682 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0931761 Jan 31 18:32:39.636141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Request body: {'port': {'device_id': '4b722397-cb42-43ab-858b-2bb480657134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:39.830536 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e38e-38de-4ec3-93a0-8b3245546cd0 req-57e56967-168f-4b5c-8e5e-40a3d4373310 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:39.832919 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0bc3e38e-38de-4ec3-93a0-8b3245546cd0 req-57e56967-168f-4b5c-8e5e-40a3d4373310 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 931 time: 0.1310046 Jan 31 18:32:39.842096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42c4d827-f6ed-4e36-954a-59122a4fb84e None None] Provisioning for port 466ccd0f-7851-45ae-b32e-71d766e25d00 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:39.849908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-42c4d827-f6ed-4e36-954a-59122a4fb84e None None] Provisioning complete for port 466ccd0f-7851-45ae-b32e-71d766e25d00 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:39.850282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-42c4d827-f6ed-4e36-954a-59122a4fb84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.925895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:39.927138 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-42c4d827-f6ed-4e36-954a-59122a4fb84e None None] Port 466ccd0f-7851-45ae-b32e-71d766e25d00 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:32:39.942742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0bc3e38e-38de-4ec3-93a0-8b3245546cd0 req-f56eee83-04b6-4611-96a6-73212f02f658 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:39.961989 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-0bc3e38e-38de-4ec3-93a0-8b3245546cd0 req-f56eee83-04b6-4611-96a6-73212f02f658 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:39.970126 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0bc3e38e-38de-4ec3-93a0-8b3245546cd0 req-f56eee83-04b6-4611-96a6-73212f02f658 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295323 Jan 31 18:32:40.037646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 18f50e75-c202-4146-a4b5-7eec683c1ae3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:40.123469 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:40.131372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:40.132254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.285458 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.338864 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 18f50e75-c202-4146-a4b5-7eec683c1ae3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=18f50e75-c202-4146-a4b5-7eec683c1ae3,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:40.347067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.366335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466ccd0f-7851-45ae-b32e-71d766e25d00 {{(pid=83557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:32:40.374013 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.391184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Transition to ACTIVE for port object 466ccd0f-7851-45ae-b32e-71d766e25d00 will not be triggered until provisioned by entity L2. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:32:40.395079 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.478759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.493061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.510538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:40.544379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Pushing event updated for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:40.664416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Attempting to bind port 466ccd0f-7851-45ae-b32e-71d766e25d00 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:32:40.665010 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Attempting to bind port 466ccd0f-7851-45ae-b32e-71d766e25d00 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:32:40.665284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Attempting to bind port 466ccd0f-7851-45ae-b32e-71d766e25d00 on network c669f7aa-2999-4c0d-a71e-42ae7de2093f {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:32:40.671864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Port 466ccd0f-7851-45ae-b32e-71d766e25d00 on network c669f7aa-2999-4c0d-a71e-42ae7de2093f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:32:40.672176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Attempting to bind port 466ccd0f-7851-45ae-b32e-71d766e25d00 on network c669f7aa-2999-4c0d-a71e-42ae7de2093f {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:32:40.680016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:32:40.680631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Checking segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:32:40.681284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Bound using segment: {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'} {{(pid=83557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:32:40.681981 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.managers [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Bound port: 466ccd0f-7851-45ae-b32e-71d766e25d00, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3303c0cb-ccff-4368-9e23-83ea2bb4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f'}}] {{(pid=83557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:32:40.682332 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.781049 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, cleared binding levels {{(pid=83557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:32:40.784666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=466ccd0f-7851-45ae-b32e-71d766e25d00,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:32:40.788973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.863765 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:40.865194 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] 10.222.0.86 "PUT /v2.0/ports/466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 1093 time: 1.2339001 Jan 31 18:32:40.865657 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:32:40.887479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164926b7-66b6-4a0b-9aad-76288a1835c7 service neutron] Pushing event updated for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=3']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:40.955661 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'status': 'completed', 'code': 200} Jan 31 18:32:41.023739 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-1dfb0066-98c5-44a3-a7a7-67a6f0e6629c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1096 time: 0.1101570 Jan 31 18:32:41.113692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-319cac1e-1f7f-43ec-b6d2-170971d66bdc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 217 time: 0.0829589 Jan 31 18:32:41.187283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-fa2e72c0-9b06-4fef-9c64-e420396a7fa9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:41.189034 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-fa2e72c0-9b06-4fef-9c64-e420396a7fa9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0691040 Jan 31 18:32:41.192547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b9dc2-bcf6-4d0b-b449-30176563fd79 req-3d2e28fc-d960-4f3b-b811-645620f71773 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:41.194096 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-475b9dc2-bcf6-4d0b-b449-30176563fd79 req-3d2e28fc-d960-4f3b-b811-645620f71773 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 943 time: 0.0844259 Jan 31 18:32:41.254049 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-475b9dc2-bcf6-4d0b-b449-30176563fd79 req-abe22072-55fa-4eb7-b07e-48314f04546c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542583 Jan 31 18:32:41.275680 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-fe3300cc-2782-480d-ad50-1f35e15ba272 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799026 Jan 31 18:32:41.420773 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-850e0751-849b-45d0-a4d0-c085e80a9900 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381025 Jan 31 18:32:41.564599 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ad0f2ba6-81b3-4be5-8c82-d2e99098a269 req-398c2b3f-4d6c-4b1e-9a7b-5a01e72076bc service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375670 Jan 31 18:32:41.699117 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-aec8dd3a-4fc4-4f9c-b7c4-3c2bcac589a5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1096 time: 0.0820627 Jan 31 18:32:41.809532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:41.965598 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 18f50e75-c202-4146-a4b5-7eec683c1ae3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:41.992321 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-5be63c6d-8e4e-4a2e-a584-1d9db8fa98fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:41.993823 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-5be63c6d-8e4e-4a2e-a584-1d9db8fa98fe service neutron] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 898 time: 0.2874269 Jan 31 18:32:42.048014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 18f50e75-c202-4146-a4b5-7eec683c1ae3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:42.048725 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:42.069250 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-bedea739-e75d-4936-a485-a754c19e9d6f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 217 time: 0.0686426 Jan 31 18:32:42.170468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-a43aa3a0-7cc7-4054-8428-9d8ea30c1372 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.172142 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-a43aa3a0-7cc7-4054-8428-9d8ea30c1372 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0961046 Jan 31 18:32:42.254669 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-9ab7c91c-9766-4d5b-b453-8172b6fe1b3a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758829 Jan 31 18:32:42.457185 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-99612cb4-7bad-4b08-9e46-4d1e4e1e1b60 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956327 Jan 31 18:32:42.596932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493168d4-2c20-4922-9488-acafbc70869f req-849dc30c-c3fd-49d6-aac3-a337ce18d7d2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:42.597670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-493168d4-2c20-4922-9488-acafbc70869f req-849dc30c-c3fd-49d6-aac3-a337ce18d7d2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:32:42.624690 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-815eb5df-55bf-44d1-918b-a6b2f7abc8b7 req-50dbcc4e-39b1-4335-8c8f-b9e35dda5b3b service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602798 Jan 31 18:32:42.631931 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-493168d4-2c20-4922-9488-acafbc70869f req-849dc30c-c3fd-49d6-aac3-a337ce18d7d2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:32:42.633201 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-493168d4-2c20-4922-9488-acafbc70869f req-849dc30c-c3fd-49d6-aac3-a337ce18d7d2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 943 time: 0.2291660 Jan 31 18:32:42.687445 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-493168d4-2c20-4922-9488-acafbc70869f req-23c13230-2be4-4998-8520-e3211d82f27c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482500 Jan 31 18:32:43.675804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:43.944810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9dfe9c-dadf-4b7b-8f8f-dcb63ff3a841 req-50d3e992-a920-4f19-9426-1f0808e80910 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:43.947649 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1b9dfe9c-dadf-4b7b-8f8f-dcb63ff3a841 req-50d3e992-a920-4f19-9426-1f0808e80910 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 943 time: 0.1002204 Jan 31 18:32:43.999837 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1b9dfe9c-dadf-4b7b-8f8f-dcb63ff3a841 req-5ee5a5c8-2bfc-4ece-a107-41244fc69818 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456905 Jan 31 18:32:45.220960 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3082f8f-cc21-4998-8890-6b1622c8c268 req-3f937709-f873-4c59-8e7d-2ba3c391e25d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:45.222339 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3082f8f-cc21-4998-8890-6b1622c8c268 req-3f937709-f873-4c59-8e7d-2ba3c391e25d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 943 time: 0.0884564 Jan 31 18:32:45.290959 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e3082f8f-cc21-4998-8890-6b1622c8c268 req-f091a266-5d6b-481e-bffc-3dcbe63b7dc3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619423 Jan 31 18:32:45.800476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 466ccd0f-7851-45ae-b32e-71d766e25d00 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:32:45.957064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=466ccd0f-7851-45ae-b32e-71d766e25d00,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:45.972883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'port_id': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'mac_address': 'fa:16:3e:fa:9a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:32:46.034323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:46.056773 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466ccd0f-7851-45ae-b32e-71d766e25d00 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:32:46.076130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=466ccd0f-7851-45ae-b32e-71d766e25d00,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:46.082775 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:46.159780 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:46.297011 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['466ccd0f-7851-45ae-b32e-71d766e25d00'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:32:46.509382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064dbc13-bbb4-4371-8001-ee77b326e014 req-3b4c718e-8a7c-4569-8fb4-e0a97b759320 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:46.511729 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-064dbc13-bbb4-4371-8001-ee77b326e014 req-3b4c718e-8a7c-4569-8fb4-e0a97b759320 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 944 time: 0.0900581 Jan 31 18:32:46.566302 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-064dbc13-bbb4-4371-8001-ee77b326e014 req-eee19023-60c0-4907-9b7a-c6022db07c10 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Jan 31 18:32:47.801352 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fed050-e912-4959-a0f6-0c23a64c2008 req-efea78ea-c763-4adf-86a4-22bc322cb708 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:47.802027 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 466ccd0f-7851-45ae-b32e-71d766e25d00 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:32:47.803111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-17fed050-e912-4959-a0f6-0c23a64c2008 req-efea78ea-c763-4adf-86a4-22bc322cb708 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 944 time: 0.0871928 Jan 31 18:32:47.866965 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-17fed050-e912-4959-a0f6-0c23a64c2008 req-f5e69fc9-01ce-4bd8-8352-3ac4c6dfae14 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568919 Jan 31 18:32:47.934038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 466ccd0f-7851-45ae-b32e-71d766e25d00 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:32:47.941515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 466ccd0f-7851-45ae-b32e-71d766e25d00 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:32:47.941893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:48.084408 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:48.115446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:32:48.127084 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=466ccd0f-7851-45ae-b32e-71d766e25d00,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:32:48.132580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:48.188475 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'code': 200} Jan 31 18:32:48.225291 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:48.453634 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fd6ed2d4-cf10-478e-89de-61781e2fa5b5 req-f6e16175-17f2-47d6-b9a7-95f820aa3fc8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1098 time: 0.0912294 Jan 31 18:32:48.499530 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fd6ed2d4-cf10-478e-89de-61781e2fa5b5 req-e3732a3d-1746-4e21-b2da-879648485ace service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395064 Jan 31 18:32:49.111977 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a279f-b40a-4858-be80-e90d6bc32e10 req-2e6232e6-4ab1-4f1f-b0c4-2dae54cadf19 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:49.113477 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-541a279f-b40a-4858-be80-e90d6bc32e10 req-2e6232e6-4ab1-4f1f-b0c4-2dae54cadf19 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0872326 Jan 31 18:32:49.167242 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-541a279f-b40a-4858-be80-e90d6bc32e10 req-3ba02681-a901-4afb-89ab-a9a137e657f6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474505 Jan 31 18:32:50.412156 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8161e5c-0c3a-45b5-b42b-ff20ef3c03d0 req-8f3c44f8-cc47-457f-b679-7c269055ecb2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:50.413764 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e8161e5c-0c3a-45b5-b42b-ff20ef3c03d0 req-8f3c44f8-cc47-457f-b679-7c269055ecb2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0841422 Jan 31 18:32:50.462069 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e8161e5c-0c3a-45b5-b42b-ff20ef3c03d0 req-e7dad65f-ca6d-4968-9e01-dadbf0909c03 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411944 Jan 31 18:32:50.748698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a32ed-cb97-4f87-b060-058cfed0a794 req-68a80225-31f8-4845-a07d-9bc86e03eceb tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:50.750469 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-650a32ed-cb97-4f87-b060-058cfed0a794 req-68a80225-31f8-4845-a07d-9bc86e03eceb tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0953410 Jan 31 18:32:50.807724 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-650a32ed-cb97-4f87-b060-058cfed0a794 req-f1dd02d5-3151-4761-920f-24ed4789dc3c tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513353 Jan 31 18:32:50.844656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40270) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:50.920237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-054941a4-2332-4813-a43a-6f21f5ab9d56 tempest-TestNetworkAdvancedServerOps-1338505061 tempest-TestNetworkAdvancedServerOps-1338505061-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1093 time: 0.0742657 Jan 31 18:32:50.923024 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40274) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:50.928415 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:32:50.934409 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:32:50.940216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Usage tracker for resource:floatingip and tenant:e8f02ff6070a47a68cfd756f1b888362 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:32:50.944012 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:32:50.952942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:32:50.969470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:51.131927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:51.289903 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Allocated IP 172.26.4.178 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/cfdbbcd4-14ed-4e23-ba45-9b0af9c46141) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:32:51.455486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:51.490357 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:51.577441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:32:51.581129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:32:51.583180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=cfdbbcd4-14ed-4e23-ba45-9b0af9c46141,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:51.585188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:32:52.475311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:52.561946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:52.930303 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:52.937138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:53.089320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event updated for resources: {'Port': ['ID=cfdbbcd4-14ed-4e23-ba45-9b0af9c46141,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:32:53.117923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:53.376482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Floating IP e67f5611-14fe-462c-bea7-b30066b7bb6f associated. External IP: 172.26.4.178, port: 466ccd0f-7851-45ae-b32e-71d766e25d00. Jan 31 18:32:53.630371 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:32:53.993968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router c54bc0e3-6719-4a74-a231-4a85db009a5f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:32:54.217095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:32:54.231199 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Sync routers for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:32:54.250398 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:54.251389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:54.262845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:32:54.339671 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3b96038f-d597-4b9e-bd72-7ade3d18c503 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4155746 Jan 31 18:32:54.340275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:32:54.475985 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.86', 63100) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:54.485447 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'status': 'completed', 'code': 200} Jan 31 18:32:54.503478 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:54.543233 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-cbfc6fb4-2130-444e-aafb-7f6ade36b2aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461833 Jan 31 18:32:54.775155 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-c72cc513-a7b5-49ef-8cc0-c8be8fa81d12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1098 time: 0.2978609 Jan 31 18:32:54.781399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8ee49-9103-436b-99bd-aa6f082043c6 req-ce3fe2d1-3ee3-4625-8dda-f612da6b0e26 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:54.782959 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1a8ee49-9103-436b-99bd-aa6f082043c6 req-ce3fe2d1-3ee3-4625-8dda-f612da6b0e26 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.2645841 Jan 31 18:32:54.964517 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1a8ee49-9103-436b-99bd-aa6f082043c6 req-458334b2-d8d7-448b-9fc4-8f1f49fa2051 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552610 Jan 31 18:32:55.015047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-64383acf-cb99-4eed-8b31-2e44ec1747eb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:55.016901 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-64383acf-cb99-4eed-8b31-2e44ec1747eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 898 time: 0.2325149 Jan 31 18:32:55.017340 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40284) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:55.051442 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e67f5611-14fe-462c-bea7-b30066b7bb6f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.178', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'port_id': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'mac_address': 'fa:16:3e:fa:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b722397-cb42-43ab-858b-2bb480657134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:52Z', 'updated_at': '2022-01-31T18:32:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:55.058407 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Checking router: c54bc0e3-6719-4a74-a231-4a85db009a5f for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:32:55.073728 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:32:55.074310 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:32:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:55.162493 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f68fdb53-67d4-4f73-97f4-5e3abb2ae065 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 200 len: 991 time: 0.1422789 Jan 31 18:32:55.166015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-0a94670b-beeb-4d4d-b4df-2c8e1c822a20 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 999 time: 0.1427460 Jan 31 18:32:55.271148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-c15729ad-8aaf-4436-b502-2e48e0c8bb56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:55.272664 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-c15729ad-8aaf-4436-b502-2e48e0c8bb56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0982924 Jan 31 18:32:55.327748 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:32:55.385309 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-2989787e-fb25-4eee-b88e-122adcb50435 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053109 Jan 31 18:32:55.567540 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-ec828591-344e-4069-8191-87944d0417d3 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750662 Jan 31 18:32:55.774217 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffba390a-3aec-41ba-9f2d-99ef0039b263 req-940a5d8c-76d5-443f-a6c1-6347e765114d service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001302 Jan 31 18:32:55.796510 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e67f5611-14fe-462c-bea7-b30066b7bb6f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.178', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'port_id': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'mac_address': 'fa:16:3e:fa:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b722397-cb42-43ab-858b-2bb480657134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:52Z', 'updated_at': '2022-01-31T18:32:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:32:55.804241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d2e946-3b53-4772-ac1e-3aedb77b9529 None None] The sync data for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv is: [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'e67f5611-14fe-462c-bea7-b30066b7bb6f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'floating_ip_address': '172.26.4.178', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'port_id': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'mac_address': 'fa:16:3e:fa:9a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b722397-cb42-43ab-858b-2bb480657134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:32:52Z', 'updated_at': '2022-01-31T18:32:52Z', 'revision_number': 0, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:32:56.007319 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-1b8e4b91-8c24-479f-81fc-f9fc85e02a05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1098 time: 0.1011047 Jan 31 18:32:56.092673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1930cc06-94ab-45ca-aed6-92b1e8837d80 None None] New status for floating IP e67f5611-14fe-462c-bea7-b30066b7bb6f: ACTIVE {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:32:56.166038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40288) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:56.236356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-bba1b944-9aad-42e0-84fc-8d68512382e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.238603 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-bba1b944-9aad-42e0-84fc-8d68512382e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 898 time: 0.2067218 Jan 31 18:32:56.303203 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-44bb103a-3022-4837-a978-473090725b70 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 200 len: 991 time: 0.1343453 Jan 31 18:32:56.380977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-51bc9faf-2644-4f16-9be3-c4aa840b552e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 999 time: 0.1343536 Jan 31 18:32:56.458397 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-78f12d0c-80a1-4d49-8751-21526153a77a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:32:56.459843 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-78f12d0c-80a1-4d49-8751-21526153a77a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0724936 Jan 31 18:32:56.538391 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-025c1c9a-93d1-4687-ad36-4b0e387ae7ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725453 Jan 31 18:32:56.673711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-89574c10-04af-4b75-9ff1-000267384b51 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278574 Jan 31 18:32:56.821278 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-ff0bb2b1-c19c-4674-b090-4bfc6ab3e56e service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402364 Jan 31 18:32:57.305016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:32:57.411866 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4b620848-538e-41ad-86a9-3265ef800821 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 200 len: 993 time: 0.1055741 Jan 31 18:33:07.054554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0a5a7548-7bc4-4589-8931-e972ad2dae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:09.423632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0db28c2c-80a4-442c-881d-f635a6a4c23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:10.383820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:10.467908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:11.810753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:13.685851 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:27.087266 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c6dc5-44a6-4888-a0af-ed17049bfe82 req-e2aab1d1-b492-458f-844e-f337887f01f6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:27.088775 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9b3c6dc5-44a6-4888-a0af-ed17049bfe82 req-e2aab1d1-b492-458f-844e-f337887f01f6 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0794621 Jan 31 18:33:27.146799 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9b3c6dc5-44a6-4888-a0af-ed17049bfe82 req-b28166de-9b82-4e0a-82f7-8f5c6f83f35a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518894 Jan 31 18:33:28.351214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ba52e-23ce-4ca5-b16b-9cca22f24951 req-bf0966af-6a49-4f43-958b-41cb2f915a45 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:28.352651 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-224ba52e-23ce-4ca5-b16b-9cca22f24951 req-bf0966af-6a49-4f43-958b-41cb2f915a45 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0768919 Jan 31 18:33:28.401151 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-224ba52e-23ce-4ca5-b16b-9cca22f24951 req-c4999261-0e61-47e5-92ea-d7c30a0535fe tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427728 Jan 31 18:33:28.429017 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40312) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:28.633744 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d8810f3b-b38c-4d75-8a46-3256a3c815f4 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 200 len: 993 time: 0.2035503 Jan 31 18:33:30.157833 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee947bc5-7a54-486b-85ca-4db09774f239 req-9aedd7b5-6bce-4ce8-94b4-7afec2178431 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.159272 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ee947bc5-7a54-486b-85ca-4db09774f239 req-9aedd7b5-6bce-4ce8-94b4-7afec2178431 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0840149 Jan 31 18:33:30.161667 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-1689df91-911d-4544-88e9-b3acf343db8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1098 time: 0.0724263 Jan 31 18:33:30.210592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ee947bc5-7a54-486b-85ca-4db09774f239 req-ba9d10ed-3a54-45a0-8fb1-62b4fcc807d3 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454259 Jan 31 18:33:30.292339 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-ed9cd615-958d-498b-ab7a-212d83b23fb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.293945 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-ed9cd615-958d-498b-ab7a-212d83b23fb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 898 time: 0.1259928 Jan 31 18:33:30.400943 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-ced86a15-f155-48f2-830b-f79ab61a5f23 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 1001 time: 0.1007898 Jan 31 18:33:30.465615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-0c3f2813-b16d-4973-894f-cef1d88811d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:30.467211 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-0c3f2813-b16d-4973-894f-cef1d88811d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0589273 Jan 31 18:33:30.547962 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-e8dc3ba6-12cb-4221-bcb7-721109166764 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744503 Jan 31 18:33:30.558808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-112df737-5f57-4e45-ae8d-ca43c6f38aac service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:33:30.559706 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-112df737-5f57-4e45-ae8d-ca43c6f38aac service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048375 Jan 31 18:33:30.631664 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:33:30.691228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-94ea7fc7-d8b1-4616-b722-a0a3c8ba1e1d service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247461 Jan 31 18:33:30.824779 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f36669fe-9c93-465e-8f5c-27d2950ab981 req-e37cdd06-dc0f-4c2a-915d-18d023240cab service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270716 Jan 31 18:33:31.412757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78100db5-69ff-4684-bce7-f61953713637 req-e9a248b4-e337-4f91-bc8d-b0dbf3d38839 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:31.414196 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-78100db5-69ff-4684-bce7-f61953713637 req-e9a248b4-e337-4f91-bc8d-b0dbf3d38839 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0748823 Jan 31 18:33:31.459398 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-78100db5-69ff-4684-bce7-f61953713637 req-c33a9ec4-d048-43af-a811-cfa4f64dfe4d tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389857 Jan 31 18:33:32.673569 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08338-8b4c-478d-ae25-b928aee7ab8c req-de31636a-6877-4da1-99b7-0a2ec1ef30af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:32.675326 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2fa08338-8b4c-478d-ae25-b928aee7ab8c req-de31636a-6877-4da1-99b7-0a2ec1ef30af tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0844736 Jan 31 18:33:32.723297 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-2fa08338-8b4c-478d-ae25-b928aee7ab8c req-79c3694f-59d3-45bd-84b0-755705e81508 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 Jan 31 18:33:32.757632 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40326) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:32.862672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-1a706ffa-cf8d-4569-ba7d-e255831f1890 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 200 len: 993 time: 0.1038990 Jan 31 18:33:33.143953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40334) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:33.350132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port cfdbbcd4-14ed-4e23-ba45-9b0af9c46141 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:33:33.350465 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:33.520288 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:33.520521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:33.643133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for cfdbbcd4-14ed-4e23-ba45-9b0af9c46141 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:33:33.898085 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:33.944002 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=cfdbbcd4-14ed-4e23-ba45-9b0af9c46141,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:33.985614 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.985952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.986282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.986607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.986930 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.987249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.987564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.987880 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.988195 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.988509 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:33.988820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:34.049167 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:34.455286 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router c54bc0e3-6719-4a74-a231-4a85db009a5f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:34.661854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:34.672068 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Sync routers for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:33:34.682331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:34.683991 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:34.684578 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:34.738889 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f262c189-0c82-45a2-8033-b27c76150543 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/floatingips/e67f5611-14fe-462c-bea7-b30066b7bb6f HTTP/1.1" status: 204 len: 168 time: 1.5938275 Jan 31 18:33:34.739437 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:33:34.817390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'status': 'completed', 'code': 200} Jan 31 18:33:34.888983 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:34.942227 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-0fb224de-fced-421b-88e5-71cb741f74ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e8f02ff6070a47a68cfd756f1b888362&device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 1098 time: 0.0960579 Jan 31 18:33:35.160279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-e432065c-f5f7-4c32-9043-bed719ee640c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:35.161977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-e432065c-f5f7-4c32-9043-bed719ee640c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 200 len: 898 time: 0.2068598 Jan 31 18:33:35.255464 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-0b31c230-8345-49a1-a131-c598c8948db1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 200 len: 217 time: 0.0846713 Jan 31 18:33:35.316536 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:35.320656 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Checking router: c54bc0e3-6719-4a74-a231-4a85db009a5f for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:33:35.328386 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cd794-632a-4f4b-bd3c-093c2b7baf2f req-1f8a6e4f-1dbb-490f-9da4-4053364e49b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:35.329876 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-924cd794-632a-4f4b-bd3c-093c2b7baf2f req-1f8a6e4f-1dbb-490f-9da4-4053364e49b8 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.2174969 Jan 31 18:33:35.333389 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:35.334024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:35.338992 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-60935f06-b25b-4387-a453-4388d813d607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:35.340393 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-60935f06-b25b-4387-a453-4388d813d607 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 200 len: 835 time: 0.0742066 Jan 31 18:33:35.540828 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-924cd794-632a-4f4b-bd3c-093c2b7baf2f req-b7f0c870-bf4a-4a1f-a9e6-f67c9b4aaefc tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035460 Jan 31 18:33:35.547020 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:35.565187 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-70911817-4234-4227-ab64-591b47192056 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c669f7aa-2999-4c0d-a71e-42ae7de2093f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2078991 Jan 31 18:33:35.701608 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-00d31b26-10fd-4e13-b5b3-1b52150ef7b5 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308811 Jan 31 18:33:35.853272 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-752d1ac6-39e0-43fe-ae5a-02869457c116 req-24fa9d7d-4b25-4b77-ae7e-15ecfc7ad624 service neutron] 10.222.0.86 "GET /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463473 Jan 31 18:33:35.894296 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:35.898195 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d720a36b-3602-4c07-8dea-41047dfa8519 None None] The sync data for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv is: [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '18f50e75-c202-4146-a4b5-7eec683c1ae3', 'name': '', 'network_id': 'c669f7aa-2999-4c0d-a71e-42ae7de2093f', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'mac_address': 'fa:16:3e:b5:3a:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:33Z', 'updated_at': '2022-01-31T18:32:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'subnets': [{'id': '1864ebd4-d87c-4195-a821-b0a135484b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:33:36.141623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1a1a99-5793-4836-be45-f31e275c169c None None] New status for floating IP e67f5611-14fe-462c-bea7-b30066b7bb6f: DOWN {{(pid=83559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:33:36.652773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-455be5b1-d8cd-41fe-9b6f-e51ab3d5c46f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:36.654832 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-455be5b1-d8cd-41fe-9b6f-e51ab3d5c46f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.0762820 Jan 31 18:33:36.726402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 466ccd0f-7851-45ae-b32e-71d766e25d00 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:33:36.726735 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:36.754356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ed80e-bbee-48d6-9bf2-617ff2a9e183 req-ceda9dfb-75a9-4140-ae06-c9fa5577f14e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:36.755045 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b6ed80e-bbee-48d6-9bf2-617ff2a9e183 req-ceda9dfb-75a9-4140-ae06-c9fa5577f14e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Synchronizing usage tracker for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:33:36.770617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0b6ed80e-bbee-48d6-9bf2-617ff2a9e183 req-ceda9dfb-75a9-4140-ae06-c9fa5577f14e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Unset dirty status for tenant:e8f02ff6070a47a68cfd756f1b888362 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:33:36.772312 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b6ed80e-bbee-48d6-9bf2-617ff2a9e183 req-ceda9dfb-75a9-4140-ae06-c9fa5577f14e tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 945 time: 0.1008816 Jan 31 18:33:36.818995 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0b6ed80e-bbee-48d6-9bf2-617ff2a9e183 req-131a7d73-22d3-4ca1-8620-aa39bf0e9564 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/security-groups?id=e378f2a1-0a69-412d-8982-c3dda371f162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416338 Jan 31 18:33:36.977087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 466ccd0f-7851-45ae-b32e-71d766e25d00, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=466ccd0f-7851-45ae-b32e-71d766e25d00,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:36.977515 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:37.057638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9dce4c16-f8f7-42eb-8c83-9306fe0524f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:37.107667 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 466ccd0f-7851-45ae-b32e-71d766e25d00 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:33:37.254161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:37.304803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=466ccd0f-7851-45ae-b32e-71d766e25d00,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:37.345856 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.346196 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.346525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.346850 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.347178 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.347499 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.347817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.348133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.348443 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.348754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.349065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:37.389844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] No DVR routers for this DVR port 466ccd0f-7851-45ae-b32e-71d766e25d00 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:37.392109 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:37.394598 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'name': 'network-vif-deleted', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:33:37.411141 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6e2034bb-cc0a-4689-8a43-376024c82d58 req-8a28fdab-5e73-4d70-8738-735c8a8955c2 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.86 "DELETE /v2.0/ports/466ccd0f-7851-45ae-b32e-71d766e25d00 HTTP/1.1" status: 204 len: 173 time: 0.7516606 Jan 31 18:33:37.543548 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b722397-cb42-43ab-858b-2bb480657134', 'name': 'network-vif-deleted', 'tag': '466ccd0f-7851-45ae-b32e-71d766e25d00', 'status': 'completed', 'code': 200} Jan 31 18:33:38.035390 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-cb5264e3-36bc-4a9b-b3bf-2597400cf168 req-1b28c62e-655c-4b03-b9ea-970eb8a68b6a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "GET /v2.0/ports?device_id=4b722397-cb42-43ab-858b-2bb480657134 HTTP/1.1" status: 200 len: 210 time: 0.0421100 Jan 31 18:33:39.145951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40354) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:39.416863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-92efaa70-6a53-48c1-b980-2a93a34e4bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:39.550815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.265311 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 18f50e75-c202-4146-a4b5-7eec683c1ae3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:33:40.266002 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.386352 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.454931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 18f50e75-c202-4146-a4b5-7eec683c1ae3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=18f50e75-c202-4146-a4b5-7eec683c1ae3,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:40.455300 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.470225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.577631 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 18f50e75-c202-4146-a4b5-7eec683c1ae3 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:33:40.765762 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:40.816875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=18f50e75-c202-4146-a4b5-7eec683c1ae3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:41.122639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:41.809749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:41.843297 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Router c54bc0e3-6719-4a74-a231-4a85db009a5f has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:42.082366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 466ccd0f-7851-45ae-b32e-71d766e25d00 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:33:42.104135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:42.117329 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Sync routers for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:33:42.121668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-a1db9cd5-e500-4991-b7f7-0de54dce073a tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "PUT /v2.0/routers/c54bc0e3-6719-4a74-a231-4a85db009a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9743419 Jan 31 18:33:42.124469 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:42.127875 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 466ccd0f-7851-45ae-b32e-71d766e25d00 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:33:42.128440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 466ccd0f-7851-45ae-b32e-71d766e25d00 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:33:42.136603 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:42.137194 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:42.313212 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:42.321137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting subnet 1864ebd4-d87c-4195-a821-b0a135484b0b {{(pid=83558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:33:42.324150 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for subnet, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.379211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3019664'] for subnet, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.464610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.541465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504572', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3105299'] for subnet, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.580084 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Subnet': ['ID=1864ebd4-d87c-4195-a821-b0a135484b0b,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:42.586347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.595122 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-02f5ae06-c761-4f2f-9ee7-232122d7ff67 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/subnets/1864ebd4-d87c-4195-a821-b0a135484b0b HTTP/1.1" status: 204 len: 168 time: 0.4668894 Jan 31 18:33:42.595307 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447f44c-69f6-4e51-9304-0bc04c01a3b8 None None] Network c669f7aa-2999-4c0d-a71e-42ae7de2093f requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:33:42.595402 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:42.610751 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:33:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:42.614909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Checking router: c54bc0e3-6719-4a74-a231-4a85db009a5f for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:33:42.627954 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Routers {'c54bc0e3-6719-4a74-a231-4a85db009a5f'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:42.628342 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['c54bc0e3-6719-4a74-a231-4a85db009a5f'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:42.823099 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:42.854495 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] Set router c54bc0e3-6719-4a74-a231-4a85db009a5f gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:42.898701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] DHCP port deletion for c669f7aa-2999-4c0d-a71e-42ae7de2093f request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:33:42.905080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Deleting port b314035b-0ea3-4147-97de-d8d4c5690bf8 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:33:42.905613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.136052 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] For port b314035b-0ea3-4147-97de-d8d4c5690bf8, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=b314035b-0ea3-4147-97de-d8d4c5690bf8,segment=NetworkSegment(3303c0cb-ccff-4368-9e23-83ea2bb4d65d),segment_id=3303c0cb-ccff-4368-9e23-83ea2bb4d65d)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:43.136420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.166510 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.178796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Deleting port 757e74a5-8196-43f1-ab9b-1a041345a3f7 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:33:43.179268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.184561 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:33:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:43.189565 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924a5baa-058f-493b-bc2d-4ebcc9dc9975 None None] The sync data for ids ['c54bc0e3-6719-4a74-a231-4a85db009a5f'] in dv-neutron-823271-3-hyperv is: [{'id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-455325510', 'tenant_id': 'e8f02ff6070a47a68cfd756f1b888362', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191'}], 'enable_snat': True}, 'gw_port_id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:33:40Z', 'revision_number': 5, 'project_id': 'e8f02ff6070a47a68cfd756f1b888362', 'gw_port': {'id': '757e74a5-8196-43f1-ab9b-1a041345a3f7', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f0:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c54bc0e3-6719-4a74-a231-4a85db009a5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:32:29Z', 'updated_at': '2022-01-31T18:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:33:43.306426 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Calling delete_port for b314035b-0ea3-4147-97de-d8d4c5690bf8 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:33:43.382267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] For port 757e74a5-8196-43f1-ab9b-1a041345a3f7, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=757e74a5-8196-43f1-ab9b-1a041345a3f7,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:43.382741 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.393294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125'] for port, after_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.467466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Pushing event deleted for resources: {'Port': ['ID=b314035b-0ea3-4147-97de-d8d4c5690bf8,revision_number=None']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:43.482980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] No DVR routers for this DVR port b314035b-0ea3-4147-97de-d8d4c5690bf8 on host dv-neutron-823271-3-hyperv {{(pid=83559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:33:43.492617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.492617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.492617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.493386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.493386 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.494189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.494189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.494756 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.495306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.495835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.496369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f83e6d4-a03b-4e9f-a014-d354edef987f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:43.556106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Calling delete_port for 757e74a5-8196-43f1-ab9b-1a041345a3f7 owned by network:router_gateway {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:33:43.705750 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.737088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:43.784259 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Port': ['ID=757e74a5-8196-43f1-ab9b-1a041345a3f7,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:44.008316 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.038617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b314035b-0ea3-4147-97de-d8d4c5690bf8 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:33:44.073255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: b314035b-0ea3-4147-97de-d8d4c5690bf8 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:33:44.073608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device b314035b-0ea3-4147-97de-d8d4c5690bf8 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:33:44.074036 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 18f50e75-c202-4146-a4b5-7eec683c1ae3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:33:44.107412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 18f50e75-c202-4146-a4b5-7eec683c1ae3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:33:44.107761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 18f50e75-c202-4146-a4b5-7eec683c1ae3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:33:44.270597 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.274924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.301268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.301815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Fanout notify agent at l3_agent the message router_deleted on router c54bc0e3-6719-4a74-a231-4a85db009a5f {{(pid=83558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:33:44.318342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.319414 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-eea43902-c962-418f-ab7c-7b24bcbbdf13 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/routers/c54bc0e3-6719-4a74-a231-4a85db009a5f HTTP/1.1" status: 204 len: 168 time: 1.7233121 Jan 31 18:33:44.322460 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40366) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:44.446566 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.582482 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.611038 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c669f7aa-2999-4c0d-a71e-42ae7de2093f']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:44.623906 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3303c0cb-ccff-4368-9e23-83ea2bb4d65d') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:44.624228 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3303c0cb-ccff-4368-9e23-83ea2bb4d65d') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:44.635421 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.650858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.657461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Releasing vlan 1448 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:33:44.657912 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:33:44.673097 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:33:44.759296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.785836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.893973 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'Network': ['ID=c669f7aa-2999-4c0d-a71e-42ae7de2093f,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:44.899904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c006f4e1-c7e7-4289-b3db-0e16ec47a6a5 tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/networks/c669f7aa-2999-4c0d-a71e-42ae7de2093f HTTP/1.1" status: 204 len: 168 time: 0.5753484 Jan 31 18:33:44.901550 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:44.969567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:44.998743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.061761 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.080075 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e378f2a1-0a69-412d-8982-c3dda371f162,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:45.092754 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.093898 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-95ef2802-11a1-44c7-951d-60f77baefd0f tempest-TestNetworkAdvancedServerOps-44075378 tempest-TestNetworkAdvancedServerOps-44075378-project] 10.222.0.110 "DELETE /v2.0/security-groups/e378f2a1-0a69-412d-8982-c3dda371f162 HTTP/1.1" status: 204 len: 168 time: 0.1914656 Jan 31 18:33:45.511954 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40380) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:45.691677 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-78553ab0-d367-4d24-9199-cf9a899c03b1 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=e8f02ff6070a47a68cfd756f1b888362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785750 Jan 31 18:33:45.694162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40386) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:45.759374 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.792394 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.846774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.864740 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944b9538-67bc-4ef6-88db-5f96f2724b1c,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:45.871746 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:45.876326 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-550cc832-0785-48f1-bdae-8604a70773d1 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/944b9538-67bc-4ef6-88db-5f96f2724b1c HTTP/1.1" status: 204 len: 168 time: 0.1811588 Jan 31 18:33:45.947113 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 757e74a5-8196-43f1-ab9b-1a041345a3f7 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:33:45.980901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 757e74a5-8196-43f1-ab9b-1a041345a3f7 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:33:45.981347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 757e74a5-8196-43f1-ab9b-1a041345a3f7 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:33:46.277523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40394) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:46.298261 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.333971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:46.339442 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Usage tracker for resource:security_group_rule and tenant:ddae7f9f5c8444ddaec266878a0f5d79 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:46.344353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:46.353588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:46.457816 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.462035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.513003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d47221b-279f-42bf-bdff-4dabbe6e60ee,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:46.517259 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-d402d3fe-5411-466b-87d7-4472a8de1e67 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=ddae7f9f5c8444ddaec266878a0f5d79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2387142 Jan 31 18:33:46.520893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40398) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:46.604402 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.634339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.699706 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.718129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d47221b-279f-42bf-bdff-4dabbe6e60ee,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:46.726113 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:46.729382 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9128bcdc-06e3-4580-96a5-4068c86c756d admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/3d47221b-279f-42bf-bdff-4dabbe6e60ee HTTP/1.1" status: 204 len: 168 time: 0.2047813 Jan 31 18:33:47.631250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40420) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:47.765182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-165852111-network', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:47.770054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:47.774017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Usage tracker for resource:network and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:47.777377 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:47.784119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:47.794531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Made reservation on behalf of 66295df8f7c14c27aff35b5886aa2cb9 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:47.797077 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:47.809531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:47.842715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:47.847033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:47.851512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:47.859775 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:47.936391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:47.940771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:47.977074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:33:47.988669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a64f74-e6ba-4e56-bcbe-dbf868486e49,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:47.995676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:47.996076 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Added segment 0a0c0ff0-4b90-42e3-a60d-efb6fce26b45 of type vlan for network 984abbcf-adfe-4390-9337-8d3055af80f9 Jan 31 18:33:48.024560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.059743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.061913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.062895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.177067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] Pushing event updated for resources: {'Network': ['ID=984abbcf-adfe-4390-9337-8d3055af80f9,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:48.184354 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a47b3fcd-cb7c-438f-9c05-e13a392dc2a5 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5491691 Jan 31 18:33:48.184758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40426) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:48.188256 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 984abbcf-adfe-4390-9337-8d3055af80f9 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:33:48.191078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Request body: {'subnet': {'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-165852111-subnet', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:48.196358 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:48.200283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Usage tracker for resource:subnet and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:48.203501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:48.209458 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:48.219805 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Made reservation on behalf of 66295df8f7c14c27aff35b5886aa2cb9 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:48.222279 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.430589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.501262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e84a9b7-3f60-4bd6-9165-14859f20f808,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:48.516926 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Checking segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:48.517273 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Network hostable DHCP agents. Network: 984abbcf-adfe-4390-9337-8d3055af80f9, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:33:48.539092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:33:48.549139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 984abbcf-adfe-4390-9337-8d3055af80f9) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:48.553526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:48.554119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.558992 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3e741f-ad41-4f9c-a0b3-40e587694c5a None None] Network 984abbcf-adfe-4390-9337-8d3055af80f9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:33:48.578427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-5370e590-b703-4121-ab09-6fca76c3704b admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3920431 Jan 31 18:33:48.581306 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40430) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:48.586568 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:48.591991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:48.595844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Usage tracker for resource:router and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:48.598680 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:48.604611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:48.615215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.616176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.636309 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.780399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-984abbcf-adfe-4390-9337-8d3055af80f9', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:33:48.781597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.788766 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:48.966928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Allocated IP 172.20.0.2 (984abbcf-adfe-4390-9337-8d3055af80f9/3e84a9b7-3f60-4bd6-9165-14859f20f808/f2f95f42-4f93-48dd-a5dc-aea295d04fb3) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:48.988386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.020091 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.166149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Allocated IP 172.26.4.125 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/f23018e7-3d2a-4476-89de-d75078061054) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:49.182363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.195214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Transition to ACTIVE for port object f2f95f42-4f93-48dd-a5dc-aea295d04fb3 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:49.215887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Transition to ACTIVE for port object f2f95f42-4f93-48dd-a5dc-aea295d04fb3 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:49.222855 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.293266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:49.297143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:49.301563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:49.307231 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Pushing event updated for resources: {'Port': ['ID=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:49.333120 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.371468 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.402685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Attempting to bind port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:33:49.403056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Attempting to bind port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:33:49.403420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Attempting to bind port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:33:49.411468 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:33:49.411820 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Checking segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:49.412227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.412616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Bound using segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:33:49.413075 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Bound port: f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:33:49.413544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.525115 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] For port f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:49.528357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] For port f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:49.535417 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.542525 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:49.546325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:49.551035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:49.577862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Pushing event updated for resources: {'Port': ['ID=f23018e7-3d2a-4476-89de-d75078061054,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:49.621441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd55dfe-c8d4-4a20-844d-b197692ce6ca None None] Pushing event updated for resources: {'Port': ['ID=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:49.744053 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:49.745101 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:50.029616 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f2f95f42-4f93-48dd-a5dc-aea295d04fb3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:33:50.037070 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:33:50.111387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:50.269354 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:50.280346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:33:50.295799 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:50.296607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:50.303126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:50.305110 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e347358d-9cc1-48ac-b106-857bc21c0f73 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7228098 Jan 31 18:33:50.308044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40434) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:50.511038 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:50.731331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a1a557-3e41-4f0e-b067-8e410fd76ce0 None None] Network 984abbcf-adfe-4390-9337-8d3055af80f9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:33:50.882263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Provisioning for port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:50.913524 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Provisioning complete for port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:50.913898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.122199 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.183460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.205797 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:49Z', 'revision_number': 3, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:51.221677 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:33:51.222019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Updating router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 port f23018e7-3d2a-4476-89de-d75078061054 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:33:51.269474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] For port f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:51.277794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.347419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.352501 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Allocated IP 172.20.0.1 (984abbcf-adfe-4390-9337-8d3055af80f9/3e84a9b7-3f60-4bd6-9165-14859f20f808/0e7437a3-7ad0-4a45-9f34-15333c2405c6) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:51.417188 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65142051-2cc7-46f5-9a43-709f3eda78d7 None None] Pushing event updated for resources: {'Port': ['ID=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.580943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-81e52e36-c922-4113-9e98-f66602d57512 None None] Provisioning complete for port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:51.581316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-81e52e36-c922-4113-9e98-f66602d57512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.615242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.631507 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Transition to ACTIVE for port object 0e7437a3-7ad0-4a45-9f34-15333c2405c6 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:51.662425 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.730481 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:51.733723 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:51.738115 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:51.769182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.796143 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.834139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.852427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Transition to ACTIVE for port object f23018e7-3d2a-4476-89de-d75078061054 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:51.866094 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.892269 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.954865 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Attempting to bind port f23018e7-3d2a-4476-89de-d75078061054 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:33:51.955243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Attempting to bind port f23018e7-3d2a-4476-89de-d75078061054 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:33:51.955607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Attempting to bind port f23018e7-3d2a-4476-89de-d75078061054 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:33:51.970980 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c17b-d388-4d84-9181-1ff168e97a37 None None] Pushing event updated for resources: {'Port': ['ID=f23018e7-3d2a-4476-89de-d75078061054,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:51.974496 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:33:51.975136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:51.975539 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:51.975920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:33:51.976393 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Bound port: f23018e7-3d2a-4476-89de-d75078061054, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:33:51.976761 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.008002 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f2f95f42-4f93-48dd-a5dc-aea295d04fb3 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:33:52.114312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b4293e70-8a73-4588-b72a-eba6c7787d90 None None] Provisioning for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:52.124443 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b4293e70-8a73-4588-b72a-eba6c7787d90 None None] Provisioning complete for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:52.124793 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b4293e70-8a73-4588-b72a-eba6c7787d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.153054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.154957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] For port f23018e7-3d2a-4476-89de-d75078061054, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:52.159186 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.184708 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] For port f23018e7-3d2a-4476-89de-d75078061054, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f23018e7-3d2a-4476-89de-d75078061054,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:52.197643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.269972 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.273389 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Pushing event updated for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:52.285175 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:52.285661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.307923 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b4293e70-8a73-4588-b72a-eba6c7787d90 None None] Port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:33:52.387237 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939c17b-d388-4d84-9181-1ff168e97a37 None None] Pushing event updated for resources: {'Port': ['ID=f23018e7-3d2a-4476-89de-d75078061054,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:52.393432 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:52.394030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:52.419050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:52.421221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:52.636268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:52.827719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:33:52.870863 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-22ae89da-b8b0-43d9-8f08-fc8a301d36c2 None None] Provisioning complete for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:52.871224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-22ae89da-b8b0-43d9-8f08-fc8a301d36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:52.953015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-22ae89da-b8b0-43d9-8f08-fc8a301d36c2 None None] Port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:33:53.033268 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:53.037494 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 2, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:53.042096 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9242467e-7500-4d8d-8f7d-7a06dc116f63 admin admin] 10.222.0.110 "PUT /v2.0/routers/157a1f73-d4ac-430a-a0d1-eaaf1370fdf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328873 Jan 31 18:33:53.043670 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d58bd3-ff22-4e8e-ba70-10f9133f1be5 None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 2, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:33:54.034327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f23018e7-3d2a-4476-89de-d75078061054 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:33:54.043328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40456) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:54.049223 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1769741471-network', 'tenant_id': '973c3813636544e3bf352a4a03e75f58'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:54.055562 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:54.064658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Usage tracker for resource:network and tenant:973c3813636544e3bf352a4a03e75f58 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:54.068142 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:54.075736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:54.090497 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Made reservation on behalf of 973c3813636544e3bf352a4a03e75f58 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:54.093078 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.109916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.132645 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f23018e7-3d2a-4476-89de-d75078061054 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:54.138202 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f23018e7-3d2a-4476-89de-d75078061054 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:54.139544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.271409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.281353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:54.285263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Usage tracker for resource:security_group_rule and tenant:973c3813636544e3bf352a4a03e75f58 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:54.288803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:54.290737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port f23018e7-3d2a-4476-89de-d75078061054, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f23018e7-3d2a-4476-89de-d75078061054,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:54.296408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:54.297023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.373715 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.377337 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=f23018e7-3d2a-4476-89de-d75078061054,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:54.377730 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.407698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:33:54.415961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515f7402-90f4-40b8-81c8-1e38054c5e60,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:54.421849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.422183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Added segment a03168e7-a106-4978-9fc4-d26ccc54648c of type vlan for network 1d29566b-7057-40ae-8166-e173c1294d33 Jan 31 18:33:54.448324 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.479535 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.480386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:54.480964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.585188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] Pushing event updated for resources: {'Network': ['ID=1d29566b-7057-40ae-8166-e173c1294d33,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:54.588220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-37d0daf8-5631-4ff1-900f-1c9b0305c037 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5441341 Jan 31 18:33:54.592221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40460) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:54.597952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Request body: {'subnet': {'network_id': '1d29566b-7057-40ae-8166-e173c1294d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1769741471-subnet', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'ip_version': 4}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:54.599087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 1d29566b-7057-40ae-8166-e173c1294d33 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:33:54.603648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:54.608534 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Usage tracker for resource:subnet and tenant:973c3813636544e3bf352a4a03e75f58 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:54.611966 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:54.618277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:54.632379 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Made reservation on behalf of 973c3813636544e3bf352a4a03e75f58 for: {'subnet': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:33:54.635218 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2845562'] for subnet, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.893104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3073089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2845548'] for subnet, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:54.967642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3322c8c8-e82d-4f2e-b282-dc05d925ee32,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:54.984594 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Checking segment: {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:54.984938 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Network hostable DHCP agents. Network: 1d29566b-7057-40ae-8166-e173c1294d33, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:33:55.010820 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Network 1d29566b-7057-40ae-8166-e173c1294d33 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:33:55.021914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 1d29566b-7057-40ae-8166-e173c1294d33) {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:55.026134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:33:55.026702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.034032 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9434ca7f-c28d-49eb-a838-3089356ddb08 None None] Network 1d29566b-7057-40ae-8166-e173c1294d33 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:33:55.052196 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d2017c3a-6898-430c-a4e6-705967cbd291 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4589148 Jan 31 18:33:55.055803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40464) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:55.061669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:33:55.067334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:33:55.072793 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Usage tracker for resource:router and tenant:973c3813636544e3bf352a4a03e75f58 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:33:55.077048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:33:55.085125 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:33:55.099445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.101387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.129110 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.289449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-1d29566b-7057-40ae-8166-e173c1294d33', 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'fixed_ips': [{'subnet_id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:33:55.290335 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.296639 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.468976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Allocated IP 172.20.0.2 (1d29566b-7057-40ae-8166-e173c1294d33/3322c8c8-e82d-4f2e-b282-dc05d925ee32/a2821c01-3351-4bc1-985b-c0369645166a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:55.499032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.529774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.683896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Allocated IP 172.26.4.47 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/28ad80d5-46e6-42f9-912c-1b25d13b87cb) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:55.756128 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.770841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Transition to ACTIVE for port object a2821c01-3351-4bc1-985b-c0369645166a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:55.801309 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Transition to ACTIVE for port object a2821c01-3351-4bc1-985b-c0369645166a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:55.808887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.874576 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:55.897062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Network 1d29566b-7057-40ae-8166-e173c1294d33 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:55.900016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:55.905576 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:55.907857 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Pushing event updated for resources: {'Port': ['ID=a2821c01-3351-4bc1-985b-c0369645166a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:55.923290 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.008611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:56.011756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:56.014829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Attempting to bind port a2821c01-3351-4bc1-985b-c0369645166a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:33:56.015299 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:56.016220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Attempting to bind port a2821c01-3351-4bc1-985b-c0369645166a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:33:56.017161 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Attempting to bind port a2821c01-3351-4bc1-985b-c0369645166a on network 1d29566b-7057-40ae-8166-e173c1294d33 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:33:56.025288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f23018e7-3d2a-4476-89de-d75078061054 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:33:56.050786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Pushing event updated for resources: {'Port': ['ID=28ad80d5-46e6-42f9-912c-1b25d13b87cb,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:56.065148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:33:56.065548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Checking segment: {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:56.065957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.066342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Bound using segment: {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:33:56.066807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Bound port: a2821c01-3351-4bc1-985b-c0369645166a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:33:56.067262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.189001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] For port a2821c01-3351-4bc1-985b-c0369645166a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:56.193540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] For port a2821c01-3351-4bc1-985b-c0369645166a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2821c01-3351-4bc1-985b-c0369645166a,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:56.195387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f23018e7-3d2a-4476-89de-d75078061054 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:56.195760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.224625 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.232737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.233984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.338166 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7b1cc5-1179-4aaa-8dca-785c0c6e1064 None None] Pushing event updated for resources: {'Port': ['ID=a2821c01-3351-4bc1-985b-c0369645166a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:56.677939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Router 75298205-a7bf-45c8-8083-eb8f63bc9b19 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:33:56.918797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:33:56.928241 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Sync routers for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:33:56.941747 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:56.942723 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:56.949624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:56.953590 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-42e96ceb-210a-41f3-a952-66d79c188b73 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8963165 Jan 31 18:33:56.955980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40468) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:33:57.143613 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:57.423418 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36be1c4-cf53-4ba6-a76f-7e63b225cff9 None None] Network 1d29566b-7057-40ae-8166-e173c1294d33 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:33:57.482063 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:56Z', 'revision_number': 3, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:57.486344 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Checking router: 75298205-a7bf-45c8-8083-eb8f63bc9b19 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:33:57.486686 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Updating router 75298205-a7bf-45c8-8083-eb8f63bc9b19 port 28ad80d5-46e6-42f9-912c-1b25d13b87cb binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:33:57.536230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-10a8cb7e-d7c3-4d50-b7d1-cbe748f52f84 None None] Provisioning for port a2821c01-3351-4bc1-985b-c0369645166a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:57.543409 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:57.875375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:57.944560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:57.960310 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Transition to ACTIVE for port object 28ad80d5-46e6-42f9-912c-1b25d13b87cb will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:57.971315 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.070469 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Attempting to bind port 28ad80d5-46e6-42f9-912c-1b25d13b87cb on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:33:58.070760 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Attempting to bind port 28ad80d5-46e6-42f9-912c-1b25d13b87cb by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:33:58.071118 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Attempting to bind port 28ad80d5-46e6-42f9-912c-1b25d13b87cb on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:33:58.085801 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:33:58.086409 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:33:58.087005 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.087382 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:33:58.087835 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Bound port: 28ad80d5-46e6-42f9-912c-1b25d13b87cb, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:33:58.088198 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.090606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2821c01-3351-4bc1-985b-c0369645166a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:33:58.112052 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Pushing event updated for resources: {'Port': ['ID=28ad80d5-46e6-42f9-912c-1b25d13b87cb,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:58.139682 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.140014 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.140538 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.140863 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.141177 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.141699 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.142026 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.142336 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.142825 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.143142 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.143453 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:33:58.147014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Allocated IP 172.20.0.1 (1d29566b-7057-40ae-8166-e173c1294d33/3322c8c8-e82d-4f2e-b282-dc05d925ee32/8bb24c81-ec9c-44f7-a7ae-011aeb298447) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:33:58.171809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port a2821c01-3351-4bc1-985b-c0369645166a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:58.178083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a2821c01-3351-4bc1-985b-c0369645166a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:58.178798 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.183367 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] For port 28ad80d5-46e6-42f9-912c-1b25d13b87cb, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:33:58.186922 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] For port 28ad80d5-46e6-42f9-912c-1b25d13b87cb, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28ad80d5-46e6-42f9-912c-1b25d13b87cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:33:58.192565 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.314948 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c457e7-efe1-4f4c-b893-ebec47c98e47 None None] Pushing event updated for resources: {'Port': ['ID=28ad80d5-46e6-42f9-912c-1b25d13b87cb,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:58.319703 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:33:58.320302 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:58.327169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.344211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.366608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port a2821c01-3351-4bc1-985b-c0369645166a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2821c01-3351-4bc1-985b-c0369645166a,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:33:58.372080 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.373054 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.provisioning_blocks [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Transition to ACTIVE for port object 8bb24c81-ec9c-44f7-a7ae-011aeb298447 will not be triggered until provisioned by entity DHCP. {{(pid=83557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:33:58.399527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.452197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=a2821c01-3351-4bc1-985b-c0369645166a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:58.478074 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Network 1d29566b-7057-40ae-8166-e173c1294d33 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:58.480858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:58.483661 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:33:58.523338 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:58.541880 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:33:58.557185 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.790653 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.837001 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-64870b10-f6b5-47d8-a092-59cb4cd00bd0 None None] Provisioning for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:33:58.849081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-64870b10-f6b5-47d8-a092-59cb4cd00bd0 None None] Provisioning complete for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:58.850510 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-64870b10-f6b5-47d8-a092-59cb4cd00bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:58.893980 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:56Z', 'revision_number': 3, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:33:58.898189 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1254488c-3bb2-45f1-96fe-d8dffe4fb740 None None] The sync data for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv is: [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:56Z', 'revision_number': 3, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:33:58.963061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-64870b10-f6b5-47d8-a092-59cb4cd00bd0 None None] Port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:33:59.053780 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:59.059814 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:59.170927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Pushing event updated for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:33:59.173743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:59.315704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Network 1d29566b-7057-40ae-8166-e173c1294d33 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:33:59.316776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:33:59.595441 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-bced745f-9f41-4359-81a9-89999fad24ff None None] Provisioning complete for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:33:59.595999 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bced745f-9f41-4359-81a9-89999fad24ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:33:59.672209 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-bced745f-9f41-4359-81a9-89999fad24ff None None] Port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:33:59.775552 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Router 75298205-a7bf-45c8-8083-eb8f63bc9b19 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:34:00.010531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2821c01-3351-4bc1-985b-c0369645166a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:00.011244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:34:00.024099 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-00e06734-0ced-45ce-b5c5-3308de4de747 admin admin] 10.222.0.110 "PUT /v2.0/routers/75298205-a7bf-45c8-8083-eb8f63bc9b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0669501 Jan 31 18:34:00.086461 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port a2821c01-3351-4bc1-985b-c0369645166a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:00.087057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:00.866256 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40478) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:00.873086 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264965416', 'description': 'tempest-secgroup-smoke-264965416 description', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:00.880928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:00.885964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:00.890902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:00.899395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:00.913200 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:00.950304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:00.955162 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:00.958149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:00.964298 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.024627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.030914 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.072788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243540d8-211d-4e66-aa5b-89b86bff1661,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.078047 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.079229 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-15e7898f-ca7b-43de-b742-c77366269c4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2116711 Jan 31 18:34:01.082248 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40482) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.087857 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.094783 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.098945 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.102022 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.108346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.128991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.200176 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.205709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.230093 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16615329-8519-42d6-90ab-1352ac33bd01,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.241553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.242724 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f4cfd826-f543-46ad-861c-241ecd97b4be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1595509 Jan 31 18:34:01.245704 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40486) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.251412 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.257928 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.262034 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.265575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.271341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.291595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.366911 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.372873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.401344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723aad19-5dff-471f-ab19-46393cd6667b,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.414133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.415312 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a8a4bc5f-5e08-479c-bd7a-be86011cd0c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1687219 Jan 31 18:34:01.418007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40490) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.423953 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.429999 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.433801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.437702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.445854 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.464463 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.536915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.540797 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.566020 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a47e392-cd40-4aa9-994c-fc84b196fe36,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.577375 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.581288 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-8937d39b-c645-4842-bbaa-fe924a56b81e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1596889 Jan 31 18:34:01.581469 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40494) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.587622 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.594403 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.598917 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.603208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.611353 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.629848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.697971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.702648 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.727915 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47399732-a027-4958-9333-51e289fe2719,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.740243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.741558 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-4edf3e35-797b-4014-a9f7-e80483e0118f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1591063 Jan 31 18:34:01.744617 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40498) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.753810 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.760815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.765453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.768748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.774634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:01.786196 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Project 66295df8f7c14c27aff35b5886aa2cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:34:01.793671 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.870232 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.876056 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.903044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d5c0f2-8a7f-43e7-9c13-8716043677cc,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:01.914679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:01.915912 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0df6aebe-3980-4b9a-84ee-847aca8afa8b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1703496 Jan 31 18:34:01.918607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40502) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:01.929712 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '243540d8-211d-4e66-aa5b-89b86bff1661', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:01.936530 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:01.940520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:01.943758 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:01.950139 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:02.062918 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Project 66295df8f7c14c27aff35b5886aa2cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:34:02.069567 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:02.147755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:02.152855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:02.177932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e81a70-d53d-42a1-ac42-28a8cc899cf1,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:02.189830 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:02.191319 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e15ed180-e74b-4265-aea9-d91d61897e9c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2710314 Jan 31 18:34:02.578606 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-8f45e6ad-5a4a-4109-aa87-11dbc276941a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:34:02.600705 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-8f45e6ad-5a4a-4109-aa87-11dbc276941a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:34:02.602180 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-8f45e6ad-5a4a-4109-aa87-11dbc276941a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264965416&fields=id&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 267 time: 0.0722945 Jan 31 18:34:02.767356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-63458bbc-a07e-4cb2-8796-091d939da796 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:02.767946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-63458bbc-a07e-4cb2-8796-091d939da796 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:34:02.787692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-63458bbc-a07e-4cb2-8796-091d939da796 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:34:02.789039 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-63458bbc-a07e-4cb2-8796-091d939da796 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 808 time: 0.1783438 Jan 31 18:34:02.807767 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-49a7948d-1005-46cb-8934-e629b06a080b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/quotas/66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 375 time: 0.0128708 Jan 31 18:34:02.904547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-3fedbc56-5095-43b4-85d7-53588f9a3694 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:34:02.921616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-3fedbc56-5095-43b4-85d7-53588f9a3694 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:34:02.922903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-3fedbc56-5095-43b4-85d7-53588f9a3694 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074917 Jan 31 18:34:03.070635 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-f1f363c8-d726-47dc-82e0-6b8adbabc2a5 service neutron] 10.222.0.110 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331391 Jan 31 18:34:03.217564 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-720c2639-39a2-4918-b8ca-50bb6b18b90c service neutron] 10.222.0.110 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386356 Jan 31 18:34:03.605648 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-825415e6-20af-4080-867d-b03c6420e8db req-b94a643a-f309-4cf5-a8b8-5f97bb4a0df9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 210 time: 0.2333448 Jan 31 18:34:04.037548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28ad80d5-46e6-42f9-912c-1b25d13b87cb up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:04.129516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 28ad80d5-46e6-42f9-912c-1b25d13b87cb completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:04.134790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 28ad80d5-46e6-42f9-912c-1b25d13b87cb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:04.135265 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:04.303833 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:04.322403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 28ad80d5-46e6-42f9-912c-1b25d13b87cb, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28ad80d5-46e6-42f9-912c-1b25d13b87cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:04.327320 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:04.430786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=28ad80d5-46e6-42f9-912c-1b25d13b87cb,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:04.829292 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-fe788398-5e15-4e5d-9fd2-222975a41f4e req-f0c951ef-c30a-4cf7-9001-9a31d90b7db6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 210 time: 0.0613716 Jan 31 18:34:05.037298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-2293db73-ee3e-4e08-9f27-62552a35d9eb tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:05.038749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-2293db73-ee3e-4e08-9f27-62552a35d9eb tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 808 time: 0.2670858 Jan 31 18:34:05.103748 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-b81fd344-c042-436f-b86c-b50c69a3529a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 379 time: 0.0436513 Jan 31 18:34:05.113849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'port': {'device_id': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'admin_state_up': True, 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'security_groups': ['243540d8-211d-4e66-aa5b-89b86bff1661']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:05.253191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:05.266023 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:05.283009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Made reservation on behalf of 66295df8f7c14c27aff35b5886aa2cb9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:34:05.286479 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:05.480247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Allocated IP 172.20.0.7 (984abbcf-adfe-4390-9337-8d3055af80f9/3e84a9b7-3f60-4bd6-9165-14859f20f808/e3ed0510-ac4c-4312-8aef-a1019005d1d3) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:05.718219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:05.735968 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Transition to ACTIVE for port object e3ed0510-ac4c-4312-8aef-a1019005d1d3 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:05.761352 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:05.838769 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:05.842055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:05.847171 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:34:05.874602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:05.926815 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:05.928163 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:05.980267 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-69b34396-fb89-48d8-96e0-d0422c4f70a7 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8696177 Jan 31 18:34:06.035690 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28ad80d5-46e6-42f9-912c-1b25d13b87cb up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:06.100789 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b2bb-6c06-4c95-bc92-3a587c055dbf req-c0c77fb6-e524-4fd4-a892-050e339df17f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:06.102272 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8c81b2bb-6c06-4c95-bc92-3a587c055dbf req-c0c77fb6-e524-4fd4-a892-050e339df17f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:34:06.127238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-8c81b2bb-6c06-4c95-bc92-3a587c055dbf req-c0c77fb6-e524-4fd4-a892-050e339df17f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:34:06.128747 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8c81b2bb-6c06-4c95-bc92-3a587c055dbf req-c0c77fb6-e524-4fd4-a892-050e339df17f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 931 time: 0.1437984 Jan 31 18:34:06.144268 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Request body: {'port': {'device_id': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:06.146859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 28ad80d5-46e6-42f9-912c-1b25d13b87cb triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:06.147181 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:06.175803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d8155dc-7c34-4a45-bce4-b5b14863f681 None None] Provisioning for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:06.194755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3d8155dc-7c34-4a45-bce4-b5b14863f681 None None] Provisioning complete for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:06.195365 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3d8155dc-7c34-4a45-bce4-b5b14863f681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:06.275257 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-3d8155dc-7c34-4a45-bce4-b5b14863f681 None None] Port e3ed0510-ac4c-4312-8aef-a1019005d1d3 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:34:06.287299 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8c81b2bb-6c06-4c95-bc92-3a587c055dbf req-f396f29e-214d-4eba-902c-033ddc8cc25d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177058 Jan 31 18:34:06.304238 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:06.702903 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:34:06.715148 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:06.731544 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Transition to ACTIVE for port object e3ed0510-ac4c-4312-8aef-a1019005d1d3 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:06.736684 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:06.857459 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-305c65a0-c961-43b5-985d-8020f6a4e0b5 req-cb376da4-a55b-4d9c-856a-e323b3df2331 service neutron] (83557) timed out ('10.222.0.110', 36550) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 31 18:34:06.889072 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:07.009065 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Attempting to bind port e3ed0510-ac4c-4312-8aef-a1019005d1d3 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:34:07.009399 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Attempting to bind port e3ed0510-ac4c-4312-8aef-a1019005d1d3 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:34:07.009764 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Attempting to bind port e3ed0510-ac4c-4312-8aef-a1019005d1d3 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:34:07.015626 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Port e3ed0510-ac4c-4312-8aef-a1019005d1d3 on network 984abbcf-adfe-4390-9337-8d3055af80f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:34:07.015938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Attempting to bind port e3ed0510-ac4c-4312-8aef-a1019005d1d3 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:34:07.022451 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:34:07.022803 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Checking segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:34:07.023190 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Bound using segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:34:07.023610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Bound port: e3ed0510-ac4c-4312-8aef-a1019005d1d3, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:34:07.023953 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:07.064312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c359308a-793c-4a3f-9c2a-f19e15b3121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:07.125609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:07.130461 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:07.135638 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:07.301373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:07.302966 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-76dda510-30f3-461a-a413-9157838b2903 service neutron] 10.222.0.86 "PUT /v2.0/ports/e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 1093 time: 1.2710216 Jan 31 18:34:07.303332 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:34:07.332639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dda510-30f3-461a-a413-9157838b2903 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:07.389542 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'status': 'completed', 'code': 200} Jan 31 18:34:07.453237 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-c4422275-8557-4972-a2d0-a05caa2ae7bc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1096 time: 0.0999300 Jan 31 18:34:07.569213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-d51e7a5b-f1bd-4164-b26f-c671a990e43a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 217 time: 0.1087871 Jan 31 18:34:07.640750 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:34:07.660212 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-beac93f9-4afb-4933-ab33-d250b05bdddf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.661672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-beac93f9-4afb-4933-ab33-d250b05bdddf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0869248 Jan 31 18:34:07.719700 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f128d-d9ee-4780-a207-3d66228a1904 req-61b7b08e-964b-4dca-8b3b-62014b887108 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:07.721130 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-239f128d-d9ee-4780-a207-3d66228a1904 req-61b7b08e-964b-4dca-8b3b-62014b887108 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.2065849 Jan 31 18:34:07.791172 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-239f128d-d9ee-4780-a207-3d66228a1904 req-59d0b7ba-c2de-41ad-a7e1-a1c5cd9f9ded tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574310 Jan 31 18:34:07.796518 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-7270145b-1f63-46e1-a551-f2ce76749401 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1273293 Jan 31 18:34:07.830356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:34:07.847778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:07.850279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:33:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:07.941998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-6d21258e-4be8-4a00-bf12-be0922c4894c service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381791 Jan 31 18:34:08.062372 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:08.108614 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5312ece6-a73d-41a0-8a05-f430e4888a67 req-0f44e74e-9da0-42c4-94f7-7f86c7ec3b2c service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590357 Jan 31 18:34:08.264662 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-f11906b0-9658-4180-be7f-0b37d11f88db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1096 time: 0.1052349 Jan 31 18:34:08.414826 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 2, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:08.415448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-1b069c50-8985-4dc0-9d5f-62329246acfa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:08.416662 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-1b069c50-8985-4dc0-9d5f-62329246acfa service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1456084 Jan 31 18:34:08.419651 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:34:08.420053 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Updating router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:34:08.480639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:08.496722 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-256f740d-2a31-4ff7-88c0-c22b57bee6a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0731573 Jan 31 18:34:08.572318 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-e5a0d116-9671-4ca9-92da-25434d2f0a6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:08.573842 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-e5a0d116-9671-4ca9-92da-25434d2f0a6c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0715885 Jan 31 18:34:08.659299 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-2b0968fd-4ea1-4e31-8bfc-d4c32467b6f8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792785 Jan 31 18:34:08.826912 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-6dfd21f4-0d9e-4b51-b0eb-4726ac6a5830 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595607 Jan 31 18:34:08.902455 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:08.915208 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Transition to ACTIVE for port object 0e7437a3-7ad0-4a45-9f34-15333c2405c6 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:08.924098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:09.040763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-88550f50-7e72-438b-b2a8-f7b5ed1cb03c req-d1843f2a-1ece-4a05-8b63-683f37596aa0 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073474 Jan 31 18:34:09.129178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231473de-85a1-422a-a0f8-e5a34260d746 req-1dcc5ef1-697a-4d07-af44-a36f310f6553 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:09.136688 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-231473de-85a1-422a-a0f8-e5a34260d746 req-1dcc5ef1-697a-4d07-af44-a36f310f6553 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1394379 Jan 31 18:34:09.196220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-231473de-85a1-422a-a0f8-e5a34260d746 req-960db396-c436-4678-b193-b3f15592ae52 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584159 Jan 31 18:34:09.200387 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcb090-1416-4720-8c97-c5e1445aea2d None None] Pushing event updated for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:09.231059 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Attempting to bind port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:34:09.232278 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Attempting to bind port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:34:09.232884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Attempting to bind port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:34:09.242239 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:34:09.242771 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Checking segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:34:09.243253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:09.243811 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Bound using segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:34:09.244363 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Bound port: 0e7437a3-7ad0-4a45-9f34-15333c2405c6, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:34:09.244847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:09.416056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] For port 0e7437a3-7ad0-4a45-9f34-15333c2405c6, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:09.424068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] For port 0e7437a3-7ad0-4a45-9f34-15333c2405c6, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0e7437a3-7ad0-4a45-9f34-15333c2405c6,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:09.429920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:09.462816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4f78e431-77f3-465f-8aa4-1537690ffbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:09.520976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:09.521626 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:34:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:09.578572 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcb090-1416-4720-8c97-c5e1445aea2d None None] Pushing event updated for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:09.655720 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Sync routers for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:34:09.671833 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:09.672780 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:34:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:09.760791 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:09.890907 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:10.073481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0e7437a3-7ad0-4a45-9f34-15333c2405c6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:10.231423 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:10.244183 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:10.244457 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.301634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:09Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:10.311019 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9795203-9288-4cb1-af47-ce5469d4e89e None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:09Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:34:10.312378 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 4, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '8bb24c81-ec9c-44f7-a7ae-011aeb298447', 'name': '', 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'mac_address': 'fa:16:3e:fd:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:57Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 2, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'subnets': [{'id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:10.321652 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Checking router: 75298205-a7bf-45c8-8083-eb8f63bc9b19 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:34:10.321982 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Updating router 75298205-a7bf-45c8-8083-eb8f63bc9b19 port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:34:10.395878 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.399325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.411047 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.438065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 0e7437a3-7ad0-4a45-9f34-15333c2405c6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0e7437a3-7ad0-4a45-9f34-15333c2405c6,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:10.444495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.536556 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.556395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:10.604377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68034acd-2c22-4e54-b603-3c894ce3c78b req-85a4614d-af57-45dd-8f45-e42cc6a8b6aa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:10.606054 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68034acd-2c22-4e54-b603-3c894ce3c78b req-85a4614d-af57-45dd-8f45-e42cc6a8b6aa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1488018 Jan 31 18:34:10.670866 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-68034acd-2c22-4e54-b603-3c894ce3c78b req-eb28cd70-e858-4adb-a335-46fb703d0e24 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572729 Jan 31 18:34:10.904530 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:10.922839 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Transition to ACTIVE for port object 8bb24c81-ec9c-44f7-a7ae-011aeb298447 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:34:10.931470 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:11.111560 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7b5af-297d-4be9-bf10-edcf3dad6302 None None] Pushing event updated for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:11.244187 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Attempting to bind port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:34:11.244550 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Attempting to bind port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:34:11.244910 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Attempting to bind port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 on network 1d29566b-7057-40ae-8166-e173c1294d33 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:34:11.252765 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:34:11.253143 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Checking segment: {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:34:11.253998 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:11.254117 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Bound using segment: {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:34:11.254510 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Bound port: 8bb24c81-ec9c-44f7-a7ae-011aeb298447, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03168e7-a106-4978-9fc4-d26ccc54648c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:34:11.254874 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:11.349270 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] For port 8bb24c81-ec9c-44f7-a7ae-011aeb298447, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:34:11.352521 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] For port 8bb24c81-ec9c-44f7-a7ae-011aeb298447, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8bb24c81-ec9c-44f7-a7ae-011aeb298447,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:34:11.359676 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:11.440088 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7b5af-297d-4be9-bf10-edcf3dad6302 None None] Pushing event updated for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:11.446441 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:11.447102 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:34:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:11.650242 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:11.823184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:11.924450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394837f6-3ed6-4e50-8516-dd4f2843f114 req-7248fb14-824b-4480-8c79-5d22cbc03ec6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:11.925998 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-394837f6-3ed6-4e50-8516-dd4f2843f114 req-7248fb14-824b-4480-8c79-5d22cbc03ec6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1035953 Jan 31 18:34:11.986289 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-394837f6-3ed6-4e50-8516-dd4f2843f114 req-146607aa-dbab-4207-9973-34a6b6af7af3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542803 Jan 31 18:34:12.022482 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 4, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '8bb24c81-ec9c-44f7-a7ae-011aeb298447', 'name': '', 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'mac_address': 'fa:16:3e:fd:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:57Z', 'updated_at': '2022-01-31T18:34:11Z', 'revision_number': 4, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'subnets': [{'id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:12.026406 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0e7437a3-7ad0-4a45-9f34-15333c2405c6 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:12.030717 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ab0495-d0fa-4871-8212-14c65395b1fa None None] The sync data for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv is: [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:33:58Z', 'revision_number': 4, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '8bb24c81-ec9c-44f7-a7ae-011aeb298447', 'name': '', 'network_id': '1d29566b-7057-40ae-8166-e173c1294d33', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'mac_address': 'fa:16:3e:fd:f9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:57Z', 'updated_at': '2022-01-31T18:34:11Z', 'revision_number': 4, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'subnets': [{'id': '3322c8c8-e82d-4f2e-b282-dc05d925ee32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:34:12.152686 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:12.153194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:12.182268 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:34:12.416792 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:12.443288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:34:12.519216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:12.543312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:34:12.559482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:12.567545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:12.639544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:12.775777 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e3ed0510-ac4c-4312-8aef-a1019005d1d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:34:13.381063 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfd11-9926-41fa-b569-66b4ac2635f9 req-fcbb5c94-19b3-486a-b574-ace1b2440f92 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:13.382551 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9e4cfd11-9926-41fa-b569-66b4ac2635f9 req-fcbb5c94-19b3-486a-b574-ace1b2440f92 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 944 time: 0.2438579 Jan 31 18:34:13.442756 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9e4cfd11-9926-41fa-b569-66b4ac2635f9 req-b9483a8e-841f-4a3d-8712-d592cb56e0fd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524340 Jan 31 18:34:13.706165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.050004 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bb24c81-ec9c-44f7-a7ae-011aeb298447 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:14.131169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:14.135807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:14.136399 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.180419 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:14.326057 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:34:14.331097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.339962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:14.340341 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.412501 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 8bb24c81-ec9c-44f7-a7ae-011aeb298447, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8bb24c81-ec9c-44f7-a7ae-011aeb298447,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:14.418842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.539273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.548956 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:14.572062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:34:14.584109 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:34:14.592317 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:14.664518 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'code': 200} Jan 31 18:34:14.704192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d769c2-e82c-498e-824a-b64121a20270 req-f732681c-4a81-4537-90ad-c63819e7ddab tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:14.705795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-54d769c2-e82c-498e-824a-b64121a20270 req-f732681c-4a81-4537-90ad-c63819e7ddab tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1257594 Jan 31 18:34:14.712258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:14.765645 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-54d769c2-e82c-498e-824a-b64121a20270 req-047874b6-4714-412b-912b-f4f902ecd013 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530095 Jan 31 18:34:14.917949 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-224fb8c5-d6cd-494e-ab5f-d11716069ca6 req-dc66b2e7-1483-4121-8688-264b539f696c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1098 time: 0.0806615 Jan 31 18:34:14.967763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-224fb8c5-d6cd-494e-ab5f-d11716069ca6 req-2c1fb11e-0370-4414-ade9-289898e9db74 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435786 Jan 31 18:34:16.016821 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a96cd66-78fe-4682-ab97-55be377b6be6 req-06178c1b-b99a-4b20-ab7b-6d2a6bc84a4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:16.018560 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0a96cd66-78fe-4682-ab97-55be377b6be6 req-06178c1b-b99a-4b20-ab7b-6d2a6bc84a4e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1061971 Jan 31 18:34:16.027682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bb24c81-ec9c-44f7-a7ae-011aeb298447 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:34:16.111577 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0a96cd66-78fe-4682-ab97-55be377b6be6 req-2cad71f5-ffcb-4244-a80e-b95226be3a74 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728192 Jan 31 18:34:16.123711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:34:16.123711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:17.350844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2a341-be50-4cd8-a689-3ca1929fc655 req-f551cc43-4590-498a-b19b-b9ba3015c8cc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:17.352291 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c7b2a341-be50-4cd8-a689-3ca1929fc655 req-f551cc43-4590-498a-b19b-b9ba3015c8cc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0870602 Jan 31 18:34:17.410387 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c7b2a341-be50-4cd8-a689-3ca1929fc655 req-4f6d94ec-cafa-4852-a773-224d76b217e3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489702 Jan 31 18:34:17.765849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba83216-0617-4e79-b231-c0684ce44331 req-93e38938-031c-4265-bc50-794501a08e7b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:17.767216 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dba83216-0617-4e79-b231-c0684ce44331 req-93e38938-031c-4265-bc50-794501a08e7b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0868866 Jan 31 18:34:17.818434 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dba83216-0617-4e79-b231-c0684ce44331 req-48ae63fb-fca2-41eb-a929-c30e67cd1e9d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452938 Jan 31 18:34:17.851119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40560) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:18.000526 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a08c4c0-ac39-472a-93ae-51b3d940acc4 tempest-TestShelveInstance-115921825 tempest-TestShelveInstance-115921825-project-admin] Synchronizing usage tracker for tenant:973c3813636544e3bf352a4a03e75f58 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:34:18.019204 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-7a08c4c0-ac39-472a-93ae-51b3d940acc4 tempest-TestShelveInstance-115921825 tempest-TestShelveInstance-115921825-project-admin] Unset dirty status for tenant:973c3813636544e3bf352a4a03e75f58 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:34:18.021055 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-7a08c4c0-ac39-472a-93ae-51b3d940acc4 tempest-TestShelveInstance-115921825 tempest-TestShelveInstance-115921825-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1093 time: 0.1680813 Jan 31 18:34:18.023967 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40566) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:34:18.033689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:34:18.039947 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:34:18.043693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:floatingip and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:34:18.047307 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:34:18.052975 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:34:18.063529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:18.205272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:18.367624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Allocated IP 172.26.4.132 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/73d4b6da-4890-42e3-adb6-b9be00861e26) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:34:18.529512 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:18.558152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:18.625156 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:34:18.628017 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:34:18.632398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:34:18.659434 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=73d4b6da-4890-42e3-adb6-b9be00861e26,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.270014 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:19.334116 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:19.556178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:19.561713 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:19.665104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=73d4b6da-4890-42e3-adb6-b9be00861e26,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:34:19.684019 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:19.887118 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Floating IP 399acfb6-869a-4409-8ca6-1531da58bb96 associated. External IP: 172.26.4.132, port: e3ed0510-ac4c-4312-8aef-a1019005d1d3. Jan 31 18:34:20.311969 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:34:20.641096 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:34:20.673202 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:20.736241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-95d60815-9682-437d-bda4-81c0bd89ea6d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7109892 Jan 31 18:34:20.736985 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:34:20.795657 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'status': 'completed', 'code': 200} Jan 31 18:34:20.911209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-8df22438-f0d4-4f7a-b0ae-5b92dbe93ece service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1098 time: 0.0917454 Jan 31 18:34:21.060839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-655438c6-8a64-4617-8ada-da493d976f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:21.062299 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-655438c6-8a64-4617-8ada-da493d976f88 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1445959 Jan 31 18:34:21.180044 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-df0f05ce-72e3-4cfb-9fa9-9bdf2a677ff8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1104202 Jan 31 18:34:21.261689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-511a1426-849f-409b-afec-819246b5372d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:21.263812 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-511a1426-849f-409b-afec-819246b5372d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0776565 Jan 31 18:34:21.359130 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-0c540be5-11d4-41fe-a3cf-5167299ad7c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876386 Jan 31 18:34:21.527784 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-7f5aa75b-b95e-4540-a055-5ec37a883893 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622405 Jan 31 18:34:21.676419 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1aaa5d73-05d7-48b1-8c0c-a0549c4d244d req-c4599089-12a8-4783-9dad-062b655d6594 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435213 Jan 31 18:34:24.532283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:34:24.548276 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:24.548898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:34:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:24.740774 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:25.160234 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '399acfb6-869a-4409-8ca6-1531da58bb96', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.132', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:19Z', 'updated_at': '2022-01-31T18:34:19Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:25.164637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:34:25.176591 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:34:25.177194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:34:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:25.368489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:34:25.800219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '399acfb6-869a-4409-8ca6-1531da58bb96', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.132', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:19Z', 'updated_at': '2022-01-31T18:34:19Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:34:25.804503 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c99a4-2e86-42d3-8ed1-d79daf1067d0 None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '399acfb6-869a-4409-8ca6-1531da58bb96', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.132', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:34:19Z', 'updated_at': '2022-01-31T18:34:19Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:34:30.920993 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc9e64e-358a-454b-a2d8-92637c686014 None None] New status for floating IP 399acfb6-869a-4409-8ca6-1531da58bb96: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:34:37.059638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b488be3e-4078-4cb9-ab65-b7f32556eac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:39.419921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-891818e0-915a-4de3-bfab-e37dda85da63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:40.397229 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:40.484260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:41.815872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:43.707266 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:34:44.631914 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:34:55.493201 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-10f7c67a-5158-4c16-8af8-6942b4a6acf2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022167 Jan 31 18:34:55.680891 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-c0aa6aae-38b9-40fc-a656-68904c6fc5ba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1098 time: 0.0859218 Jan 31 18:34:55.878775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-31b50b75-650d-4347-9df8-160f70945113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:55.881069 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-31b50b75-650d-4347-9df8-160f70945113 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1794362 Jan 31 18:34:56.009543 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-f765476a-b39c-45c6-90b0-4fe95f904ac7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1216726 Jan 31 18:34:56.084296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-9a3e687a-8d94-401e-8a4c-3bb6fec81cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:34:56.085726 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-9a3e687a-8d94-401e-8a4c-3bb6fec81cb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0702157 Jan 31 18:34:56.172649 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-06cec287-4a34-4d37-80cc-a7443c886775 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804181 Jan 31 18:34:56.460350 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-9fd934ba-cbcc-4b44-a990-d42e99ddcff7 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807398 Jan 31 18:34:56.637931 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5983fb5f-dfff-4157-9de8-33ae5c2e0121 req-9a3ad2d6-7460-4f7e-abcb-77653a816ff3 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692085 Jan 31 18:35:07.067287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3128235b-e532-42bc-ab1a-7b65adbc57f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:09.417156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8022e68b-e9a1-44f8-89b2-6a46cb2121ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:10.399344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:10.482347 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:11.823385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:13.720247 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:21.632632 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:35:37.065437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7fe6cfb6-e6cc-462e-a1d3-0fb56cac787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:39.413607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5de3fe0a-8950-4402-a333-29ed7b7fa630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:40.400382 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:40.486928 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:41.822943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:43.720910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:35:55.451630 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-8f683f90-d852-4c0f-b59b-782a8785b34c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825388 Jan 31 18:35:55.601061 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-0c15f5ac-0480-465d-82c1-06a02e7d5058 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1098 time: 0.0758059 Jan 31 18:35:55.752176 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b777cfb-d058-4084-bb64-f426d15b351a req-77ec1950-d941-4f7b-880c-55597add7b32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.753535 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-77ec1950-d941-4f7b-880c-55597add7b32 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1332080 Jan 31 18:35:55.864251 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-d5bf5fc3-acfd-4f67-ba0b-219e093dbc12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1034935 Jan 31 18:35:55.927566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b777cfb-d058-4084-bb64-f426d15b351a req-de2ca418-77d8-4d63-ae76-de5d54394d47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:35:55.929046 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-de2ca418-77d8-4d63-ae76-de5d54394d47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0589519 Jan 31 18:35:56.008540 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-37281ff0-1d67-4753-9e61-f5b9b0418fb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733056 Jan 31 18:35:56.159114 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-f3227c84-0576-4223-853f-68e5704bedb1 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451910 Jan 31 18:35:56.296074 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7b777cfb-d058-4084-bb64-f426d15b351a req-4d9f35b4-895c-4bae-afce-7d83e73ee2a0 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306753 Jan 31 18:35:58.634304 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:36:07.059878 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d891a535-4ae9-498e-9786-33d7e4416d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:09.419976 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c5777ed2-6b1a-468d-b408-a91c1c92a2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:10.403540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:10.482269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:11.826993 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:13.737005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:16.657151 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dedda-b2b1-4551-9a9c-47ebc077c374 req-fd97de8c-f7da-4fae-8a70-513b0db2aa56 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:16.658818 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-004dedda-b2b1-4551-9a9c-47ebc077c374 req-fd97de8c-f7da-4fae-8a70-513b0db2aa56 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0826967 Jan 31 18:36:16.707935 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-004dedda-b2b1-4551-9a9c-47ebc077c374 req-099ec665-09d7-408d-9954-93a497764c1a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434155 Jan 31 18:36:17.939880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2dfa6d-43d5-4ced-b7b3-f6839ea459fd req-43967177-1ffb-4ed0-9e33-400b311acf4d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:17.941621 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0e2dfa6d-43d5-4ced-b7b3-f6839ea459fd req-43967177-1ffb-4ed0-9e33-400b311acf4d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0862887 Jan 31 18:36:18.002238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0e2dfa6d-43d5-4ced-b7b3-f6839ea459fd req-19427166-b380-4b78-9feb-ff48f50ffec4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495431 Jan 31 18:36:19.242538 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c82fa-68f7-42d5-9243-2950e8c85469 req-77e7b475-23da-4438-a19d-450b135d892d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:19.243951 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4a6c82fa-68f7-42d5-9243-2950e8c85469 req-77e7b475-23da-4438-a19d-450b135d892d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0922930 Jan 31 18:36:19.299697 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4a6c82fa-68f7-42d5-9243-2950e8c85469 req-43a1513a-fae7-4952-bdd9-e577cd2327e8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459800 Jan 31 18:36:20.516669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4cc10-26d5-4016-a114-1bcc3e829239 req-9a0cd3e4-018f-441d-8888-e2ad17f002db tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:20.518140 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6c4cc10-26d5-4016-a114-1bcc3e829239 req-9a0cd3e4-018f-441d-8888-e2ad17f002db tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0867407 Jan 31 18:36:20.576391 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6c4cc10-26d5-4016-a114-1bcc3e829239 req-1fc06fd1-3273-49f3-8c6e-360d563ea80f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521829 Jan 31 18:36:21.793895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa54bdb-6c72-438b-a35b-b5d076f8e137 req-b5fc7c10-37a9-46db-a483-5406d82df986 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:21.795592 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bfa54bdb-6c72-438b-a35b-b5d076f8e137 req-b5fc7c10-37a9-46db-a483-5406d82df986 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0886652 Jan 31 18:36:21.846854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bfa54bdb-6c72-438b-a35b-b5d076f8e137 req-daddaeca-93bb-4b82-ae55-7253607a5832 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443735 Jan 31 18:36:23.080763 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbb810-6c1f-4c6a-be18-b612379e2e5f req-01507695-a6b9-4bce-ac76-d2512b9835f1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:23.082245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-91cbb810-6c1f-4c6a-be18-b612379e2e5f req-01507695-a6b9-4bce-ac76-d2512b9835f1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0955384 Jan 31 18:36:23.135595 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-91cbb810-6c1f-4c6a-be18-b612379e2e5f req-47b19f6b-4645-42b1-97b8-5cb828cd4265 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456958 Jan 31 18:36:24.366678 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56965f-fd1d-4e33-9b08-f3da88cf44d4 req-a17abc20-e335-48d0-96c2-f0c33b5c538e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:24.368144 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3d56965f-fd1d-4e33-9b08-f3da88cf44d4 req-a17abc20-e335-48d0-96c2-f0c33b5c538e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0998518 Jan 31 18:36:24.425784 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3d56965f-fd1d-4e33-9b08-f3da88cf44d4 req-73f37bcb-b419-4f84-9a4a-b9acb60b1342 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492592 Jan 31 18:36:25.651551 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1b27-f393-4a94-ab4b-0ba7da7c92fe req-4f7e8d05-c55d-4544-b4b2-df0c42f5a8a3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:25.653684 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bacc1b27-f393-4a94-ab4b-0ba7da7c92fe req-4f7e8d05-c55d-4544-b4b2-df0c42f5a8a3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1015935 Jan 31 18:36:25.705274 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bacc1b27-f393-4a94-ab4b-0ba7da7c92fe req-b034f878-e7b6-4a5d-90d5-7aa4baf102ff tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456054 Jan 31 18:36:26.921784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037e796-d171-456c-a178-54ed99fec203 req-5afc68da-9d13-4ea3-9f41-f46b898809d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:26.923269 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7037e796-d171-456c-a178-54ed99fec203 req-5afc68da-9d13-4ea3-9f41-f46b898809d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0843928 Jan 31 18:36:26.983583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7037e796-d171-456c-a178-54ed99fec203 req-3fccea92-5530-4e9e-921e-f66fee59a783 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543432 Jan 31 18:36:28.211514 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef4477-d2f1-455b-b9af-ddb00a05d15f req-594b6c7c-f95a-4abb-bbbf-fa380b9f2d4f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:28.212895 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70ef4477-d2f1-455b-b9af-ddb00a05d15f req-594b6c7c-f95a-4abb-bbbf-fa380b9f2d4f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0902510 Jan 31 18:36:28.265327 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-70ef4477-d2f1-455b-b9af-ddb00a05d15f req-43e710b4-7864-403b-a60f-02f4f7ae4dd5 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Jan 31 18:36:28.816589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:36:28.953926 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:28.968373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:36:29.031373 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:29.051734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:36:29.068710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:29.073044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:29.140684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:29.149173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.149566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.149902 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.150232 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.150561 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.150886 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.151213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.151533 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.151953 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.152753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.153204 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:36:29.157772 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e3ed0510-ac4c-4312-8aef-a1019005d1d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:36:29.510722 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a7284-d586-40cc-ae1c-d010e455c507 req-c4e8ac2b-a439-43ee-92b1-221847fb9a50 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:29.513148 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-472a7284-d586-40cc-ae1c-d010e455c507 req-c4e8ac2b-a439-43ee-92b1-221847fb9a50 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 944 time: 0.0994799 Jan 31 18:36:29.559170 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-472a7284-d586-40cc-ae1c-d010e455c507 req-add76321-d75f-4fa4-a5e6-805da8b43f90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Jan 31 18:36:30.790292 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1960c0b9-e39a-448b-b049-cd8b0fdcf7dd req-50e3fb5a-c426-47b3-bca9-4e95b97760b6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:30.793123 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1960c0b9-e39a-448b-b049-cd8b0fdcf7dd req-50e3fb5a-c426-47b3-bca9-4e95b97760b6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 944 time: 0.0963950 Jan 31 18:36:30.819534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:36:30.851936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1960c0b9-e39a-448b-b049-cd8b0fdcf7dd req-a5ef41d8-b8fc-49ff-896d-4293a86e66ea tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527489 Jan 31 18:36:30.972485 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:36:30.973015 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:31.160593 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:31.203139 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:36:31.219684 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:31.226711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:31.366342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:32.153453 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc2226-7237-4187-805a-77a32cf7e92d req-ca336365-ed2f-49c7-a313-34148f78b3a2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:32.155727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77bc2226-7237-4187-805a-77a32cf7e92d req-ca336365-ed2f-49c7-a313-34148f78b3a2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1513765 Jan 31 18:36:32.318022 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77bc2226-7237-4187-805a-77a32cf7e92d req-46749518-afea-4bfd-baf8-d7969e2f9f29 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565814 Jan 31 18:36:32.441999 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'code': 200} Jan 31 18:36:33.641777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b665ed5-b681-4948-af73-5a7d720a216d req-8c6206a0-57bc-4ae7-a157-e7312377d395 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:33.643645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b665ed5-b681-4948-af73-5a7d720a216d req-8c6206a0-57bc-4ae7-a157-e7312377d395 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1244810 Jan 31 18:36:33.708473 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8b665ed5-b681-4948-af73-5a7d720a216d req-e32eef9e-d134-4b0f-955d-d2de7d2886fe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569310 Jan 31 18:36:35.039855 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0839dff-b2ed-46f1-b004-791bae8f8440 req-2fae0ab0-95fb-4ed9-9d7e-2461156d6175 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:35.041977 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0839dff-b2ed-46f1-b004-791bae8f8440 req-2fae0ab0-95fb-4ed9-9d7e-2461156d6175 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1059458 Jan 31 18:36:35.115591 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c0839dff-b2ed-46f1-b004-791bae8f8440 req-21a7635e-302d-4fb4-87e6-18f241ed635e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659986 Jan 31 18:36:35.639852 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:36:36.380367 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35271b8d-4abb-4fde-92e1-f5d2abcd65a5 req-c40ac197-f948-437f-bc06-e2a35ec33c93 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:36.382819 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-35271b8d-4abb-4fde-92e1-f5d2abcd65a5 req-c40ac197-f948-437f-bc06-e2a35ec33c93 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1146579 Jan 31 18:36:36.466645 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-35271b8d-4abb-4fde-92e1-f5d2abcd65a5 req-29223c4a-10c0-4b14-b821-5ea7f66c759e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586669 Jan 31 18:36:37.072890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d838ba4a-0fbb-4b8c-b5a7-c723501bb1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:37.767164 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4a6c2-bcfd-474d-a14a-17bcf0562ed2 req-bd81860c-f7be-42a2-b7dd-b850c83b1c08 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:37.768631 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13c4a6c2-bcfd-474d-a14a-17bcf0562ed2 req-bd81860c-f7be-42a2-b7dd-b850c83b1c08 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1075511 Jan 31 18:36:37.838845 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-13c4a6c2-bcfd-474d-a14a-17bcf0562ed2 req-e348f359-6b4a-45c4-ab3f-2139d5a38bbe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579665 Jan 31 18:36:39.060583 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ebdb-4196-493a-a862-95674c71fe9d req-dfd5debe-6474-4978-a271-85246a2127c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:39.064269 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51e1ebdb-4196-493a-a862-95674c71fe9d req-dfd5debe-6474-4978-a271-85246a2127c2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0957282 Jan 31 18:36:39.142157 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51e1ebdb-4196-493a-a862-95674c71fe9d req-63bbe444-4638-44d2-be6a-92485b4934d2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714688 Jan 31 18:36:39.432412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2015-f1fb-4141-8fc2-9da977b78c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:40.412273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:40.444055 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fafaa7-e399-4aa3-9908-4ff3aef21e15 req-e85ca5c5-a5ea-4ea9-8a8c-7bb6bcbb92ac tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:40.445776 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9fafaa7-e399-4aa3-9908-4ff3aef21e15 req-e85ca5c5-a5ea-4ea9-8a8c-7bb6bcbb92ac tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1097109 Jan 31 18:36:40.493048 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:40.508565 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e9fafaa7-e399-4aa3-9908-4ff3aef21e15 req-0cfe1c77-7c88-4c46-b04f-bc0fec1e1e45 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511014 Jan 31 18:36:41.518617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-e5186fb2-76eb-4c11-95fe-671bcfffe2cf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1098 time: 0.0728092 Jan 31 18:36:41.668858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5056d-dbea-493a-9902-a263472a33b1 req-88bb5486-6940-45e9-80b3-24337efb4cbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:41.670356 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-88bb5486-6940-45e9-80b3-24337efb4cbd service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1459289 Jan 31 18:36:41.842023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:41.845173 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-11963e7c-ce6a-4288-bcda-7bd238099fd2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1688416 Jan 31 18:36:41.895222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe2cdc-9f78-4294-a28e-483ebd13e483 req-df5a3a3e-df55-4101-8402-c315fd1aaccd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:41.897636 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edbe2cdc-9f78-4294-a28e-483ebd13e483 req-df5a3a3e-df55-4101-8402-c315fd1aaccd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.1663170 Jan 31 18:36:41.965936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5056d-dbea-493a-9902-a263472a33b1 req-c4aac21e-e74a-45d7-be68-e82dbe0125fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:41.967775 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-c4aac21e-e74a-45d7-be68-e82dbe0125fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.1163323 Jan 31 18:36:42.007486 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-edbe2cdc-9f78-4294-a28e-483ebd13e483 req-ad89e23c-6415-434b-b081-2104170277b4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993209 Jan 31 18:36:42.061597 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-53588975-ca72-4f5a-9879-1fa92ecd7c20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871601 Jan 31 18:36:42.225998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-17c41cd3-02be-4929-9952-0ad167cb7aee service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579726 Jan 31 18:36:42.366810 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-93a5056d-dbea-493a-9902-a263472a33b1 req-562f3d8d-5877-4402-ad11-12c0bada1d8e service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348040 Jan 31 18:36:43.281341 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543b6ff-d8e0-4ae6-ae4a-13951a51d666 req-f19a304e-79e8-4502-9ed6-a88781cbb7b0 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:43.282738 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7543b6ff-d8e0-4ae6-ae4a-13951a51d666 req-f19a304e-79e8-4502-9ed6-a88781cbb7b0 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0924985 Jan 31 18:36:43.339226 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7543b6ff-d8e0-4ae6-ae4a-13951a51d666 req-d850bcbe-5288-4a59-b9b2-6a0b954dcab6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477698 Jan 31 18:36:43.753924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:44.572655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b576e-734b-4884-b640-0ff693d8ff0f req-11076f0c-326c-4be0-9943-e562540aaccc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:44.574292 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-136b576e-734b-4884-b640-0ff693d8ff0f req-11076f0c-326c-4be0-9943-e562540aaccc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 945 time: 0.0991626 Jan 31 18:36:44.630671 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-136b576e-734b-4884-b640-0ff693d8ff0f req-6a68657c-9d28-44aa-a6c0-04ecfcb6a7e3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496705 Jan 31 18:36:44.894284 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:36:44.930088 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-20bd7acc-5ce6-44a2-a2d3-c18caad8cda4 req-0c0d8b3c-969b-4e46-94fa-3ade0f5041fc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1655765 Jan 31 18:36:45.022056 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:45.062369 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:36:45.074739 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:45.080530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:45.166139 dv-neutron-823271-3-hyperv neutron-server[83559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'code': 422} returned with failed status Jan 31 18:36:45.199597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:45.265426 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40730) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:36:45.491781 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2535fd4-d7b6-4cf6-a80f-21adbf8e7953 req-127abba0-6fa7-4da6-b37b-0e4b000d505d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:45.493784 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e2535fd4-d7b6-4cf6-a80f-21adbf8e7953 req-127abba0-6fa7-4da6-b37b-0e4b000d505d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.2109706 Jan 31 18:36:45.561135 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e2535fd4-d7b6-4cf6-a80f-21adbf8e7953 req-59e334be-cc53-4ae8-a316-fc381577c8ac tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532434 Jan 31 18:36:45.569247 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-102d60d2-4d89-43fb-a960-039a31310a66 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3022432 Jan 31 18:36:46.143664 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-6663edb8-5281-42db-9e2d-d46f64c3b918 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 1096 time: 0.0763702 Jan 31 18:36:46.254578 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-b564d7d4-5a89-4151-a032-5b8bab509f6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1096 time: 0.0884852 Jan 31 18:36:46.411420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-d837057e-8595-467b-8c86-6e2da11ae1cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:46.413128 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-d837057e-8595-467b-8c86-6e2da11ae1cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1520414 Jan 31 18:36:46.535313 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-cc22cfb2-9215-4072-9e06-747cc3bfc441 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1151657 Jan 31 18:36:46.747687 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-d676e057-6352-47e3-a8e6-441f295738b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:46.749019 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-d676e057-6352-47e3-a8e6-441f295738b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.2080667 Jan 31 18:36:46.874498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec2aad-f1ee-4545-bcaa-3596b7eb4660 req-312fc441-214e-4702-a422-c2325d5e551f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:46.876190 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a9ec2aad-f1ee-4545-bcaa-3596b7eb4660 req-312fc441-214e-4702-a422-c2325d5e551f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1679502 Jan 31 18:36:46.884841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-55739c4c-e51f-44e7-8d18-b7259f5939da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1293797 Jan 31 18:36:47.023813 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a9ec2aad-f1ee-4545-bcaa-3596b7eb4660 req-9b79231c-8c79-41fd-9aff-04c8ff49d4fe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377125 Jan 31 18:36:47.062071 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-d83af0c7-fbd7-4452-9d05-58cb3a1324e3 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602333 Jan 31 18:36:47.221422 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-671fb124-b8cc-4b3c-aa5c-9f469f7b95b9 req-4f0f9a13-2e06-4b8d-8121-afa493625577 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539519 Jan 31 18:36:48.502544 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5df816-c109-4a1d-aa48-f19e52b96c5d req-d93c5bf1-8d4f-41ce-95c2-32c2b25ab5c8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:48.505074 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c5df816-c109-4a1d-aa48-f19e52b96c5d req-d93c5bf1-8d4f-41ce-95c2-32c2b25ab5c8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1662946 Jan 31 18:36:48.622183 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7c5df816-c109-4a1d-aa48-f19e52b96c5d req-e1339abf-025c-41e3-aa70-542d932688d2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026378 Jan 31 18:36:48.894542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:36:49.989471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc429a1-a196-4457-b8e6-79e46aa8d5e4 req-82b29a09-778f-4430-9244-2c316fa269ba tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:49.992136 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-acc429a1-a196-4457-b8e6-79e46aa8d5e4 req-82b29a09-778f-4430-9244-2c316fa269ba tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1807642 Jan 31 18:36:50.077702 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-acc429a1-a196-4457-b8e6-79e46aa8d5e4 req-64520342-3ea8-43ca-9265-21165e1ea0fd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745101 Jan 31 18:36:51.409272 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee36401-f685-433b-b086-e95e99fba6ad req-01a8b233-1fb3-43d9-be5b-068102aa24c6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:51.411493 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9ee36401-f685-433b-b086-e95e99fba6ad req-01a8b233-1fb3-43d9-be5b-068102aa24c6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1313291 Jan 31 18:36:51.487490 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9ee36401-f685-433b-b086-e95e99fba6ad req-a2a166c8-fb9c-490a-92c8-9598beadddc5 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642202 Jan 31 18:36:52.855319 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c0a4a-6789-40d6-bad4-a12021d18bdb req-139d2382-e5e1-4906-a22b-cb2fd5c58f96 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:52.868727 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a81c0a4a-6789-40d6-bad4-a12021d18bdb req-139d2382-e5e1-4906-a22b-cb2fd5c58f96 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1796389 Jan 31 18:36:52.959473 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a81c0a4a-6789-40d6-bad4-a12021d18bdb req-bbff6220-1379-4c04-be5f-93777ef4a415 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799718 Jan 31 18:36:54.307331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2618-4759-409c-b8cf-26c421bc135b req-01878930-cc9e-484d-ab30-ebf5672a11f9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:54.310437 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-237f2618-4759-409c-b8cf-26c421bc135b req-01878930-cc9e-484d-ab30-ebf5672a11f9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1398041 Jan 31 18:36:54.517034 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-237f2618-4759-409c-b8cf-26c421bc135b req-97d139f6-e142-433e-9437-37985e66a4d0 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958215 Jan 31 18:36:55.987810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a042045-250a-4fcd-b7e2-0c16f930d006 req-7e857795-a6b7-4398-a774-5fb1c74247ce tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:55.992282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5a042045-250a-4fcd-b7e2-0c16f930d006 req-7e857795-a6b7-4398-a774-5fb1c74247ce tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1704986 Jan 31 18:36:56.050631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5a042045-250a-4fcd-b7e2-0c16f930d006 req-27491ca5-556e-4a31-935b-b3308406744e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536847 Jan 31 18:36:57.320092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f022a-2be8-45aa-a1f3-c7595624122a req-4949816f-337c-4403-b128-447bbb50320c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.322581 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a38f022a-2be8-45aa-a1f3-c7595624122a req-4949816f-337c-4403-b128-447bbb50320c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1024039 Jan 31 18:36:57.394235 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a38f022a-2be8-45aa-a1f3-c7595624122a req-cf784d83-1ed4-44d2-ae1e-cbbaed8d8064 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631251 Jan 31 18:36:57.557305 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-bfca9861-578f-433c-bef5-f812c7171b64 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1096 time: 0.0862176 Jan 31 18:36:57.733225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-20c438ae-4044-40aa-9ca6-42884bf36760 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.734922 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-20c438ae-4044-40aa-9ca6-42884bf36760 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1574473 Jan 31 18:36:57.886911 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-a0fd62c6-f9ba-448a-85e1-c8df99f9c9ea service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 999 time: 0.1450186 Jan 31 18:36:57.978067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-527040b7-afe0-43de-9c94-f8cd58b36ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:57.980566 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-527040b7-afe0-43de-9c94-f8cd58b36ebe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0868134 Jan 31 18:36:58.086688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-b17e0ffa-d830-483e-b4d3-35f8dc1e6610 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0982895 Jan 31 18:36:58.265024 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-1aa319ad-4a43-49e9-8d34-112bc5b7aa4d service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704807 Jan 31 18:36:58.450085 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-017b7eab-c443-4a8a-9285-163434ab4a62 req-ce84482e-1672-4c21-bf26-2bcea4e72930 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782808 Jan 31 18:36:58.729614 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ac79d-dd73-409b-ba93-7bd3263b1dd0 req-5baf95b3-ca12-437f-aa89-10a87a3a98be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:36:58.732511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1f3ac79d-dd73-409b-ba93-7bd3263b1dd0 req-5baf95b3-ca12-437f-aa89-10a87a3a98be tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 943 time: 0.1188610 Jan 31 18:36:58.912867 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1f3ac79d-dd73-409b-ba93-7bd3263b1dd0 req-a3ad2307-fd22-4f6c-8344-263ca58833c9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718378 Jan 31 18:36:58.955916 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:36:59.139679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:59.155778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'port_id': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'mac_address': 'fa:16:3e:f9:80:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:36:59.223646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:59.247633 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:36:59.267298 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:36:59.272089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:36:59.356142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=9']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:36:59.527815 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['e3ed0510-ac4c-4312-8aef-a1019005d1d3'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:37:00.181887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e97390-5238-4ee5-97e5-552fa4e5ac93 req-dcdc99c0-ba34-4298-9348-468d26ae794a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:00.183887 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73e97390-5238-4ee5-97e5-552fa4e5ac93 req-dcdc99c0-ba34-4298-9348-468d26ae794a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 944 time: 0.1016645 Jan 31 18:37:00.248918 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73e97390-5238-4ee5-97e5-552fa4e5ac93 req-b952b692-5fe6-4c99-acef-6062ea37b035 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564036 Jan 31 18:37:00.956401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:37:01.064657 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port e3ed0510-ac4c-4312-8aef-a1019005d1d3 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:37:01.065194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:01.269024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:01.321366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:37:01.340818 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:37:01.348114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:01.447611 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'code': 200} Jan 31 18:37:01.479462 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=10']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:37:01.605526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae229-6d0b-4f9e-90d7-ff811be43320 req-ef55d614-d7ca-4f73-9b37-b3c030d61a21 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:01.608635 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e37ae229-6d0b-4f9e-90d7-ff811be43320 req-ef55d614-d7ca-4f73-9b37-b3c030d61a21 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.1180241 Jan 31 18:37:01.681611 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e37ae229-6d0b-4f9e-90d7-ff811be43320 req-e9d6cc7c-4717-4d65-9831-540ccf55c6e2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646217 Jan 31 18:37:01.846647 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a09aff3d-5482-462c-9a4b-d076da2631d3 req-4d5a2fce-77af-431f-9b60-b91a6d926cee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1099 time: 0.1251080 Jan 31 18:37:01.906856 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a09aff3d-5482-462c-9a4b-d076da2631d3 req-96286b45-e915-400e-b0bf-0320ebe63ee0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508997 Jan 31 18:37:03.034600 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174423d1-ee0b-4cbd-85b5-960a1949b238 req-fa4efbd8-18e5-47f0-9d3c-8c490f648d6e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:03.036712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-174423d1-ee0b-4cbd-85b5-960a1949b238 req-fa4efbd8-18e5-47f0-9d3c-8c490f648d6e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.1051483 Jan 31 18:37:03.090066 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-174423d1-ee0b-4cbd-85b5-960a1949b238 req-4653c9f2-a11a-428c-8cdf-1e13e99d16a3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Jan 31 18:37:04.317074 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e97aa-03bf-4b82-aa85-89126d0fd728 req-22e9d4c9-cca2-470a-bfd6-c211b4d605fd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:04.318542 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad1e97aa-03bf-4b82-aa85-89126d0fd728 req-22e9d4c9-cca2-470a-bfd6-c211b4d605fd tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.0817015 Jan 31 18:37:04.371145 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ad1e97aa-03bf-4b82-aa85-89126d0fd728 req-644c82d7-6440-44fc-8430-2dd140db3f3d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Jan 31 18:37:07.075397 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e174-3951-4bef-9b51-f15f26f552da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:09.422042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24fba5da-9bb3-4d3f-87f3-188751abc5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:10.420377 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:10.500642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:11.843065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:12.634083 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:37:13.756206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:37.072682 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-38ad5006-4763-4922-a20f-fd187a78ab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:39.420233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-299d8089-6bea-40ff-b652-fa110b1471df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:40.415839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:40.494803 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:41.834357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:43.760906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:37:49.635874 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:37:59.436825 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-88886090-e4e4-4165-967b-1327ffb7198e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0733001 Jan 31 18:37:59.580982 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-eb1981a3-29f1-4c5a-aa4f-e8f75f5718ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1099 time: 0.0731487 Jan 31 18:37:59.728951 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-2a8664f5-03ef-4719-b3d0-601504314f3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:59.730328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-2a8664f5-03ef-4719-b3d0-601504314f3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1301005 Jan 31 18:37:59.844236 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-d28634df-612a-4ba6-af81-e08603a3376e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 1001 time: 0.1078877 Jan 31 18:37:59.923417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-b1350113-f671-47ad-a13b-570ffee293dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:37:59.924839 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-b1350113-f671-47ad-a13b-570ffee293dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0755243 Jan 31 18:38:00.002175 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-ddb5e5a9-c289-4a2c-82c8-c83826d40451 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718617 Jan 31 18:38:00.135848 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-4927a6af-85e1-4675-ae1f-7a8a02189db8 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272118 Jan 31 18:38:00.269018 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6db0d668-8bad-4c42-b953-a378805e19e7 req-a50935c5-554b-4acc-be82-62f67068db02 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275048 Jan 31 18:38:07.066241 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be318712-d3a9-42c2-b4d3-70d3635a9595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:09.413456 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-be98093c-c0c3-492f-baea-eb6c11a17dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:10.415154 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:10.499749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:11.837680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:13.765873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:14.095044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40834) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:14.299685 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Deleting port 73d4b6da-4890-42e3-adb6-b9be00861e26 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:38:14.300015 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:14.484184 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:14.484504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:14.604371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Calling delete_port for 73d4b6da-4890-42e3-adb6-b9be00861e26 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:38:14.753314 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:14.796451 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'Port': ['ID=73d4b6da-4890-42e3-adb6-b9be00861e26,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:14.836554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.836895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.837247 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.837582 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.837913 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.838234 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.838556 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.838876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.839192 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.839506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.839819 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:14.899559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:15.430816 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:38:15.631564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:38:15.642617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:38:15.652208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:15.654479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:38:15.655144 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:38:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:15.707712 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-d2066ba8-dbeb-450c-9f38-19dad2e54e90 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "DELETE /v2.0/floatingips/399acfb6-869a-4409-8ca6-1531da58bb96 HTTP/1.1" status: 204 len: 168 time: 1.6113732 Jan 31 18:38:15.708244 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:38:15.847482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:38:15.889286 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'status': 'completed', 'code': 200} Jan 31 18:38:15.989721 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-e3773219-567d-4268-8c09-b15a268406b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 1099 time: 0.0799305 Jan 31 18:38:16.184481 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-3c545826-50fa-4e48-8892-31407f39ed73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:16.185964 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-3c545826-50fa-4e48-8892-31407f39ed73 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1901119 Jan 31 18:38:16.229122 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:16.233043 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:38:16.243562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:38:16.244156 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:38:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:16.260078 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-9b5d4c2e-c871-4672-a00d-a4f6a7f34dc9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 200 len: 217 time: 0.0670700 Jan 31 18:38:16.270133 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91ef9c-3f5f-4180-8496-5ed1b14c5af1 req-f0acee85-b846-4e01-9cb2-9709892fd058 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:16.271606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d91ef9c-3f5f-4180-8496-5ed1b14c5af1 req-f0acee85-b846-4e01-9cb2-9709892fd058 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.1801305 Jan 31 18:38:16.358853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-e71bb59d-7f0e-47e1-9627-a65b72c8def8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:16.360395 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-e71bb59d-7f0e-47e1-9627-a65b72c8def8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0879533 Jan 31 18:38:16.364934 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4d91ef9c-3f5f-4180-8496-5ed1b14c5af1 req-03c9f202-12f9-4bb5-b5c8-86caf671d8a9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634968 Jan 31 18:38:16.429978 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:38:16.449113 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-f97d5b2f-792f-4e3a-bc0c-02547217fe0e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818579 Jan 31 18:38:16.671532 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-ee6800de-5dfb-4137-89df-a100769ef45e service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161038 Jan 31 18:38:16.752097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:38:16.756460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f490791a-5d99-4c2a-b641-7ed41728c4be None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:38:16.807762 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4705966a-fd53-4232-8f9e-ef45b65a35bb req-7cd4a4ef-cc61-4146-a100-700d000a29f0 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301060 Jan 31 18:38:17.011503 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f022f732-665e-42ff-b18f-4697f6a59ca0 None None] New status for floating IP 399acfb6-869a-4409-8ca6-1531da58bb96: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:38:17.367672 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-94e5d243-4698-4401-931b-dbdfce4d2afc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:17.369098 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-94e5d243-4698-4401-931b-dbdfce4d2afc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.0768137 Jan 31 18:38:17.441733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Deleting port e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:38:17.442053 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:17.581776 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c308a21-e5bd-40c2-8b57-b4b1d9e3eec3 req-8e9f7cbd-bcbf-4c4a-a8b5-2746ba71e8ff tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:17.582479 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9c308a21-e5bd-40c2-8b57-b4b1d9e3eec3 req-8e9f7cbd-bcbf-4c4a-a8b5-2746ba71e8ff tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:38:17.601858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-9c308a21-e5bd-40c2-8b57-b4b1d9e3eec3 req-8e9f7cbd-bcbf-4c4a-a8b5-2746ba71e8ff tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:38:17.603320 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9c308a21-e5bd-40c2-8b57-b4b1d9e3eec3 req-8e9f7cbd-bcbf-4c4a-a8b5-2746ba71e8ff tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=4ca1a5db-c157-4f74-9ebd-ce4808972c3d HTTP/1.1" status: 200 len: 946 time: 0.1097598 Jan 31 18:38:17.652113 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9c308a21-e5bd-40c2-8b57-b4b1d9e3eec3 req-69c5021d-769d-49fb-8dbc-b32f5322f29a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=243540d8-211d-4e66-aa5b-89b86bff1661&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Jan 31 18:38:17.704986 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] For port e3ed0510-ac4c-4312-8aef-a1019005d1d3, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=e3ed0510-ac4c-4312-8aef-a1019005d1d3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:17.705329 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:17.827994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Calling delete_port for e3ed0510-ac4c-4312-8aef-a1019005d1d3 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:38:17.972219 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.021615 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'Port': ['ID=e3ed0510-ac4c-4312-8aef-a1019005d1d3,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:18.061581 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.061929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.062258 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.062587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.062910 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.063230 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.063545 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.063863 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.064179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.064810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.064810 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:18.106526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] No DVR routers for this DVR port e3ed0510-ac4c-4312-8aef-a1019005d1d3 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:38:18.109993 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.112647 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-deleted', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:38:18.129970 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fe5aa4ce-c34c-470a-b7bf-b96ec6be450a req-83ef4f0b-f9c2-4f8b-9861-14fdc05f1925 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "DELETE /v2.0/ports/e3ed0510-ac4c-4312-8aef-a1019005d1d3 HTTP/1.1" status: 204 len: 173 time: 0.7546344 Jan 31 18:38:18.170730 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ca1a5db-c157-4f74-9ebd-ce4808972c3d', 'name': 'network-vif-deleted', 'tag': 'e3ed0510-ac4c-4312-8aef-a1019005d1d3', 'status': 'completed', 'code': 200} Jan 31 18:38:18.761825 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40854) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:18.830792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.860897 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.929929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.948325 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243540d8-211d-4e66-aa5b-89b86bff1661,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:18.959876 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:18.960997 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-f375e499-7ee4-4d1d-b422-7ed775d51b9e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "DELETE /v2.0/security-groups/243540d8-211d-4e66-aa5b-89b86bff1661 HTTP/1.1" status: 204 len: 168 time: 0.1981845 Jan 31 18:38:19.296010 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 40862) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:19.301553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-163331994', 'description': 'tempest-secgroup-smoke-163331994 description', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:19.307713 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:19.320344 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:19.323556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:19.330812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:19.342323 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.382340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:19.386392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:19.390315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:19.395901 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:19.454088 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.458095 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.505768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=240a4550-9d98-4004-b72a-f19a3135962b,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.509252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.510631 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6b231f75-2f66-4434-86f5-460fb06c5bfe tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2136428 Jan 31 18:38:19.514520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40866) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:19.520791 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:19.527847 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:19.532090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:19.535048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:19.542132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:19.564991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.639253 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.642821 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.668380 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7126952c-219e-4f54-9235-12bc25b116b2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.678283 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.679540 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fd0f4498-c1f8-49a1-ad1a-ec47768796fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1640229 Jan 31 18:38:19.682250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40870) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:19.688245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:19.694122 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:19.697910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:19.700690 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:19.706450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:19.723245 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.787496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.791263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.817698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912643ea-3880-4d11-addb-8c4370eef468,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.827719 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.828888 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3221d529-0125-4ee3-b6f2-f2b15ce2ae07 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1457219 Jan 31 18:38:19.831523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40874) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:19.837873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:19.843858 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:19.848087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:19.851533 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:19.857943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:19.879702 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.947263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.951493 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.974326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e4b38bd-9880-414e-9a17-c1cf9382ed4f,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:19.984962 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:19.986364 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-396f02e6-a17a-4ee4-9fa0-8343b667d699 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1539152 Jan 31 18:38:19.989467 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40878) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:19.995149 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:20.002001 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:20.005664 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:20.008454 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:20.014365 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:20.032457 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.099455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.103326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.128308 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d163155-2495-4e63-af47-a9975ee790be,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:20.138771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.140148 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1e2e8fc2-6bb3-4c6a-9ca2-b65550f77e55 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1497211 Jan 31 18:38:20.143212 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40882) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:20.148788 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:20.155386 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:20.159215 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:20.162026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:20.167792 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:20.177836 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Project 66295df8f7c14c27aff35b5886aa2cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:38:20.184311 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.251432 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.255660 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.278313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d668cd-b1bb-4326-aa31-b35bdf2d8338,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:20.287696 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.289025 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-71b4d004-8852-4874-a696-de352bacfa63 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1447332 Jan 31 18:38:20.291726 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 40886) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:38:20.297624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'security_group_rule': {'security_group_id': '240a4550-9d98-4004-b72a-f19a3135962b', 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:20.303626 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:20.307344 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:security_group_rule and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:38:20.310441 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:38:20.316180 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:20.328576 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Project 66295df8f7c14c27aff35b5886aa2cb9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:38:20.335446 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.402250 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.407129 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.430485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d21535-afe9-4c2a-b345-5dfc88a7ac27,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:20.439520 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:20.440674 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c4975380-9d27-422e-8e1b-a6e82d65bcd2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1480618 Jan 31 18:38:21.269828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:38:21.305643 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: e3ed0510-ac4c-4312-8aef-a1019005d1d3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:38:21.305988 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device e3ed0510-ac4c-4312-8aef-a1019005d1d3 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:38:26.642904 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:38:37.055467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-f8ae1bbd-ba3c-4edc-8458-74c200d2a529 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:38:37.073790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1cce7fcb-cdd0-49db-a2ff-6176534dd1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:37.075881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-f8ae1bbd-ba3c-4edc-8458-74c200d2a529 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:38:37.077263 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-f8ae1bbd-ba3c-4edc-8458-74c200d2a529 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-163331994&fields=id&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 267 time: 0.0714130 Jan 31 18:38:37.241177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-915ac9b0-7f8b-4f63-a42f-9409294c4218 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:37.242858 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-915ac9b0-7f8b-4f63-a42f-9409294c4218 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 808 time: 0.1579981 Jan 31 18:38:37.261041 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-843a3cee-22ee-49fb-9339-7412dfc81fd9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/quotas/66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 375 time: 0.0119736 Jan 31 18:38:37.345602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-bbadc4e8-217c-4458-81ba-f05a82be5655 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:38:37.364539 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-bbadc4e8-217c-4458-81ba-f05a82be5655 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:38:37.366163 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-bbadc4e8-217c-4458-81ba-f05a82be5655 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983624 Jan 31 18:38:37.459437 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-814703b9-af12-4cd2-ac96-c50445327c41 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:38:37.460656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-814703b9-af12-4cd2-ac96-c50445327c41 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0820785 Jan 31 18:38:37.599763 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-a4db0b3f-24c2-477d-876a-a7cacda9a3df service neutron] 10.222.0.110 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302383 Jan 31 18:38:37.831444 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-51c29233-4af1-44b0-b5f6-31d16e1855c2 service neutron] 10.222.0.110 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251697 Jan 31 18:38:38.295700 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5bf2325a-85f6-4bda-89c3-eede7f7b2542 req-79020e85-3bf4-4eb4-8d64-244fdc9e20a9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0454929 Jan 31 18:38:39.415290 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8e4f35fd-1f23-49c2-a34f-60c44eb85473 req-1dfc66ce-4c72-4a4b-adf2-cd356ef6e027 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0465164 Jan 31 18:38:39.420270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f169ba20-3b52-4b24-afb2-53ff9364aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:40.421489 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:40.508435 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:40.550666 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3d83833e-ec4c-4234-9644-d2b882e459f3 req-24f2728f-6f81-4b2d-a0fa-2effa88c5e75 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0459630 Jan 31 18:38:41.677389 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae0af542-f614-4ad3-bcef-9e5c4a15381d req-f787744e-5ac2-401b-bf24-c37e8d932ba8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0496593 Jan 31 18:38:41.841703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:42.938427 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0d2c6767-d299-419f-bf77-502cc0b3657b req-36085a64-4a4d-4f76-ae30-d554102c5401 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0570872 Jan 31 18:38:43.620087 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-f5c4bdd9-bcc8-472d-ae3d-f28cc6d6a7f2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:43.622178 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-f5c4bdd9-bcc8-472d-ae3d-f28cc6d6a7f2 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 808 time: 0.2304070 Jan 31 18:38:43.697594 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ef3fb6f6-0f94-44e2-b66e-50b0d702a329 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 379 time: 0.0632546 Jan 31 18:38:43.710132 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'port': {'device_id': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'admin_state_up': True, 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'security_groups': ['240a4550-9d98-4004-b72a-f19a3135962b']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:43.778517 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:43.939655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:38:43.956864 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:38:43.972340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Made reservation on behalf of 66295df8f7c14c27aff35b5886aa2cb9 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:38:43.977888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:44.264950 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7487d783-ec69-4739-adee-35abbe259c38 req-a1985acd-1575-4ff8-9349-5294948f1b28 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0830848 Jan 31 18:38:44.309640 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Allocated IP 172.20.0.12 (984abbcf-adfe-4390-9337-8d3055af80f9/3e84a9b7-3f60-4bd6-9165-14859f20f808/aa475b50-2fa0-4709-9f2e-babfe0916510) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:38:44.574666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:44.595689 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Transition to ACTIVE for port object aa475b50-2fa0-4709-9f2e-babfe0916510 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:44.639984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:44.750751 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Network 984abbcf-adfe-4390-9337-8d3055af80f9 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:38:44.755348 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:38:44.761326 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:38:44.810465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:44.880693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:44.881669 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:44.932684 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-36acbe93-4ec8-4b61-8951-b775fa5f25ad tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2299514 Jan 31 18:38:44.945885 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Request body: {'port': {'device_id': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:38:45.121351 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9572e66c-d7ea-4847-b2be-cd20634619a7 None None] Provisioning for port aa475b50-2fa0-4709-9f2e-babfe0916510 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:45.124024 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:45.130467 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-9572e66c-d7ea-4847-b2be-cd20634619a7 None None] Provisioning complete for port aa475b50-2fa0-4709-9f2e-babfe0916510 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:45.131147 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9572e66c-d7ea-4847-b2be-cd20634619a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:45.213807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-9572e66c-d7ea-4847-b2be-cd20634619a7 None None] Port aa475b50-2fa0-4709-9f2e-babfe0916510 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:38:45.579968 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163c17-14c4-4a50-9ae9-396f8bd0f05b req-302ce70b-3320-49ae-881c-f573ff28a89f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:45.582274 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0f163c17-14c4-4a50-9ae9-396f8bd0f05b req-302ce70b-3320-49ae-881c-f573ff28a89f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 932 time: 0.1296422 Jan 31 18:38:45.668239 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0f163c17-14c4-4a50-9ae9-396f8bd0f05b req-818d31d4-4b46-4834-8304-4804daf8fb1e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:38:45.684881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-0f163c17-14c4-4a50-9ae9-396f8bd0f05b req-818d31d4-4b46-4834-8304-4804daf8fb1e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:38:45.697696 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0f163c17-14c4-4a50-9ae9-396f8bd0f05b req-818d31d4-4b46-4834-8304-4804daf8fb1e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031141 Jan 31 18:38:45.751135 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa475b50-2fa0-4709-9f2e-babfe0916510 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:38:45.761327 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:45.782153 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Transition to ACTIVE for port object aa475b50-2fa0-4709-9f2e-babfe0916510 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:38:45.788471 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:45.979760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:46.253716 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Attempting to bind port aa475b50-2fa0-4709-9f2e-babfe0916510 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:38:46.254226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Attempting to bind port aa475b50-2fa0-4709-9f2e-babfe0916510 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:38:46.254643 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Attempting to bind port aa475b50-2fa0-4709-9f2e-babfe0916510 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:38:46.266590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Port aa475b50-2fa0-4709-9f2e-babfe0916510 on network 984abbcf-adfe-4390-9337-8d3055af80f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:38:46.267071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Attempting to bind port aa475b50-2fa0-4709-9f2e-babfe0916510 on network 984abbcf-adfe-4390-9337-8d3055af80f9 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:38:46.277891 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:38:46.278427 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Checking segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:38:46.280041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Bound using segment: {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:38:46.280629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Bound port: aa475b50-2fa0-4709-9f2e-babfe0916510, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:38:46.281116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:46.415120 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:38:46.419879 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:38:46.432534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:46.517994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:46.520149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] 10.222.0.86 "PUT /v2.0/ports/aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1094 time: 1.5806084 Jan 31 18:38:46.520890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:38:46.551382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade866c3-53f5-48de-8c22-dcda64e3d122 service neutron] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:46.685116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-80826404-a631-4d27-8495-35cd739e69d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1097 time: 0.1177127 Jan 31 18:38:46.789106 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'status': 'completed', 'code': 200} Jan 31 18:38:46.807701 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-4d93bc19-1415-43ff-aea8-b5961abee994 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 217 time: 0.1157753 Jan 31 18:38:46.906014 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-bea1b6f1-8219-495a-b2a7-2c1683717d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:46.908072 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-bea1b6f1-8219-495a-b2a7-2c1683717d5a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0933783 Jan 31 18:38:47.021600 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-9063c8a4-167d-4eff-8a7c-92da766ffe9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079438 Jan 31 18:38:47.080023 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfbe5f0-7e23-4786-bf59-d045f44f84c3 req-de54c7cd-c715-4a8d-a557-adbcba8fc010 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:47.082607 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ecfbe5f0-7e23-4786-bf59-d045f44f84c3 req-de54c7cd-c715-4a8d-a557-adbcba8fc010 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.1244607 Jan 31 18:38:47.150798 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-ecfbe5f0-7e23-4786-bf59-d045f44f84c3 req-170a04d0-5400-4f3c-baef-ea07e25b9d11 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579705 Jan 31 18:38:47.202967 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-8cac9d69-b567-4acb-aaaf-5fb1481f7f1f service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756556 Jan 31 18:38:47.359712 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a76b7bcf-7671-4f1f-bb30-70ee863ed5c4 req-148231d0-d510-4378-91f3-8ae672416236 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517086 Jan 31 18:38:47.502103 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-5926cb3a-3a9b-4667-a676-bcd393aed75b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1097 time: 0.0856237 Jan 31 18:38:47.665778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-b082d419-ab98-4ea3-8446-5f048278f5ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:47.667204 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-b082d419-ab98-4ea3-8446-5f048278f5ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1583574 Jan 31 18:38:47.742256 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-e72f17f1-20bc-4f15-8ff1-3b11d7eeadb4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 217 time: 0.0684152 Jan 31 18:38:47.827225 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-cdf96cb7-b07b-4d5a-b23e-fefee32bbc36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:47.829225 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-cdf96cb7-b07b-4d5a-b23e-fefee32bbc36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0807538 Jan 31 18:38:47.939955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-fa5d9106-c2d1-4e2e-8d1b-db5789c2aec4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1047530 Jan 31 18:38:48.099300 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-9af7d070-9136-497b-80b1-a093836b6a1b service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529391 Jan 31 18:38:48.255099 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2eee9365-2be2-48a8-9a08-e8aab86eb172 req-ea6ea9e9-10db-416e-a542-b73193047ac7 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488948 Jan 31 18:38:48.449862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a7e8b-2b94-4941-aeeb-4cca35f6051f req-cf2d0d26-07f0-43ba-bdd5-a21733cba5c1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:48.451377 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ab6a7e8b-2b94-4941-aeeb-4cca35f6051f req-cf2d0d26-07f0-43ba-bdd5-a21733cba5c1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:38:48.473152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-ab6a7e8b-2b94-4941-aeeb-4cca35f6051f req-cf2d0d26-07f0-43ba-bdd5-a21733cba5c1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:38:48.474946 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6a7e8b-2b94-4941-aeeb-4cca35f6051f req-cf2d0d26-07f0-43ba-bdd5-a21733cba5c1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.1380734 Jan 31 18:38:48.617058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6a7e8b-2b94-4941-aeeb-4cca35f6051f req-453db798-af50-40e9-98a4-db4e9c0ec33e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321695 Jan 31 18:38:49.910287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d25f1-2985-42be-acf3-04e2b6e95aca req-29b4a5f9-ebd6-4ce5-92fe-94e1474eea89 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:49.912563 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c9d25f1-2985-42be-acf3-04e2b6e95aca req-29b4a5f9-ebd6-4ce5-92fe-94e1474eea89 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.1069345 Jan 31 18:38:49.964778 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0c9d25f1-2985-42be-acf3-04e2b6e95aca req-615befa7-1693-4f2a-8414-2594baab5f67 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462115 Jan 31 18:38:51.183464 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57185fde-90fb-4b6d-97f8-46a1a748dfc8 req-8031f320-716d-47b4-a67a-5206fd9096db tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:51.184781 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-57185fde-90fb-4b6d-97f8-46a1a748dfc8 req-8031f320-716d-47b4-a67a-5206fd9096db tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0816240 Jan 31 18:38:51.231322 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-57185fde-90fb-4b6d-97f8-46a1a748dfc8 req-1e2f6e66-2b49-46f4-ab6b-8c08d679496b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406275 Jan 31 18:38:52.448470 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765fa86b-e5de-4ec9-861c-30f11cf9e7ba req-77ba8432-dbc8-40f8-b15c-fbcc7e78ce47 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:52.451302 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-765fa86b-e5de-4ec9-861c-30f11cf9e7ba req-77ba8432-dbc8-40f8-b15c-fbcc7e78ce47 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0820084 Jan 31 18:38:52.502078 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-765fa86b-e5de-4ec9-861c-30f11cf9e7ba req-7a0af23f-5890-4c12-80fa-c73ce7e00e77 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446498 Jan 31 18:38:53.755757 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6ed5d-7866-4a05-9fbc-cf8c7da9faf7 req-7f1cc0dd-1cd6-4d42-9d67-dfe87843442d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:53.757970 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3aa6ed5d-7866-4a05-9fbc-cf8c7da9faf7 req-7f1cc0dd-1cd6-4d42-9d67-dfe87843442d tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0922074 Jan 31 18:38:53.815672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3aa6ed5d-7866-4a05-9fbc-cf8c7da9faf7 req-5e30b9cd-7739-4c19-ae39-ef9ea0d9edde tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451074 Jan 31 18:38:55.051044 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c5e69-9075-4146-b3ca-fdcb18f75863 req-fb68c860-c525-47e9-bf24-dc5227d05be5 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:55.052504 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-788c5e69-9075-4146-b3ca-fdcb18f75863 req-fb68c860-c525-47e9-bf24-dc5227d05be5 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0956440 Jan 31 18:38:55.103734 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-788c5e69-9075-4146-b3ca-fdcb18f75863 req-f39fb97c-8af5-45f9-8a26-ecf7bfd7acdf tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 Jan 31 18:38:55.376173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:38:55.530623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:55.587880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'mac_address': 'fa:16:3e:40:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:38:55.652487 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:55.676597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa475b50-2fa0-4709-9f2e-babfe0916510 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:38:55.695785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:55.702049 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:55.781668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:55.790673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.791061 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.791448 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.791823 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.792224 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.792632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.792962 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.793287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.793925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.795072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.795630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:38:55.910914 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['aa475b50-2fa0-4709-9f2e-babfe0916510'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:38:56.337305 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536fffd-87bc-4d16-8de4-acdea663d87c req-27f551a8-df5c-417d-8aee-863d6743c0ae tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:56.339168 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5536fffd-87bc-4d16-8de4-acdea663d87c req-27f551a8-df5c-417d-8aee-863d6743c0ae tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 945 time: 0.0827057 Jan 31 18:38:56.397160 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5536fffd-87bc-4d16-8de4-acdea663d87c req-c40a9600-ee69-4989-86c1-6d2e985159fa tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490916 Jan 31 18:38:57.393091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:38:57.477569 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port aa475b50-2fa0-4709-9f2e-babfe0916510 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:38:57.485353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port aa475b50-2fa0-4709-9f2e-babfe0916510 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:38:57.485940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:57.641950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d520d7-0414-440f-86cc-d52fccfb61dd req-7faaddeb-4bb5-4c6f-a222-4e27664d0052 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:57.643632 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44d520d7-0414-440f-86cc-d52fccfb61dd req-7faaddeb-4bb5-4c6f-a222-4e27664d0052 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 945 time: 0.1040916 Jan 31 18:38:57.664744 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:57.701991 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44d520d7-0414-440f-86cc-d52fccfb61dd req-78ac077e-9a6a-4e7f-9e56-573958f7bb2a tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522208 Jan 31 18:38:57.705537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:38:57.720388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:38:57.727594 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:38:57.781770 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'code': 200} Jan 31 18:38:57.837592 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:38:58.086180 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5b90b083-c7b7-44ff-9778-2408618ec36e req-a5464d4a-9c64-457b-abc5-aecd60ddc524 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0752585 Jan 31 18:38:58.136705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5b90b083-c7b7-44ff-9778-2408618ec36e req-dc5a186e-1b36-41fa-b05d-919d15086d45 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443733 Jan 31 18:38:58.987905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaba6e-6ca5-4b83-b8a1-9c78d01d3644 req-076ed74c-f367-49a9-a575-846f124caf26 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:58.990145 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6beaba6e-6ca5-4b83-b8a1-9c78d01d3644 req-076ed74c-f367-49a9-a575-846f124caf26 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0924683 Jan 31 18:38:59.043587 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6beaba6e-6ca5-4b83-b8a1-9c78d01d3644 req-9e2d87cf-deea-4a0c-b66c-97b01875bd12 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Jan 31 18:38:59.499116 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-05692998-e612-449b-aa99-d0a839613c0d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181967 Jan 31 18:38:59.658218 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-918c91e9-9fa5-47fc-934b-a33b1200302d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0888531 Jan 31 18:38:59.812373 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-103b4533-cd67-4e6d-aba1-3f47b7ea8c6b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:59.813830 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-103b4533-cd67-4e6d-aba1-3f47b7ea8c6b service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1362879 Jan 31 18:38:59.889777 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-84cbd6c5-2b9c-4746-a427-39eb2552fd55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 217 time: 0.0701847 Jan 31 18:38:59.962202 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-17ec5a49-d9a2-4f99-838c-9767fe683ebe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:38:59.963841 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-17ec5a49-d9a2-4f99-838c-9767fe683ebe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0688901 Jan 31 18:39:00.050903 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-8b51063c-dc5d-42b2-93da-5561ccb6886d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812037 Jan 31 18:39:00.258263 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-0ba0ab14-a909-4d50-a7ed-10e4f7a34bd2 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011781 Jan 31 18:39:00.403161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6436919-eccd-44b4-973b-c9f5f1385848 req-67e2a2be-9fe2-4c40-8f53-4e06e8600821 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:00.405493 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6436919-eccd-44b4-973b-c9f5f1385848 req-67e2a2be-9fe2-4c40-8f53-4e06e8600821 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.2126267 Jan 31 18:39:00.436265 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-8ca6c912-c83d-47d1-b55c-847c58ab9677 req-1481716d-fccb-46e5-bd16-8bb2be8df269 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714318 Jan 31 18:39:00.556716 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6436919-eccd-44b4-973b-c9f5f1385848 req-44566854-3559-4344-84cf-f0550a0e7c0c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450930 Jan 31 18:39:00.792092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c102a92-81ed-40a7-b5a2-c8807cd1f715 req-d0999ce7-ad7d-47f1-a69b-c6a1c30ecf50 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:00.793510 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c102a92-81ed-40a7-b5a2-c8807cd1f715 req-d0999ce7-ad7d-47f1-a69b-c6a1c30ecf50 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0982678 Jan 31 18:39:00.843575 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-6c102a92-81ed-40a7-b5a2-c8807cd1f715 req-3565baff-0f3a-488b-9ec2-97a0348bf481 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Jan 31 18:39:00.875177 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41046) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:39:00.962571 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-6e4e40a7-3f05-4739-8e69-febfc1093156 tempest-TestShelveInstance-115921825 tempest-TestShelveInstance-115921825-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1094 time: 0.0859461 Jan 31 18:39:00.965262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41050) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:39:00.971803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:39:00.978504 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:39:00.983739 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Usage tracker for resource:floatingip and tenant:66295df8f7c14c27aff35b5886aa2cb9 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:39:00.986774 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:39:00.993073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:39:01.003709 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:01.156517 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:01.405932 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Allocated IP 172.26.4.225 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/65f696fe-3cb7-478b-b673-b94d4f54625d) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:39:01.563235 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:01.599859 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:01.689560 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:39:01.692882 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:39:01.695771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:39:01.726645 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=65f696fe-3cb7-478b-b673-b94d4f54625d,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:02.292635 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:02.356106 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:02.586610 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:02.592462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:02.705666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event updated for resources: {'Port': ['ID=65f696fe-3cb7-478b-b673-b94d4f54625d,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:39:02.727282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:02.964968 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Floating IP 755cd402-91f2-4259-b5fd-32ccae7398eb associated. External IP: 172.26.4.225, port: aa475b50-2fa0-4709-9f2e-babfe0916510. Jan 31 18:39:03.520875 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:39:03.632790 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:39:03.747035 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:39:03.758067 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:39:03.769921 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:39:03.770538 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:38:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:03.774410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:03.849431 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-1be7c54a-1efc-4b23-b8b4-97fd2c762566 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8731308 Jan 31 18:39:03.849431 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:39:03.916237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'status': 'completed', 'code': 200} Jan 31 18:39:03.965516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:39:04.015193 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-9abd855e-3657-44e8-9a21-3ca5d1a1714e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0771296 Jan 31 18:39:04.162192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-993396cb-ae38-4828-ab10-2bb60c81b302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:04.165630 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-993396cb-ae38-4828-ab10-2bb60c81b302 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1445923 Jan 31 18:39:04.275559 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-d078478a-8314-433f-858f-f3ed1018fe55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1000 time: 0.1043067 Jan 31 18:39:04.356349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '755cd402-91f2-4259-b5fd-32ccae7398eb', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:40:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:39:02Z', 'updated_at': '2022-01-31T18:39:02Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:04.362104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:39:04.377611 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:39:04.378250 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:38:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:04.437880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-68f3a483-0d89-4fea-88f1-7f374027c13a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:39:04.439380 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-68f3a483-0d89-4fea-88f1-7f374027c13a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.1581800 Jan 31 18:39:04.525112 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-cdc5a9d4-8504-43bd-a605-4c8aa5d64a9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798559 Jan 31 18:39:04.587083 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:39:04.675358 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-ee7f9c4f-020b-40f0-9cab-912132d99231 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435795 Jan 31 18:39:04.854643 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4335b715-56d8-40ce-89d9-f12a45ff0e64 req-8a2cc5c6-4d4f-4c2f-ac9d-f36919900f27 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741114 Jan 31 18:39:05.023847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '755cd402-91f2-4259-b5fd-32ccae7398eb', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:40:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:39:02Z', 'updated_at': '2022-01-31T18:39:02Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:39:05.027927 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f5691-4039-4923-9ac2-3ec3b1e19bcd None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '755cd402-91f2-4259-b5fd-32ccae7398eb', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'floating_ip_address': '172.26.4.225', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'mac_address': 'fa:16:3e:40:5d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:39:02Z', 'updated_at': '2022-01-31T18:39:02Z', 'revision_number': 0, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:39:05.262186 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3853c1e6-ede9-47c2-a459-9eb8f82a6c49 None None] New status for floating IP 755cd402-91f2-4259-b5fd-32ccae7398eb: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:39:07.068098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f692ed44-a8ec-445f-878b-a4fe56eaab38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:09.426189 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4e9c1265-f5fc-43ee-9e71-7d75109d90e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:10.429024 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:10.506300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:11.842420 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:13.772327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:37.071220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ae18d4cc-ecc1-48da-9c87-b669604b9602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:39.411106 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9bb1b0e7-e8ad-4d5b-986f-f22d9af3d5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:40.428873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:40.510711 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:40.633357 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:39:41.847168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:39:43.776104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:01.533606 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-7cf8c2c9-5ee2-4885-b5a2-c117d000ea5f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1668408 Jan 31 18:40:01.685006 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-f102077b-de76-422b-bc51-bb0475c974c4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0747516 Jan 31 18:40:01.862525 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-8d392546-629a-465f-8ab5-b463639be306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:01.863958 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-8d392546-629a-465f-8ab5-b463639be306 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1589916 Jan 31 18:40:02.028687 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-f39247c9-0786-4533-ba58-b82bb9f94dcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1002 time: 0.1581659 Jan 31 18:40:02.111486 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-af1d0563-4577-4fb0-9ab9-533ce4bb2de9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:02.112998 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-af1d0563-4577-4fb0-9ab9-533ce4bb2de9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0788493 Jan 31 18:40:02.215605 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-0b29448b-de19-46a6-a3be-77ddd4ef9c9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0957758 Jan 31 18:40:02.408483 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-5c885656-c674-4eb3-8669-f8bdbc1432cd service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871276 Jan 31 18:40:02.588622 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6a3b85ab-e8c3-4845-8c38-c56c31fb415d req-5c388630-97ca-4a1b-a79d-b1df5c8608ee service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735303 Jan 31 18:40:07.074716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e3cf914f-27ce-44df-9f6c-a3031340a383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:09.413828 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7c99-d219-4fa9-a133-56bbc8c195f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:10.430606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:10.517148 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:11.848680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:13.800672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:17.635675 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:40:37.078551 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-24868b62-4153-441c-b00f-1d1d9bdc132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:39.421433 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-d4ad5462-6c26-49d7-93eb-6dddb54abd15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:40.434535 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:40.511000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:41.851331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:43.811784 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:40:54.636880 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:40:59.214754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2db7c2-c854-4c0c-9052-1dd4ec75593c req-482f6ecf-da6b-4e33-894a-89d18b645727 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:40:59.216469 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9a2db7c2-c854-4c0c-9052-1dd4ec75593c req-482f6ecf-da6b-4e33-894a-89d18b645727 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.1737609 Jan 31 18:40:59.270603 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9a2db7c2-c854-4c0c-9052-1dd4ec75593c req-36840877-ddbc-474f-8dc7-3d43de9969b4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475824 Jan 31 18:41:00.558173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ba87b-18fa-484c-af88-a301485f9347 req-ed058105-b88e-4a59-9bcc-021d1a442793 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:00.559636 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a0ba87b-18fa-484c-af88-a301485f9347 req-ed058105-b88e-4a59-9bcc-021d1a442793 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.1446056 Jan 31 18:41:00.607717 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0a0ba87b-18fa-484c-af88-a301485f9347 req-7348e852-44fc-45a5-b357-b77373130349 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393405 Jan 31 18:41:01.821262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac0092-2c29-45c6-a8ef-a4795d2c991b req-eea6bb88-7884-4d38-a633-82a27fd04d79 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:01.822797 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44ac0092-2c29-45c6-a8ef-a4795d2c991b req-eea6bb88-7884-4d38-a633-82a27fd04d79 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0819237 Jan 31 18:41:01.872549 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-44ac0092-2c29-45c6-a8ef-a4795d2c991b req-acf894a4-7d29-49c2-93ec-0c1f105e74dc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435481 Jan 31 18:41:02.499422 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-44367234-b406-43b2-b11e-c384fa9eac2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0687499 Jan 31 18:41:02.642167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-aab33d36-95fc-4b43-bc2b-8f8fe8edae34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.643593 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-aab33d36-95fc-4b43-bc2b-8f8fe8edae34 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1263733 Jan 31 18:41:02.824142 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-435e8433-e75c-4627-8dac-e8e4da5e6a99 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1002 time: 0.1744888 Jan 31 18:41:02.889372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-02b61890-a02b-41b6-8cfd-598830efefea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:02.890977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-02b61890-a02b-41b6-8cfd-598830efefea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0606520 Jan 31 18:41:02.969452 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-b86e2b8d-aebb-4d7d-8447-689a457501e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724206 Jan 31 18:41:03.088543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3281bcc-e59e-4e9f-bfd9-a3773f22193a req-e08ed2e7-4bd8-46c4-ba67-df16fcee31eb tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:03.089692 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c3281bcc-e59e-4e9f-bfd9-a3773f22193a req-e08ed2e7-4bd8-46c4-ba67-df16fcee31eb tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0905681 Jan 31 18:41:03.113936 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-3634f5b3-5853-48e5-9c91-af96e498ea4c service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389346 Jan 31 18:41:03.143112 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c3281bcc-e59e-4e9f-bfd9-a3773f22193a req-3987354e-64bd-4b8e-a152-80ef60f9ab08 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 Jan 31 18:41:03.254744 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ae5b9f7b-f9be-4134-9325-9da95cd2da61 req-5d6d4aa9-e657-4eaf-8be1-6c2db2e215bf service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329126 Jan 31 18:41:04.342448 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754e5b2-9d69-461f-a772-f8598d46b217 req-8b257c5f-8466-43f8-b0ab-95c97c9a973e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:04.343869 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b754e5b2-9d69-461f-a772-f8598d46b217 req-8b257c5f-8466-43f8-b0ab-95c97c9a973e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0790367 Jan 31 18:41:04.391468 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b754e5b2-9d69-461f-a772-f8598d46b217 req-61b2f23d-f8e6-49ef-b8f4-44233d871ace tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Jan 31 18:41:05.589005 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7e014-6036-42d0-bd56-6d38c33356dc req-1c136efe-e141-4c8a-9987-34224c4bc387 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:05.590475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9ca7e014-6036-42d0-bd56-6d38c33356dc req-1c136efe-e141-4c8a-9987-34224c4bc387 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0772567 Jan 31 18:41:05.640475 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-9ca7e014-6036-42d0-bd56-6d38c33356dc req-92e0bac8-343f-469e-a64b-b1c489a8139c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434175 Jan 31 18:41:06.841205 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636cca14-305d-4a75-b801-13147ab898f4 req-352be32b-2739-4bab-bbf9-2974154b7c74 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:06.842672 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-636cca14-305d-4a75-b801-13147ab898f4 req-352be32b-2739-4bab-bbf9-2974154b7c74 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0754826 Jan 31 18:41:06.888818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-636cca14-305d-4a75-b801-13147ab898f4 req-f35a449e-2826-44ba-a77b-b8633239e769 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393558 Jan 31 18:41:07.081769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1fb3f03c-a58b-4a8a-8b7d-b0fd30678f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:08.092651 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532b8b-1ea9-48f8-9ab1-346e7fe5a416 req-99c61e0f-1c62-4d04-a494-2bf3af25ccd3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:08.094842 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-87532b8b-1ea9-48f8-9ab1-346e7fe5a416 req-99c61e0f-1c62-4d04-a494-2bf3af25ccd3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0793908 Jan 31 18:41:08.139340 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-87532b8b-1ea9-48f8-9ab1-346e7fe5a416 req-aaa7ef63-0c3c-40c3-b39d-483eb61023bc tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389328 Jan 31 18:41:09.208308 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-45ac5faa-d627-4012-85da-f03a1db81dd7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0732744 Jan 31 18:41:09.393353 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-a92c2ce6-7f7c-430e-82f5-8f16336a3cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.394814 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-a92c2ce6-7f7c-430e-82f5-8f16336a3cc0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1806421 Jan 31 18:41:09.417018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9c95176d-bfca-4306-bb76-667e1e542cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:09.464241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3dd63-3757-41d5-86fd-3ca2918dd111 req-650718e5-9bed-42df-8fd4-43747946e4b3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.465617 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b9c3dd63-3757-41d5-86fd-3ca2918dd111 req-650718e5-9bed-42df-8fd4-43747946e4b3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.1822391 Jan 31 18:41:09.538012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-8553856b-b85e-46ae-8ac6-2a0f43bc0562 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1002 time: 0.1369174 Jan 31 18:41:09.542493 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b9c3dd63-3757-41d5-86fd-3ca2918dd111 req-e87e2b15-c3e4-4ae3-97e9-67f4d8f8ed4f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671473 Jan 31 18:41:09.605590 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-c0da74e5-5f65-4fed-a372-17050e76ffb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:09.607013 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-c0da74e5-5f65-4fed-a372-17050e76ffb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0637147 Jan 31 18:41:09.680363 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-f9dc11ff-7021-4de8-ae04-dbd45e4d8b02 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675776 Jan 31 18:41:09.814757 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-f6ac25e2-77c0-45cd-87d4-82004e4dd8f4 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278965 Jan 31 18:41:09.952279 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5aa53b57-b362-4dc6-a2cc-02678608e6ba req-476a516d-12de-4426-8288-89e19af869a8 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320899 Jan 31 18:41:10.435896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:10.514201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:10.742296 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7ee67-5cc5-401a-9d55-2ae8ba3563a0 req-46af8b9e-eb87-4282-914f-294df808ebf1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:10.743652 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-46b7ee67-5cc5-401a-9d55-2ae8ba3563a0 req-46af8b9e-eb87-4282-914f-294df808ebf1 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0801940 Jan 31 18:41:10.789482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-46b7ee67-5cc5-401a-9d55-2ae8ba3563a0 req-4459cb19-7cc5-4155-a422-5fdf4d980238 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Jan 31 18:41:11.855850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:12.110356 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb3c30-f5d9-4bb6-bd76-b225515c6f4b req-6d3dc01d-f22d-4940-9ad2-d74364b65941 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:12.111856 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dbfb3c30-f5d9-4bb6-bd76-b225515c6f4b req-6d3dc01d-f22d-4940-9ad2-d74364b65941 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.1810026 Jan 31 18:41:12.160595 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-dbfb3c30-f5d9-4bb6-bd76-b225515c6f4b req-937592de-ebfd-4f6f-b6d3-873c32389079 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430565 Jan 31 18:41:13.358803 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fd246-fbdd-4e6c-a9c5-e4e7c57ff7de req-8c9adc48-b4c4-4c4c-a40c-74231fba564e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.360527 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c04fd246-fbdd-4e6c-a9c5-e4e7c57ff7de req-8c9adc48-b4c4-4c4c-a40c-74231fba564e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0777357 Jan 31 18:41:13.407231 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c04fd246-fbdd-4e6c-a9c5-e4e7c57ff7de req-47e026b9-5eba-4db9-84ea-2bde69f28b20 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406015 Jan 31 18:41:13.596925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-5f6adbee-b96e-467e-8c2c-2a5aee5ca323 req-439bc4e3-0efa-4ef0-ab02-fdc58018cb60 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0686917 Jan 31 18:41:13.786707 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-4f4f1aa7-650a-46c9-a9cc-6eab45a7fe79 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0716810 Jan 31 18:41:13.833822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:13.871201 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4b6f2-3894-4f8b-9856-d7ceead4c80a req-4af3b749-ac3c-4898-b2b5-c6b5d0930c7f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:13.872726 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44f4b6f2-3894-4f8b-9856-d7ceead4c80a req-4af3b749-ac3c-4898-b2b5-c6b5d0930c7f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0845909 Jan 31 18:41:13.920329 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-44f4b6f2-3894-4f8b-9856-d7ceead4c80a req-9c5801b5-57e0-4490-997f-a65a601d1ea3 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409076 Jan 31 18:41:15.124698 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b77f8d-0790-4af3-861e-f21a5115a52b req-3edcdd32-d26e-41cd-a30f-6d3e80cda289 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:15.126303 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09b77f8d-0790-4af3-861e-f21a5115a52b req-3edcdd32-d26e-41cd-a30f-6d3e80cda289 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0823975 Jan 31 18:41:15.173577 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-09b77f8d-0790-4af3-861e-f21a5115a52b req-21bf60ce-66a9-41a0-9f9c-a7da9f7d2b23 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414746 Jan 31 18:41:16.059425 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-56bad0d2-08df-401b-aff3-8276f8f5f837 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&tenant_id=66295df8f7c14c27aff35b5886aa2cb9 HTTP/1.1" status: 200 len: 1099 time: 0.0703540 Jan 31 18:41:16.109260 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:41:16.160773 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-cec6fb32-2a14-4ac1-80ba-b044fffdf379 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0810652 Jan 31 18:41:16.236274 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:16.270806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:41:16.282789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:16.289263 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:16.341131 dv-neutron-823271-3-hyperv neutron-server[83559]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'code': 422} returned with failed status Jan 31 18:41:16.353270 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-7f7f54f2-98a7-4770-8d7d-18bc6749b5cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.356046 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-7f7f54f2-98a7-4770-8d7d-18bc6749b5cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1881800 Jan 31 18:41:16.372825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:16.384282 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.384785 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.385395 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.386704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.386704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.386704 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.387194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.387654 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.388078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.388680 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.389165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:41:16.417666 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a681c-23ea-48e1-b565-f4641e8a1999 req-51fec6e6-2267-4309-b6b4-9ac4ae34561c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.419239 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-566a681c-23ea-48e1-b565-f4641e8a1999 req-51fec6e6-2267-4309-b6b4-9ac4ae34561c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0970981 Jan 31 18:41:16.470369 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-05a8ff04-d65b-4fc1-8d90-ce3263fb2a96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1000 time: 0.1056032 Jan 31 18:41:16.478563 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-566a681c-23ea-48e1-b565-f4641e8a1999 req-958f56fe-1f8e-48c4-9774-2d974ce40e50 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528286 Jan 31 18:41:16.538122 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-29b74efd-4fab-4d70-adc5-ef546d33066a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:16.539550 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-29b74efd-4fab-4d70-adc5-ef546d33066a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0641098 Jan 31 18:41:16.617938 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-ba861e2e-848b-421c-8213-4d0c882410b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716548 Jan 31 18:41:16.758291 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-ae7afaa7-f72a-49d4-a01f-ac6467f71c83 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334441 Jan 31 18:41:16.894688 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0253bce7-c9c8-43ef-9022-6aea1462394e req-80c2cc32-5404-49d8-83dd-d2c79c7446fc service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298647 Jan 31 18:41:17.697198 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a21abb-3810-4e06-99f2-2623c32b64d5 req-7ff48c02-3ff0-4a4b-b3e6-9fa5807fed95 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:17.698705 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12a21abb-3810-4e06-99f2-2623c32b64d5 req-7ff48c02-3ff0-4a4b-b3e6-9fa5807fed95 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0877135 Jan 31 18:41:17.747316 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-12a21abb-3810-4e06-99f2-2623c32b64d5 req-f38b3dd2-7d73-4b40-84c9-386454ca7af6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419395 Jan 31 18:41:18.949331 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f3065-351d-4e50-a87f-67dea4322979 req-7b7338aa-bcf2-4a5e-9440-4374d48ac016 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:18.950800 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-895f3065-351d-4e50-a87f-67dea4322979 req-7b7338aa-bcf2-4a5e-9440-4374d48ac016 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0759771 Jan 31 18:41:18.996583 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-895f3065-351d-4e50-a87f-67dea4322979 req-992a1039-217e-4c44-8bd5-6e3b495aa0b6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403521 Jan 31 18:41:20.192740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c175c1c-a60a-4704-a4ea-d9c079c59512 req-3298ace6-22f5-478b-b3f4-38f3733fb7c0 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:20.194188 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c175c1c-a60a-4704-a4ea-d9c079c59512 req-3298ace6-22f5-478b-b3f4-38f3733fb7c0 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0748878 Jan 31 18:41:20.240322 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-3c175c1c-a60a-4704-a4ea-d9c079c59512 req-daf5b9b7-19e7-48fd-84aa-9eafa0d8c3ae tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404091 Jan 31 18:41:21.445612 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50126f79-f148-487b-9b0b-e1e99f28599c req-3ff317de-a9f5-4a02-9d34-e5315151235c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:21.447077 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50126f79-f148-487b-9b0b-e1e99f28599c req-3ff317de-a9f5-4a02-9d34-e5315151235c tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0805755 Jan 31 18:41:21.492492 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-50126f79-f148-487b-9b0b-e1e99f28599c req-b239d891-da7a-4beb-91ca-a7ef502405d6 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399125 Jan 31 18:41:22.698984 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323ebf2-ec03-42fe-a25e-1890468fd93f req-ffd64b3f-2f01-4a15-8cc8-add32143e6b8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:22.700447 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2323ebf2-ec03-42fe-a25e-1890468fd93f req-ffd64b3f-2f01-4a15-8cc8-add32143e6b8 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0814245 Jan 31 18:41:22.751977 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2323ebf2-ec03-42fe-a25e-1890468fd93f req-b710b3ec-b0e1-4c6a-b989-ab930af1dd5e tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450816 Jan 31 18:41:23.326595 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-83928547-72ce-4318-a93c-20aaf2d7f54f req-91934d2e-8e2e-4f9d-8f90-a8279365e052 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1097 time: 0.0711541 Jan 31 18:41:23.384094 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-83928547-72ce-4318-a93c-20aaf2d7f54f req-d75fab79-3fcf-4fff-bd61-d1eba65f9323 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516608 Jan 31 18:41:23.963815 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d59c07-2bc4-4e17-9489-7c21ac72bb0b req-2474325b-755a-4ece-b54c-43d2c0893877 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:23.965241 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e5d59c07-2bc4-4e17-9489-7c21ac72bb0b req-2474325b-755a-4ece-b54c-43d2c0893877 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 944 time: 0.0776780 Jan 31 18:41:24.124352 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-e5d59c07-2bc4-4e17-9489-7c21ac72bb0b req-e3143ace-7756-45e5-a075-4fc9243bab16 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534870 Jan 31 18:41:24.150891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:41:24.289898 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:24.303770 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'port_id': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'mac_address': 'fa:16:3e:40:5d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:41:24.362984 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:24.384069 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa475b50-2fa0-4709-9f2e-babfe0916510 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:41:24.401653 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:24.406261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:24.479861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:24.676769 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['aa475b50-2fa0-4709-9f2e-babfe0916510'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:41:25.331742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d597-bb9a-432c-87aa-983a9336ac1f req-4bb5ddcc-551e-497b-9918-9895a7686d6f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:41:25.333170 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7489d597-bb9a-432c-87aa-983a9336ac1f req-4bb5ddcc-551e-497b-9918-9895a7686d6f tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 945 time: 0.0773871 Jan 31 18:41:25.381213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-7489d597-bb9a-432c-87aa-983a9336ac1f req-5a370f12-5a9b-49bc-afea-c481032100c4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421667 Jan 31 18:41:26.155318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:41:26.223765 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port aa475b50-2fa0-4709-9f2e-babfe0916510 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:41:26.224131 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:26.337578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:26.364470 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:41:26.373961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:41:26.377887 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:26.426106 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'code': 200} Jan 31 18:41:26.481225 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:41:31.637490 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:41:37.084841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-6368b88d-910c-44e4-997c-766f020192bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:39.419862 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4c6fc6a5-6fc5-473a-8b5b-bfc59367955f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:40.439841 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:40.520567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:41.883409 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:41:43.867696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:03.444749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-061d0d92-2367-4f05-96d4-c1d189fee49d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751965 Jan 31 18:42:03.645063 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-d7aa54e4-8da3-469c-9747-b98b75a61eb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.1211824 Jan 31 18:42:03.916931 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-41850835-1b22-45dd-ae39-05d0a961e487 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:03.918574 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-41850835-1b22-45dd-ae39-05d0a961e487 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.2504916 Jan 31 18:42:04.051610 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-f71926db-6f64-4fd9-bcda-a90bbf944bc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 1002 time: 0.1253803 Jan 31 18:42:04.126241 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-820b2013-8f41-41c1-87b0-7bd0db3ccbc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:04.126644 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-820b2013-8f41-41c1-87b0-7bd0db3ccbc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0699677 Jan 31 18:42:04.213369 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-d8e0b4ee-ba77-4b90-b4f4-d657807f7cde service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807445 Jan 31 18:42:04.358264 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-65cf1885-85bb-47ff-b6c1-0649ea1dc911 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370525 Jan 31 18:42:04.504132 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-77ada16e-fea4-4197-9177-372a2806e1a6 req-d86ae90b-9b35-4b9e-bfb3-820d87a54c14 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388409 Jan 31 18:42:07.088490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f785b85e-e20d-466b-900d-0c57b51e8257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:08.638149 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:42:09.423700 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3bc7d2b2-601f-4527-8096-2c4595690daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:10.443788 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:10.525118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:11.857786 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:13.841754 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:37.097642 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ccc171f-8803-4380-98bb-54a8b936c3ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:39.429029 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0c30d846-f588-47b3-b24b-5b2f941d12f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:40.445639 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:40.528281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:41.869957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:42.577146 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41186) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:42.856604 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Deleting port 65f696fe-3cb7-478b-b673-b94d4f54625d {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:42.856995 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.040138 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.040461 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.165786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Calling delete_port for 65f696fe-3cb7-478b-b673-b94d4f54625d owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:43.325349 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.370946 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'Port': ['ID=65f696fe-3cb7-478b-b673-b94d4f54625d,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:43.411291 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.411616 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.411991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.412327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.412658 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.413033 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.413455 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.413763 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.414088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.414410 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.414734 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:43.484982 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.860003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:43.904545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:44.119448 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:44.130553 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:42:44.145203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:44.145652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:44.146290 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:44.316326 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c086d8f7-be19-4e99-b69e-31d0c864e151 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "DELETE /v2.0/floatingips/755cd402-91f2-4259-b5fd-32ccae7398eb HTTP/1.1" status: 204 len: 168 time: 1.7380474 Jan 31 18:42:44.316991 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:42:44.351098 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:44.401077 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'status': 'completed', 'code': 200} Jan 31 18:42:44.504278 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-497e5c1d-24d2-46b3-9a9e-41edc089b549 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 1099 time: 0.0786178 Jan 31 18:42:44.669214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-bc35fc41-fd67-4101-bcaf-5ee1c51652c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.670668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-bc35fc41-fd67-4101-bcaf-5ee1c51652c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 200 len: 910 time: 0.1604159 Jan 31 18:42:44.746129 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-a07f4721-e7b1-4e14-bb2e-ad03d1d4faf4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 200 len: 217 time: 0.0680358 Jan 31 18:42:44.757482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:44.761578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:42:44.774843 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:44.775445 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:44.792778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676276e-e78d-42f7-901c-d05969dd698c req-954edee1-21dc-42ae-8d3d-96f0658a8f15 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.793523 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5676276e-e78d-42f7-901c-d05969dd698c req-954edee1-21dc-42ae-8d3d-96f0658a8f15 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Synchronizing usage tracker for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:42:44.811893 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-5676276e-e78d-42f7-901c-d05969dd698c req-954edee1-21dc-42ae-8d3d-96f0658a8f15 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Unset dirty status for tenant:66295df8f7c14c27aff35b5886aa2cb9 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:42:44.819870 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5676276e-e78d-42f7-901c-d05969dd698c req-954edee1-21dc-42ae-8d3d-96f0658a8f15 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.1207573 Jan 31 18:42:44.824128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-fc91b0ec-02b2-4948-bb9f-4eb0fddae208 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:44.825978 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-fc91b0ec-02b2-4948-bb9f-4eb0fddae208 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 200 len: 847 time: 0.0736175 Jan 31 18:42:44.889662 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-5676276e-e78d-42f7-901c-d05969dd698c req-641a31cd-cba5-495a-b0a7-20821e73bd44 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685208 Jan 31 18:42:44.932574 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-455c060e-e505-4e15-b32d-def6f80c40b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=984abbcf-adfe-4390-9337-8d3055af80f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995553 Jan 31 18:42:45.008534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:45.089276 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-d4a5d1b3-789a-4f62-aeed-35ee0a48d409 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487336 Jan 31 18:42:45.233463 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-07b17f9b-0f66-41b2-acff-b018ee316182 req-c1081f4b-b319-4d34-9c17-258d153e71a2 service neutron] 10.222.0.86 "GET /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369605 Jan 31 18:42:45.345595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:45.349617 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72380aaa-cb12-4a75-9728-3729a48e883d None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:33:51Z', 'revision_number': 4, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '0e7437a3-7ad0-4a45-9f34-15333c2405c6', 'name': '', 'network_id': '984abbcf-adfe-4390-9337-8d3055af80f9', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'mac_address': 'fa:16:3e:b8:8e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:51Z', 'updated_at': '2022-01-31T18:34:10Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'subnets': [{'id': '3e84a9b7-3f60-4bd6-9165-14859f20f808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:42:45.602739 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b863f19d-4415-4623-a3f2-9fd17221cba9 None None] New status for floating IP 755cd402-91f2-4259-b5fd-32ccae7398eb: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:42:45.726948 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:42:46.083893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07ebbc-3a9f-4e62-b039-4d2ef959e5d2 req-87856678-22a9-41d6-8a72-201b5a273903 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:46.085551 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ec07ebbc-3a9f-4e62-b039-4d2ef959e5d2 req-87856678-22a9-41d6-8a72-201b5a273903 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0792160 Jan 31 18:42:46.138956 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ec07ebbc-3a9f-4e62-b039-4d2ef959e5d2 req-ca6e2f2c-1718-4aba-9691-0d1d65d89683 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/security-groups?id=240a4550-9d98-4004-b72a-f19a3135962b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476797 Jan 31 18:42:46.260130 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-a48001fa-b64d-4466-929d-c7a763cfd53b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:42:46.262282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-a48001fa-b64d-4466-929d-c7a763cfd53b tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 946 time: 0.0982730 Jan 31 18:42:46.340956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Deleting port aa475b50-2fa0-4709-9f2e-babfe0916510 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:46.341204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:46.718174 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] For port aa475b50-2fa0-4709-9f2e-babfe0916510, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=aa475b50-2fa0-4709-9f2e-babfe0916510,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:46.719124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:46.845392 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Calling delete_port for aa475b50-2fa0-4709-9f2e-babfe0916510 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:47.023907 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:47.084888 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'Port': ['ID=aa475b50-2fa0-4709-9f2e-babfe0916510,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:47.127774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.128100 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.128447 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.128782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.129104 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.129466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.129796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.130124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.130428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.130740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.131055 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:42:47.180498 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] No DVR routers for this DVR port aa475b50-2fa0-4709-9f2e-babfe0916510 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:47.184467 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:47.188679 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-deleted', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:42:47.211082 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6b2406bf-1236-4ce4-a274-11aedf626b8d req-18b118d7-21bf-4570-829a-2b1e8e29f4d9 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.86 "DELETE /v2.0/ports/aa475b50-2fa0-4709-9f2e-babfe0916510 HTTP/1.1" status: 204 len: 173 time: 0.9418209 Jan 31 18:42:47.269703 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b095ac-ec2b-47bc-a71e-91393cfd4f99', 'name': 'network-vif-deleted', 'tag': 'aa475b50-2fa0-4709-9f2e-babfe0916510', 'status': 'completed', 'code': 200} Jan 31 18:42:47.505162 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-04eacbdc-c0b8-4e0f-be6a-3a8b39baea6e req-9a64f600-6e77-43c7-8014-8179e6e30001 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "GET /v2.0/ports?device_id=55b095ac-ec2b-47bc-a71e-91393cfd4f99 HTTP/1.1" status: 200 len: 210 time: 0.0514202 Jan 31 18:42:48.650445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41210) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:48.739896 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:48.777003 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:48.861979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:48.891595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=240a4550-9d98-4004-b72a-f19a3135962b,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:48.897217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:48.901166 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-011bb104-3304-48e9-9de8-c5f94457a9f4 tempest-TestShelveInstance-1340461078 tempest-TestShelveInstance-1340461078-project] 10.222.0.110 "DELETE /v2.0/security-groups/240a4550-9d98-4004-b72a-f19a3135962b HTTP/1.1" status: 204 len: 168 time: 0.2477040 Jan 31 18:42:48.983420 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41216) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:49.695741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:50.378939 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Deleting port 0e7437a3-7ad0-4a45-9f34-15333c2405c6 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:50.379278 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:50.564388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] For port 0e7437a3-7ad0-4a45-9f34-15333c2405c6, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=0e7437a3-7ad0-4a45-9f34-15333c2405c6,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:50.564735 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:50.639480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:42:50.732530 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: aa475b50-2fa0-4709-9f2e-babfe0916510 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:42:50.732870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device aa475b50-2fa0-4709-9f2e-babfe0916510 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:42:50.805371 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Calling delete_port for 0e7437a3-7ad0-4a45-9f34-15333c2405c6 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:51.005141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:51.053383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7437a3-7ad0-4a45-9f34-15333c2405c6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:51.357336 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:51.971927 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:52.187050 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:52.196430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Sync routers for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:42:52.200831 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-43394fdd-8ee7-4d70-943d-e30eb0155487 admin admin] 10.222.0.110 "PUT /v2.0/routers/157a1f73-d4ac-430a-a0d1-eaaf1370fdf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162104 Jan 31 18:42:52.203397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41224) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:52.209973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:52.210303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:52.410699 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:52.570274 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:52.719449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:42:50Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:52.727432 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Checking router: 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:42:52.754366 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Routers {'157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:52.755012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:52.793545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:52.815669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Deleting port f23018e7-3d2a-4476-89de-d75078061054 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:52.816082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:52.983062 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] Set router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:53.059845 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] For port f23018e7-3d2a-4476-89de-d75078061054, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f23018e7-3d2a-4476-89de-d75078061054,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:53.060464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:53.195051 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Calling delete_port for f23018e7-3d2a-4476-89de-d75078061054 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:53.315121 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:42:50Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:53.319755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ede102-6d80-4340-b280-1d08ed8bd99e None None] The sync data for ids ['157a1f73-d4ac-430a-a0d1-eaaf1370fdf1'] in dv-neutron-823271-3-hyperv is: [{'id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'name': 'tempest-TestShelveInstance-165852111-router', 'tenant_id': '66295df8f7c14c27aff35b5886aa2cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125'}], 'enable_snat': True}, 'gw_port_id': 'f23018e7-3d2a-4476-89de-d75078061054', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:48Z', 'updated_at': '2022-01-31T18:42:50Z', 'revision_number': 5, 'project_id': '66295df8f7c14c27aff35b5886aa2cb9', 'gw_port': {'id': 'f23018e7-3d2a-4476-89de-d75078061054', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:eb:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '157a1f73-d4ac-430a-a0d1-eaaf1370fdf1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:49Z', 'updated_at': '2022-01-31T18:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:42:53.388563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:53.436152 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Pushing event deleted for resources: {'Port': ['ID=f23018e7-3d2a-4476-89de-d75078061054,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:53.664923 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.053006 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.057760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.089910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.090676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:42:54.104652 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.108380 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-07abbcf6-8959-46eb-bdf1-1e1762d4371a admin admin] 10.222.0.110 "DELETE /v2.0/routers/157a1f73-d4ac-430a-a0d1-eaaf1370fdf1 HTTP/1.1" status: 204 len: 168 time: 1.9015081 Jan 31 18:42:54.109092 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41228) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:54.205711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Deleting subnet 3e84a9b7-3f60-4bd6-9165-14859f20f808 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:42:54.209217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.284574 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.394369 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.462553 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.500063 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e84a9b7-3f60-4bd6-9165-14859f20f808,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:54.507547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.512573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5e1bd9-3780-4973-83d3-7e85df0bad92 None None] Network 984abbcf-adfe-4390-9337-8d3055af80f9 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:42:54.514266 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-701bd5dc-7caf-4be2-a659-d379776db3b1 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3e84a9b7-3f60-4bd6-9165-14859f20f808 HTTP/1.1" status: 204 len: 168 time: 0.4034622 Jan 31 18:42:54.518145 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41232) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:54.619425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0e7437a3-7ad0-4a45-9f34-15333c2405c6 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:42:54.655088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.668701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Deleting port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:54.669039 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.674283 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 0e7437a3-7ad0-4a45-9f34-15333c2405c6 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:42:54.674596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 0e7437a3-7ad0-4a45-9f34-15333c2405c6 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:42:54.889136 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] DHCP port deletion for 984abbcf-adfe-4390-9337-8d3055af80f9 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:42:54.893960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Deleting port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:54.894329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:54.912346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] For port f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:54.912787 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.086822 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Calling delete_port for f2f95f42-4f93-48dd-a5dc-aea295d04fb3 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:55.160299 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] For port f2f95f42-4f93-48dd-a5dc-aea295d04fb3, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,segment=NetworkSegment(0a0c0ff0-4b90-42e3-a60d-efb6fce26b45),segment_id=0a0c0ff0-4b90-42e3-a60d-efb6fce26b45)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:55.160676 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.182744 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.237173 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f95f42-4f93-48dd-a5dc-aea295d04fb3,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.246264 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] No DVR routers for this DVR port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:42:55.297159 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Calling delete_port for f2f95f42-4f93-48dd-a5dc-aea295d04fb3 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:55.376938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:42:55.377292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:42:55.384827 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.417670 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984abbcf-adfe-4390-9337-8d3055af80f9']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:55.431281 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:55.431563 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0c0ff0-4b90-42e3-a60d-efb6fce26b45') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:55.448743 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.465899 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.473221 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:42:55.473621 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:42:55.488287 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:42:55.568784 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.588823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.602422 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=984abbcf-adfe-4390-9337-8d3055af80f9,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:55.621898 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-93c46f6a-b103-45db-bbf2-5c8e96eb77d2 admin admin] 10.222.0.110 "DELETE /v2.0/networks/984abbcf-adfe-4390-9337-8d3055af80f9 HTTP/1.1" status: 204 len: 168 time: 1.1026449 Jan 31 18:42:55.624916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41236) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:55.879096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Deleting port f2f95f42-4f93-48dd-a5dc-aea295d04fb3 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:55.879752 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:55.958460 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-0839b8c8-d3f1-4bc2-a537-43d02b4fa60a None None] The port 'f2f95f42-4f93-48dd-a5dc-aea295d04fb3' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:42:56.239738 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:56.271585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f23018e7-3d2a-4476-89de-d75078061054 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:42:56.309403 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f23018e7-3d2a-4476-89de-d75078061054 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:42:56.309807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f23018e7-3d2a-4476-89de-d75078061054 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:42:56.310173 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f2f95f42-4f93-48dd-a5dc-aea295d04fb3 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:42:56.349353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f2f95f42-4f93-48dd-a5dc-aea295d04fb3 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:42:56.349737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f2f95f42-4f93-48dd-a5dc-aea295d04fb3 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:42:56.960511 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Deleting port 8bb24c81-ec9c-44f7-a7ae-011aeb298447 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:56.960835 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:57.205831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] For port 8bb24c81-ec9c-44f7-a7ae-011aeb298447, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=8bb24c81-ec9c-44f7-a7ae-011aeb298447,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:57.206082 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:57.329370 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Calling delete_port for 8bb24c81-ec9c-44f7-a7ae-011aeb298447 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:57.529823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:57.576503 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Pushing event deleted for resources: {'Port': ['ID=8bb24c81-ec9c-44f7-a7ae-011aeb298447,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:42:58.036408 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:58.677881 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Router 75298205-a7bf-45c8-8083-eb8f63bc9b19 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:42:58.919170 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:42:58.929153 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Sync routers for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:42:58.937237 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e7dcf5e3-cd12-4b12-bd01-74decb177cdf admin admin] 10.222.0.110 "PUT /v2.0/routers/75298205-a7bf-45c8-8083-eb8f63bc9b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3107624 Jan 31 18:42:58.939711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41240) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:42:58.942482 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:58.943120 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:59.168335 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:59.234817 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:59.383748 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:59.399277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Deleting port 28ad80d5-46e6-42f9-912c-1b25d13b87cb {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:42:59.399659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:59.632858 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:42:57Z', 'revision_number': 5, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port': {'id': '28ad80d5-46e6-42f9-912c-1b25d13b87cb', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:59.637472 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Checking router: 75298205-a7bf-45c8-8083-eb8f63bc9b19 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:42:59.653216 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Routers {'75298205-a7bf-45c8-8083-eb8f63bc9b19'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:42:59.653899 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['75298205-a7bf-45c8-8083-eb8f63bc9b19'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:59.736782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] For port 28ad80d5-46e6-42f9-912c-1b25d13b87cb, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=28ad80d5-46e6-42f9-912c-1b25d13b87cb,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:42:59.737388 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:42:59.832156 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] Set router 75298205-a7bf-45c8-8083-eb8f63bc9b19 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:42:59.871328 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Calling delete_port for 28ad80d5-46e6-42f9-912c-1b25d13b87cb owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:42:59.953029 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:42:59Z', 'revision_number': 6, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:42:59.958562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2007e9-7aed-4995-816f-31d6173cae91 None None] The sync data for ids ['75298205-a7bf-45c8-8083-eb8f63bc9b19'] in dv-neutron-823271-3-hyperv is: [{'id': '75298205-a7bf-45c8-8083-eb8f63bc9b19', 'name': 'tempest-TestShelveInstance-1769741471-router', 'tenant_id': '973c3813636544e3bf352a4a03e75f58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:33:55Z', 'updated_at': '2022-01-31T18:42:59Z', 'revision_number': 6, 'project_id': '973c3813636544e3bf352a4a03e75f58', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:00.087433 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.136862 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Pushing event deleted for resources: {'Port': ['ID=28ad80d5-46e6-42f9-912c-1b25d13b87cb,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:00.383449 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bb24c81-ec9c-44f7-a7ae-011aeb298447 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:43:00.411551 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.431288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 8bb24c81-ec9c-44f7-a7ae-011aeb298447 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:43:00.431816 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 8bb24c81-ec9c-44f7-a7ae-011aeb298447 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:43:00.738708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.746117 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.779848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.781243 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75298205-a7bf-45c8-8083-eb8f63bc9b19 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:43:00.801644 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.803887 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-c77acb7a-2be3-4ebf-80dc-b2ce59816400 admin admin] 10.222.0.110 "DELETE /v2.0/routers/75298205-a7bf-45c8-8083-eb8f63bc9b19 HTTP/1.1" status: 204 len: 168 time: 1.8630748 Jan 31 18:43:00.810067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41244) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:00.914887 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Deleting subnet 3322c8c8-e82d-4f2e-b282-dc05d925ee32 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:43:00.920098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:00.978631 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.075921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.168472 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.213217 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3322c8c8-e82d-4f2e-b282-dc05d925ee32,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:01.218090 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.228086 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-ea7eff7c-fb8d-4195-9d32-ae9bea41f65a admin admin] 10.222.0.110 "DELETE /v2.0/subnets/3322c8c8-e82d-4f2e-b282-dc05d925ee32 HTTP/1.1" status: 204 len: 168 time: 0.4130921 Jan 31 18:43:01.228327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe24ad-bd29-4001-a41b-3a5e7b3016e3 None None] Network 1d29566b-7057-40ae-8166-e173c1294d33 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:43:01.229521 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41248) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:01.459413 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.471416 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Deleting port a2821c01-3351-4bc1-985b-c0369645166a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:43:01.471751 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.530319 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] DHCP port deletion for 1d29566b-7057-40ae-8166-e173c1294d33 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:43:01.536724 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Deleting port a2821c01-3351-4bc1-985b-c0369645166a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:43:01.537097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.729701 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] For port a2821c01-3351-4bc1-985b-c0369645166a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2821c01-3351-4bc1-985b-c0369645166a,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:01.729984 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.772120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] For port a2821c01-3351-4bc1-985b-c0369645166a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=a2821c01-3351-4bc1-985b-c0369645166a,segment=NetworkSegment(a03168e7-a106-4978-9fc4-d26ccc54648c),segment_id=a03168e7-a106-4978-9fc4-d26ccc54648c)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:01.772411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:01.896807 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Calling delete_port for a2821c01-3351-4bc1-985b-c0369645166a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:43:01.924286 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Calling delete_port for a2821c01-3351-4bc1-985b-c0369645166a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:43:02.003987 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.009995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:43:02.010353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:43:02.054322 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2821c01-3351-4bc1-985b-c0369645166a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.059134 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] No DVR routers for this DVR port a2821c01-3351-4bc1-985b-c0369645166a on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:43:02.182905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.225275 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d29566b-7057-40ae-8166-e173c1294d33']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:02.245790 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03168e7-a106-4978-9fc4-d26ccc54648c') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:02.246231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03168e7-a106-4978-9fc4-d26ccc54648c') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:02.262760 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2821c01-3351-4bc1-985b-c0369645166a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:43:02.266133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.288860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.297795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: a2821c01-3351-4bc1-985b-c0369645166a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:43:02.298102 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:43:02.298253 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device a2821c01-3351-4bc1-985b-c0369645166a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:43:02.298445 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.298596 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28ad80d5-46e6-42f9-912c-1b25d13b87cb no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:43:02.313096 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:43:02.331954 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 28ad80d5-46e6-42f9-912c-1b25d13b87cb {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:43:02.332394 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 28ad80d5-46e6-42f9-912c-1b25d13b87cb not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:43:02.405693 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.427543 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.438407 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d29566b-7057-40ae-8166-e173c1294d33,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.445854 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-58ab35e4-a675-497a-ba98-85293e2c7387 admin admin] 10.222.0.110 "DELETE /v2.0/networks/1d29566b-7057-40ae-8166-e173c1294d33 HTTP/1.1" status: 204 len: 168 time: 1.2158289 Jan 31 18:43:02.511437 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Deleting port a2821c01-3351-4bc1-985b-c0369645166a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:43:02.511717 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.588641 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-8ce76bbc-6647-4a09-a87a-92a0621d7be3 None None] The port 'a2821c01-3351-4bc1-985b-c0369645166a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:43:02.632844 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41254) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:02.696463 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b135c054-e9f8-4b99-ad6c-a610d5bb6f4a admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=66295df8f7c14c27aff35b5886aa2cb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623631 Jan 31 18:43:02.698944 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41258) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:02.767318 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.796979 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.859689 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.878187 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a64f74-e6ba-4e56-bcbe-dbf868486e49,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:02.886778 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:02.887903 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-52a4076a-806c-44de-942f-c3f076ab3abf admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/08a64f74-e6ba-4e56-bcbe-dbf868486e49 HTTP/1.1" status: 204 len: 168 time: 0.1880729 Jan 31 18:43:03.346782 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41266) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:03.403683 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9eb7ee4c-ffb1-4cf1-883f-b24766a2154b admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=973c3813636544e3bf352a4a03e75f58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557103 Jan 31 18:43:03.406754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41270) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:03.472183 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:03.505275 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:03.566730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:03.588844 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515f7402-90f4-40b8-81c8-1e38054c5e60,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:03.595830 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:03.596951 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-400078ec-738e-44d7-a1bd-c31757c40d66 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/515f7402-90f4-40b8-81c8-1e38054c5e60 HTTP/1.1" status: 204 len: 168 time: 0.1893001 Jan 31 18:43:04.569575 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41292) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:04.723182 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1574420429-network', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:04.731971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:04.738160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Usage tracker for resource:network and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:04.743292 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:04.758280 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:04.773848 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Made reservation on behalf of bd5a3b9d63794125b26a43050f2dae90 for: {'network': 1} {{(pid=83557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:04.777163 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:04.795144 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:04.836718 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:04.841955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:04.845595 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:04.853249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:04.936087 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:04.941669 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:04.977295 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1436, 'physical_network': 'physnet1'} {{(pid=83557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:43:04.990831 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6af1c-7ea7-4853-99b6-7f8b961ade88,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:04.997674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:04.998197 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.segments_db [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Added segment 71218586-c8f5-4968-8fd6-6a5b26416e0e of type vlan for network c4823cd2-ff86-452f-8857-2e9275b7f883 Jan 31 18:43:05.028208 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.065864 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.067095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.068007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.176307 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6053298 Jan 31 18:43:05.179317 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a49e87-8e72-414d-acdd-1851033256c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c4823cd2-ff86-452f-8857-2e9275b7f883,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:05.179971 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41298) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:05.189591 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Request body: {'subnet': {'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1574420429-subnet', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:05.193330 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network c4823cd2-ff86-452f-8857-2e9275b7f883 details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:43:05.196313 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:05.201071 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Usage tracker for resource:subnet and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:05.205480 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:05.211440 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:05.228534 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Made reservation on behalf of bd5a3b9d63794125b26a43050f2dae90 for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:05.231839 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.469918 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.547209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2974346-4e13-45f2-a4fa-99140ef11187,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:05.564228 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Checking segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:05.564556 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Network hostable DHCP agents. Network: c4823cd2-ff86-452f-8857-2e9275b7f883, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:43:05.591470 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:43:05.602666 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, c4823cd2-ff86-452f-8857-2e9275b7f883) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:05.607894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:05.608555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.614078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e04398-f935-4634-beb5-3b36608ef2e7 None None] Network c4823cd2-ff86-452f-8857-2e9275b7f883 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:43:05.642382 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-6a536d58-d105-402a-a7aa-63df54147787 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4610171 Jan 31 18:43:05.645075 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41302) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:05.650500 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:05.655444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:05.660245 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Usage tracker for resource:router and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:05.663374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:05.669660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:05.682813 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.683955 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.707524 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.871326 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-c4823cd2-ff86-452f-8857-2e9275b7f883', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:43:05.872413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:05.881162 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.059364 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Allocated IP 172.20.0.2 (c4823cd2-ff86-452f-8857-2e9275b7f883/e2974346-4e13-45f2-a4fa-99140ef11187/f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:06.149149 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.189209 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.331900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.344518 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Transition to ACTIVE for port object f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:06.370737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Transition to ACTIVE for port object f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:06.379410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.458559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Allocated IP 172.26.4.61 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/216b9c62-cc4f-42af-932a-af18daaf87b2) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:06.464944 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:06.468807 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Pushing event updated for resources: {'Port': ['ID=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:06.471479 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:06.475681 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:06.484111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.484450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.484778 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.485111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.485560 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.485783 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.486116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.486429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.486734 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.487042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.487356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:06.585547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Attempting to bind port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:06.586198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Attempting to bind port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:06.586548 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Attempting to bind port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:06.593872 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:06.594248 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Checking segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:06.594647 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.595031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Bound using segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:06.595563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Bound port: f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:06.595958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.639186 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.674161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.712795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] For port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:06.716091 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] For port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:06.722637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.746240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:06.751459 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:06.757508 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:06.793247 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Pushing event updated for resources: {'Port': ['ID=216b9c62-cc4f-42af-932a-af18daaf87b2,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:06.826606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5e60d-2628-47e8-9c60-58f6ca59c8ac None None] Pushing event updated for resources: {'Port': ['ID=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:06.983047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:06.987529 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:07.095646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-30cc6b17-6761-400e-a9bd-854bcb02b229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:07.256754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Router a375d5fb-b000-4476-bbc0-3d12d82412bd is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:43:07.479887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:07.495673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:43:07.509297 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:07.510090 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:42:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:07.512926 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:07.518409 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-456fbaf0-3cb2-458b-891f-57853f6be223 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8681562 Jan 31 18:43:07.518409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41306) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:07.725733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:07.965120 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a7496-8ea2-4797-9a3f-3c011d39596f None None] Network c4823cd2-ff86-452f-8857-2e9275b7f883 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:43:08.209612 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-c2739081-01b9-4d95-8edd-5e6a49d8bd1f None None] Provisioning for port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:08.340292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:08.416656 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:06Z', 'revision_number': 3, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:08.427667 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:43:08.428007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Updating router a375d5fb-b000-4476-bbc0-3d12d82412bd port 216b9c62-cc4f-42af-932a-af18daaf87b2 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:43:08.511169 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:08.544488 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:08.548865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:08.577026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:08.577391 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:08.854838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Allocated IP 172.20.0.1 (c4823cd2-ff86-452f-8857-2e9275b7f883/e2974346-4e13-45f2-a4fa-99140ef11187/edc9a54b-ba2f-44bc-93b5-a05017dc4824) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:08.881134 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:08.958567 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-4d552ea5-f990-4986-b672-6d96d898db59 None None] Provisioning complete for port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:08.958932 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-4d552ea5-f990-4986-b672-6d96d898db59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.016410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:09.034646 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.046578 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.068165 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Transition to ACTIVE for port object edc9a54b-ba2f-44bc-93b5-a05017dc4824 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:09.101251 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.176198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.205008 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:09.208191 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:09.213463 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:09.242688 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Pushing event updated for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.244114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.268532 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Transition to ACTIVE for port object 216b9c62-cc4f-42af-932a-af18daaf87b2 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:09.278112 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.278609 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.393804 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d6b3-590e-4f1a-9705-221cb1dd1fe8 None None] Pushing event updated for resources: {'Port': ['ID=216b9c62-cc4f-42af-932a-af18daaf87b2,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.396244 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Attempting to bind port 216b9c62-cc4f-42af-932a-af18daaf87b2 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:09.396608 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Attempting to bind port 216b9c62-cc4f-42af-932a-af18daaf87b2 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:09.396961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Attempting to bind port 216b9c62-cc4f-42af-932a-af18daaf87b2 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:09.404866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:09.405808 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:09.406323 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.406726 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.407023 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:09.407311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Bound port: 216b9c62-cc4f-42af-932a-af18daaf87b2, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:09.407687 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.503342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-683dc0e2-c4e7-4316-b235-dfa25bd50ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.522459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3b4b65d-8e07-4fc4-a815-3bee2fd2d598 None None] Provisioning for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:09.532259 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-b3b4b65d-8e07-4fc4-a815-3bee2fd2d598 None None] Provisioning complete for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:09.532755 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b3b4b65d-8e07-4fc4-a815-3bee2fd2d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.581634 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] For port 216b9c62-cc4f-42af-932a-af18daaf87b2, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:09.598973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] For port 216b9c62-cc4f-42af-932a-af18daaf87b2, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=216b9c62-cc4f-42af-932a-af18daaf87b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:09.603258 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4b65d-8e07-4fc4-a815-3bee2fd2d598 None None] Port edc9a54b-ba2f-44bc-93b5-a05017dc4824 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:43:09.606714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.682177 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.690730 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.692899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d6b3-590e-4f1a-9705-221cb1dd1fe8 None None] Pushing event updated for resources: {'Port': ['ID=216b9c62-cc4f-42af-932a-af18daaf87b2,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.698568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:09.699192 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:09.810082 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:09.817106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Pushing event updated for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:09.922891 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:09.998070 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:10.000641 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:10.307613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:10.427108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7a5d678b-0559-4c83-b6ce-72c02dd4faf3 None None] Provisioning complete for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:10.427355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7a5d678b-0559-4c83-b6ce-72c02dd4faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:10.514016 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:10.517360 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d678b-0559-4c83-b6ce-72c02dd4faf3 None None] Port edc9a54b-ba2f-44bc-93b5-a05017dc4824 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:43:10.524286 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:10.545014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:10.546562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:10.574861 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:10.604193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 2, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:10.614602 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41c86e6-4ae0-4b5c-9871-699105cb58a3 None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 2, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:10.946240 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:10.963544 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-82ed405c-f289-4192-b72e-c1307e6c43b2 admin admin] 10.222.0.110 "PUT /v2.0/routers/a375d5fb-b000-4476-bbc0-3d12d82412bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4440806 Jan 31 18:43:11.875453 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.112298 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41328) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:12.117873 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1572567007-network', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:12.123360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:12.129771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Usage tracker for resource:network and tenant:a2187a12dc504419a1b8a667a33637ed is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:12.132883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:12.139278 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:12.159420 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Made reservation on behalf of a2187a12dc504419a1b8a667a33637ed for: {'network': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:12.161979 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for network, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.176372 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.213214 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:12.217289 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Usage tracker for resource:security_group_rule and tenant:a2187a12dc504419a1b8a667a33637ed is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:12.220374 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:12.227137 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:12.308324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 216b9c62-cc4f-42af-932a-af18daaf87b2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:12.319834 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.324766 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.370871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] vlan segment allocate from pool success with {'vlan_id': 1445, 'physical_network': 'physnet1'} {{(pid=83558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 18:43:12.385503 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28115d6-c130-4fbd-bf3e-9f3c3d058cb6,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.390599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 216b9c62-cc4f-42af-932a-af18daaf87b2 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:12.390871 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.391369 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.db.segments_db [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Added segment 4ac7a441-05d4-45b0-976f-22607ffe71b3 of type vlan for network 77615f1e-f775-4e71-a65d-d801e6dae45a Jan 31 18:43:12.397597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 216b9c62-cc4f-42af-932a-af18daaf87b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:12.398143 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.426952 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772296548958'] for network, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.462691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838'] for network, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.463553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:12.464116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Notify callbacks [] for network, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.566104 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.585040 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] Pushing event updated for resources: {'Network': ['ID=77615f1e-f775-4e71-a65d-d801e6dae45a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.587935 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-674a7bb9-1ebc-4ed0-b5b4-df5add074822 admin admin] 10.222.0.110 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4745922 Jan 31 18:43:12.590068 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 216b9c62-cc4f-42af-932a-af18daaf87b2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=216b9c62-cc4f-42af-932a-af18daaf87b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:12.591807 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41332) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:12.597327 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.598838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Request body: {'subnet': {'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1572567007-subnet', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'ip_version': 4}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:12.604574 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:12.610351 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Usage tracker for resource:subnet and tenant:a2187a12dc504419a1b8a667a33637ed is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:12.614531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:12.620761 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:12.634409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Made reservation on behalf of a2187a12dc504419a1b8a667a33637ed for: {'subnet': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:12.636118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Network 77615f1e-f775-4e71-a65d-d801e6dae45a details requested by agent ovs-agent-dv-neutron-823271-3-hyperv with host dv-neutron-823271-3-hyperv {{(pid=83559) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 31 18:43:12.636771 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3105342'] for subnet, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.778668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=216b9c62-cc4f-42af-932a-af18daaf87b2,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.882733 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3105320'] for subnet, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:12.960618 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e313b5b-778c-48ab-9a4c-7b4748a268aa,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:12.978865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Checking segment: {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:12.978865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Network hostable DHCP agents. Network: 77615f1e-f775-4e71-a65d-d801e6dae45a, hostable agents: ['a0723041-7265-4d0d-8493-72055ae03d50'], hosted agents: [] {{(pid=83558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 18:43:13.012691 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Network 77615f1e-f775-4e71-a65d-d801e6dae45a is scheduled to be hosted by DHCP agent a0723041-7265-4d0d-8493-72055ae03d50 with binding_index 1 {{(pid=83558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 18:43:13.029592 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-823271-3-hyperv, 77615f1e-f775-4e71-a65d-d801e6dae45a) {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:13.033939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:13.034526 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2755618'] for subnet, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.039542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff5c095-655c-4d75-9616-5aec2b359816 None None] Network 77615f1e-f775-4e71-a65d-d801e6dae45a requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:43:13.056831 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5f46fb0c-fe63-472f-baaf-d01fd1c049b6 admin admin] 10.222.0.110 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4639049 Jan 31 18:43:13.059497 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41336) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:13.067233 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:13.072044 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:13.076021 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Usage tracker for resource:router and tenant:a2187a12dc504419a1b8a667a33637ed is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:13.080629 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:13.087466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:13.100058 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3886794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28167'] for router, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.100991 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3886435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3888199', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3877107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28286'] for router, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.130792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.295342 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3888241', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3886820', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28264'] for router, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.296425 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp843e9d8f-8e1a-500e-a9c6-0ddadd03ff47-77615f1e-f775-4e71-a65d-d801e6dae45a', 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'fixed_ips': [{'subnet_id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa'}]}} from dv-neutron-823271-3-hyperv. {{(pid=83559) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Jan 31 18:43:13.297466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.513012 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.db_base_plugin_common [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Allocated IP 172.20.0.2 (77615f1e-f775-4e71-a65d-d801e6dae45a/4e313b5b-778c-48ab-9a4c-7b4748a268aa/eae3f85a-2d3a-4522-964c-18ce053b5090) {{(pid=83559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:13.513792 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.551887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.706288 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Allocated IP 172.26.4.96 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/e7e1324b-99f0-408a-93fd-37750c235933) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:13.760262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks [] for port, precommit_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.779270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Transition to ACTIVE for port object eae3f85a-2d3a-4522-964c-18ce053b5090 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:13.802356 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Transition to ACTIVE for port object eae3f85a-2d3a-4522-964c-18ce053b5090 will not be triggered until provisioned by entity DHCP. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:13.808822 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116'] for port, after_create {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.906194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.915157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Network 77615f1e-f775-4e71-a65d-d801e6dae45a is already hosted by enough agents. {{(pid=83559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:13.919454 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:13.920243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.scheduler.base_scheduler [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Resources bound (agent type, host, resource id): {{(pid=83559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:13.928184 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Received port after_create {{(pid=83559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:13.931334 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Pushing event updated for resources: {'Port': ['ID=eae3f85a-2d3a-4522-964c-18ce053b5090,revision_number=1']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:13.958600 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.038531 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:14.041572 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:14.046860 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:14.050193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Attempting to bind port eae3f85a-2d3a-4522-964c-18ce053b5090 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:14.050586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Attempting to bind port eae3f85a-2d3a-4522-964c-18ce053b5090 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:14.050906 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Attempting to bind port eae3f85a-2d3a-4522-964c-18ce053b5090 on network 77615f1e-f775-4e71-a65d-d801e6dae45a {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:14.059589 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:14.059876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Checking segment: {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:14.060344 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.060733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Bound using segment: {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:14.061199 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Bound port: eae3f85a-2d3a-4522-964c-18ce053b5090, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:14.061632 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.073566 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e1324b-99f0-408a-93fd-37750c235933,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:14.194892 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] For port eae3f85a-2d3a-4522-964c-18ce053b5090, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:14.198691 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] For port eae3f85a-2d3a-4522-964c-18ce053b5090, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eae3f85a-2d3a-4522-964c-18ce053b5090,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:14.203919 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.290388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 216b9c62-cc4f-42af-932a-af18daaf87b2 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:14.365860 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee8522-87f9-4333-ac5c-fcf8f63454a8 None None] Pushing event updated for resources: {'Port': ['ID=eae3f85a-2d3a-4522-964c-18ce053b5090,revision_number=2']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:14.373742 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.374980 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3886835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3889040'] for router, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.386924 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 216b9c62-cc4f-42af-932a-af18daaf87b2 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:14.387287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.705179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 is scheduled to L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 with binding_index 1 {{(pid=83558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 18:43:14.940633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:14.949435 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Sync routers for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:43:14.963045 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:14.963715 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:14.969496 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] Notify callbacks [] for router, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:14.970850 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-7d0d5709-117c-4d4f-818c-3805a83eea56 admin admin] 10.222.0.110 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9102201 Jan 31 18:43:14.974341 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41340) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:15.163359 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:15.459481 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b59814-0a48-482a-a4fb-aef083708a6c None None] Network 77615f1e-f775-4e71-a65d-d801e6dae45a requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:43:15.509453 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:14Z', 'revision_number': 3, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:15.516438 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Checking router: 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:43:15.517202 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Updating router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 port e7e1324b-99f0-408a-93fd-37750c235933 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:43:15.584624 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-0b056a3d-c05c-41a0-ae61-b72bc2f1c084 None None] Provisioning for port eae3f85a-2d3a-4522-964c-18ce053b5090 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:15.585862 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:15.903990 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.114757 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.130524 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Transition to ACTIVE for port object e7e1324b-99f0-408a-93fd-37750c235933 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:16.140614 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.173925 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Allocated IP 172.20.0.1 (77615f1e-f775-4e71-a65d-d801e6dae45a/4e313b5b-778c-48ab-9a4c-7b4748a268aa/5bdcb39d-e023-4c74-8142-01ab529f2d72) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:16.279650 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Pushing event updated for resources: {'Port': ['ID=e7e1324b-99f0-408a-93fd-37750c235933,revision_number=2']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:16.284797 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Attempting to bind port e7e1324b-99f0-408a-93fd-37750c235933 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:16.285397 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Attempting to bind port e7e1324b-99f0-408a-93fd-37750c235933 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:16.286112 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Attempting to bind port e7e1324b-99f0-408a-93fd-37750c235933 on network e7f48dac-d607-4065-96ae-d35fa8bb8d84 {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:16.308820 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.309394 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.309983 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.310520 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eae3f85a-2d3a-4522-964c-18ce053b5090 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:16.310633 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.311078 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.312176 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.312729 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.313284 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.313866 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.314404 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.314958 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:43:16.322003 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:16.322612 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Checking segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:16.323271 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.323902 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Bound using segment: {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:16.324695 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Bound port: e7e1324b-99f0-408a-93fd-37750c235933, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01471d4-94a0-4ce9-bb22-bca7ea1a25c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:16.325293 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.396558 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port eae3f85a-2d3a-4522-964c-18ce053b5090 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:16.402101 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eae3f85a-2d3a-4522-964c-18ce053b5090 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:16.402614 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.469929 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] For port e7e1324b-99f0-408a-93fd-37750c235933, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:16.474201 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] For port e7e1324b-99f0-408a-93fd-37750c235933, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e7e1324b-99f0-408a-93fd-37750c235933,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:16.485891 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.495365 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.513501 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Transition to ACTIVE for port object 5bdcb39d-e023-4c74-8142-01ab529f2d72 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:16.538637 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.553969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.577214 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port eae3f85a-2d3a-4522-964c-18ce053b5090, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eae3f85a-2d3a-4522-964c-18ce053b5090,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:16.582949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.596159 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:16.596793 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:16.627747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Network 77615f1e-f775-4e71-a65d-d801e6dae45a is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:16.630881 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:16.634777 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:16.678912 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=eae3f85a-2d3a-4522-964c-18ce053b5090,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:16.685496 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0235-fcd2-4bf8-b3c0-a1038c11629e None None] Pushing event updated for resources: {'Port': ['ID=e7e1324b-99f0-408a-93fd-37750c235933,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:16.705211 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3888990'] for router_interface, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.708116 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:16.832870 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:16.844531 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:16.976666 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc31fbca-e9b6-4340-bfd8-dbf4fbac5429 None None] Provisioning for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:16.983856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-fc31fbca-e9b6-4340-bfd8-dbf4fbac5429 None None] Provisioning complete for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:16.984547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-fc31fbca-e9b6-4340-bfd8-dbf4fbac5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:17.053719 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-fc31fbca-e9b6-4340-bfd8-dbf4fbac5429 None None] Port 5bdcb39d-e023-4c74-8142-01ab529f2d72 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:43:17.161445 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:17.166846 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:17.182444 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:14Z', 'revision_number': 3, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:17.187357 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4941885-a9be-4bee-9786-71201a34fb4d None None] The sync data for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv is: [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:14Z', 'revision_number': 3, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:17.277057 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2755647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3885221'] for router_interface, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:17.281124 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:17.429710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Network 77615f1e-f775-4e71-a65d-d801e6dae45a is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:17.430849 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:17.693362 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-ced81805-2491-4344-9e38-daf076a933af None None] Provisioning complete for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:17.693948 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ced81805-2491-4344-9e38-daf076a933af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:17.755233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-ced81805-2491-4344-9e38-daf076a933af None None] Port 5bdcb39d-e023-4c74-8142-01ab529f2d72 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:43:17.898179 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:18.135948 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:18.145133 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-46ce9f90-f978-45f4-97b0-813f19339418 admin admin] 10.222.0.110 "PUT /v2.0/routers/9b2f398a-03cc-42cd-bfdf-2b37b61b8291/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1692967 Jan 31 18:43:18.279759 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eae3f85a-2d3a-4522-964c-18ce053b5090 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:18.359966 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port eae3f85a-2d3a-4522-964c-18ce053b5090 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:18.360675 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:18.887715 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41350) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:18.893549 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188772963', 'description': 'tempest-secgroup-smoke-1188772963 description', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:18.899630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:18.903740 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:18.906996 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:18.913883 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:18.929739 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:18.966287 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:18.970768 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:18.973936 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:18.979969 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.039330 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.043032 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.087774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e54997-5413-4e45-9603-480a723ab444,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.092035 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.093821 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5d3083ca-b8af-4a61-8581-14c0dfd9bc9c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2050982 Jan 31 18:43:19.097714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41354) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:19.104091 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:19.111664 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:19.115727 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:19.118708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:19.125277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.145096 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.209718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.213945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.239141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6f4dc4-2f1f-494a-902a-f077984c6760,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.254106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.255665 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-392184ed-f5a1-4209-ae9f-904f698da09a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1565323 Jan 31 18:43:19.259267 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41358) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:19.264939 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:19.271389 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:19.276774 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:19.279838 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:19.287048 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.308812 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.475161 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.479016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.502547 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd9492-3736-44a1-a66a-3f77e4c16105,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.511366 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.512532 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-67b53c03-f7e3-4e6c-abc7-b7e7369f8608 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2523692 Jan 31 18:43:19.515977 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41362) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:19.523067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:19.530913 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:19.535783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:19.539069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:19.546184 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.566069 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.632221 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.636239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.665862 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1d2ab8-bd92-4bc3-b879-d4b6318f6352,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.677192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.678433 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-5de84ac2-5e40-48a4-9e0e-78105eeaee40 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1613083 Jan 31 18:43:19.681003 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41366) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:19.687478 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:19.693858 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:19.697877 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:19.700964 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:19.708315 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.726656 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.800152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.804553 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.826612 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8521d13-1ee0-476f-84af-6d3cf413ed10,revision_number=0']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:19.839625 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.840883 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-ee79e9c6-fdcd-4eee-97b2-1fbd684d0326 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1588759 Jan 31 18:43:19.844974 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41370) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:19.855237 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:19.866397 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:19.872755 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:19.877888 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:19.883554 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:19.893426 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Project bd5a3b9d63794125b26a43050f2dae90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:43:19.899782 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.964964 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.969531 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:19.992659 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f684a230-6b21-4de8-8ad9-06a1436073b2,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:20.002943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:20.004184 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2df0db63-68f9-4c2a-b1c5-43350a1d1af9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1579967 Jan 31 18:43:20.007327 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41374) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:20.012628 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'security_group_rule': {'security_group_id': 'c1e54997-5413-4e45-9603-480a723ab444', 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:20.018796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:20.022564 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:security_group_rule and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:20.025361 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:20.032141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:20.046404 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.securitygroups_db [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Project bd5a3b9d63794125b26a43050f2dae90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 18:43:20.052902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:20.125527 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:20.130488 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3879415'] for security_group_rule, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:20.159983 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2b5d70-8964-4efe-959d-7dde64f62309,revision_number=0']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:20.168737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:20.170075 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-9ff7c1b2-9d17-4c98-bd94-9ee69b6bd3b7 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1617835 Jan 31 18:43:20.359270 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-d5e9d9a3-4f4e-4789-9837-fb27dad3aec0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:security_group {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:43:20.377540 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-d5e9d9a3-4f4e-4789-9837-fb27dad3aec0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:security_group {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:43:20.378808 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-d5e9d9a3-4f4e-4789-9837-fb27dad3aec0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188772963&fields=id&tenant_id=bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 267 time: 0.0634089 Jan 31 18:43:20.534073 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-b6995762-405c-4603-bbce-685ae3e283da tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:20.534647 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-b6995762-405c-4603-bbce-685ae3e283da tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:network {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:43:20.552302 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-b6995762-405c-4603-bbce-685ae3e283da tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:network {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:43:20.553664 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-b6995762-405c-4603-bbce-685ae3e283da tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 810 time: 0.1656742 Jan 31 18:43:20.570759 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-2e289835-b445-4fe9-aead-a49b2ab2e449 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/quotas/bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 375 time: 0.0115857 Jan 31 18:43:20.653220 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-3d8fa2ba-19fa-4a31-b926-a69dc5d9ae6f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773642 Jan 31 18:43:20.805346 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-f3b29b76-7297-4bf3-bce9-919d3e250332 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83557) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:43:20.806351 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-f3b29b76-7297-4bf3-bce9-919d3e250332 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1357992 Jan 31 18:43:20.946919 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-720ccda8-45d4-4ba0-980d-58c5d6ca24ed service neutron] 10.222.0.110 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331792 Jan 31 18:43:21.091479 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-d00c7f10-c288-44a2-9cc3-04d9f56c56f3 service neutron] 10.222.0.110 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387448 Jan 31 18:43:21.296630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-de60c1fc-ee33-4c04-a191-08832edfafb7 req-90dd9e32-af79-4b01-a0b8-9e803a74c2bc tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:43:21.317181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-de60c1fc-ee33-4c04-a191-08832edfafb7 req-90dd9e32-af79-4b01-a0b8-9e803a74c2bc tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:43:21.318492 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-de60c1fc-ee33-4c04-a191-08832edfafb7 req-90dd9e32-af79-4b01-a0b8-9e803a74c2bc tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 210 time: 0.0622137 Jan 31 18:43:22.507455 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4517def9-a69f-4b06-b2bf-88a2ea3ddb70 req-b4a1ab86-2b0d-428c-8c82-c9233edf2a74 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 210 time: 0.0485725 Jan 31 18:43:22.659052 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:43:22.788783 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-bb1091d4-1199-420e-bd56-c58b455b91e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:22.790668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-bb1091d4-1199-420e-bd56-c58b455b91e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 810 time: 0.1952317 Jan 31 18:43:22.867417 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-f7f4001a-3bc4-434a-a648-aecd6702c935 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:security_group {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:43:22.891502 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-f7f4001a-3bc4-434a-a648-aecd6702c935 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:security_group {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:43:22.892627 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-f7f4001a-3bc4-434a-a648-aecd6702c935 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 380 time: 0.0893784 Jan 31 18:43:22.901398 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'port': {'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'admin_state_up': True, 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'security_groups': ['c1e54997-5413-4e45-9603-480a723ab444']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:23.051218 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:23.064894 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:23.075067 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Made reservation on behalf of bd5a3b9d63794125b26a43050f2dae90 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:43:23.078277 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:23.254929 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Allocated IP 172.20.0.4 (c4823cd2-ff86-452f-8857-2e9275b7f883/e2974346-4e13-45f2-a4fa-99140ef11187/5ca2b066-a078-4c10-9a73-f2564930ac4a) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:23.454674 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:23.472094 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Transition to ACTIVE for port object 5ca2b066-a078-4c10-9a73-f2564930ac4a will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:23.494778 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:23.572134 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:23.575400 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:23.580868 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:23.609041 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:23.652387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.652387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:23.743769 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-5d497a88-e906-4af8-ac22-4303029c0d6e tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8461847 Jan 31 18:43:23.755639 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Request body: {'port': {'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:23.840107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-034d67f3-db68-4c06-b93b-2b9670a451ce None None] Provisioning for port 5ca2b066-a078-4c10-9a73-f2564930ac4a completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:23.850566 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-034d67f3-db68-4c06-b93b-2b9670a451ce None None] Provisioning complete for port 5ca2b066-a078-4c10-9a73-f2564930ac4a triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:23.851198 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-034d67f3-db68-4c06-b93b-2b9670a451ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:23.855878 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562f175-efeb-4b02-bffa-7c421fdac407 req-f520a759-94ce-454b-8b4e-4979fbd92609 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:23.856576 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-b562f175-efeb-4b02-bffa-7c421fdac407 req-f520a759-94ce-454b-8b4e-4979fbd92609 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:43:23.928821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-034d67f3-db68-4c06-b93b-2b9670a451ce None None] Port 5ca2b066-a078-4c10-9a73-f2564930ac4a cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:43:23.948876 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-b562f175-efeb-4b02-bffa-7c421fdac407 req-f520a759-94ce-454b-8b4e-4979fbd92609 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:43:23.950053 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b562f175-efeb-4b02-bffa-7c421fdac407 req-f520a759-94ce-454b-8b4e-4979fbd92609 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 931 time: 0.2926326 Jan 31 18:43:23.950564 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.055863 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-b562f175-efeb-4b02-bffa-7c421fdac407 req-e2e8ea7b-e388-49c3-9922-04752002a314 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947440 Jan 31 18:43:24.304805 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e7e1324b-99f0-408a-93fd-37750c235933 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:24.377124 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port e7e1324b-99f0-408a-93fd-37750c235933 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:24.385008 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e7e1324b-99f0-408a-93fd-37750c235933 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:24.385623 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.387045 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca2b066-a078-4c10-9a73-f2564930ac4a {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:43:24.397962 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.418809 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Transition to ACTIVE for port object 5ca2b066-a078-4c10-9a73-f2564930ac4a will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:24.424128 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.532430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:43:24.591005 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.597835 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:24.598459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:24.667721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:24.708922 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port e7e1324b-99f0-408a-93fd-37750c235933, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e7e1324b-99f0-408a-93fd-37750c235933,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:24.715325 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.796747 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Attempting to bind port 5ca2b066-a078-4c10-9a73-f2564930ac4a on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:24.797152 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Attempting to bind port 5ca2b066-a078-4c10-9a73-f2564930ac4a by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:24.797555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Attempting to bind port 5ca2b066-a078-4c10-9a73-f2564930ac4a on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:24.806145 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Port 5ca2b066-a078-4c10-9a73-f2564930ac4a on network c4823cd2-ff86-452f-8857-2e9275b7f883 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:43:24.806466 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Attempting to bind port 5ca2b066-a078-4c10-9a73-f2564930ac4a on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:24.816106 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:24.816444 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Checking segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:24.816880 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Bound using segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:24.817252 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Bound port: 5ca2b066-a078-4c10-9a73-f2564930ac4a, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:24.817628 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.932465 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:24.935652 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:24.942262 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:24.957847 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=e7e1324b-99f0-408a-93fd-37750c235933,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:24.966981 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:25.009337 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:25.010723 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] 10.222.0.86 "PUT /v2.0/ports/5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 1093 time: 1.2602124 Jan 31 18:43:25.011155 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:43:25.035750 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb670c-088a-49dd-ba54-f859776d8df9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:25.093868 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'status': 'completed', 'code': 200} Jan 31 18:43:25.142536 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-0c9e03a9-0c12-4030-b768-11d9a2b819e0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1096 time: 0.0820422 Jan 31 18:43:25.257058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-4426a25c-3e88-4439-8cf6-1f8937deeb53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 217 time: 0.1066515 Jan 31 18:43:25.340068 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-e27c444f-fb3e-4a01-b50e-bdf4095cb329 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:25.341593 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-e27c444f-fb3e-4a01-b50e-bdf4095cb329 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0780144 Jan 31 18:43:25.376318 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 2, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:25.380523 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:43:25.380871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Updating router a375d5fb-b000-4476-bbc0-3d12d82412bd port edc9a54b-ba2f-44bc-93b5-a05017dc4824 binding host dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:43:25.403409 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af021532-4fc5-477c-89f9-8d777b9c0a90 req-70cd8bfa-d2cd-46bf-8db6-1c8d2494040a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:25.404952 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-af021532-4fc5-477c-89f9-8d777b9c0a90 req-70cd8bfa-d2cd-46bf-8db6-1c8d2494040a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.1925049 Jan 31 18:43:25.435281 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:25.477719 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-7cf5ed0f-8603-4472-ab9d-4c9818935a9b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1304083 Jan 31 18:43:25.486128 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-af021532-4fc5-477c-89f9-8d777b9c0a90 req-7870649d-2bf2-4bf9-95e3-82acf6de1d93 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657830 Jan 31 18:43:25.644431 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-7ae34f50-be36-4ac7-8afc-bcd84cb66f71 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572495 Jan 31 18:43:25.791472 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-bf2ca146-ce8d-45b5-95fd-28783fab81fb req-0993f8d9-09e8-42cb-bc5b-80da558765f2 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394258 Jan 31 18:43:25.822568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks [] for port, precommit_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:25.845613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Transition to ACTIVE for port object edc9a54b-ba2f-44bc-93b5-a05017dc4824 will not be triggered until provisioned by entity L2. {{(pid=83559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:25.856300 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:25.930949 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-99343aac-722f-4c1f-9ce4-e44f0ab7fe7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1096 time: 0.0839636 Jan 31 18:43:26.023838 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3e9d-95ec-455c-8eeb-2ff424c49746 None None] Pushing event updated for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=3']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:26.094826 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-6799aa31-9fc1-4ef3-bd6c-b0005351c5e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.096296 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-6799aa31-9fc1-4ef3-bd6c-b0005351c5e5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1587601 Jan 31 18:43:26.129764 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Attempting to bind port edc9a54b-ba2f-44bc-93b5-a05017dc4824 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:26.130584 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Attempting to bind port edc9a54b-ba2f-44bc-93b5-a05017dc4824 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:26.131172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Attempting to bind port edc9a54b-ba2f-44bc-93b5-a05017dc4824 on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:26.139007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:26.139446 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Checking segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:26.140316 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:26.140716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Bound using segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} {{(pid=83559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:26.141201 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.managers [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Bound port: edc9a54b-ba2f-44bc-93b5-a05017dc4824, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}}] {{(pid=83559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:26.141599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:26.176213 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-6736500b-d71c-4f53-91d1-a04cf0a39a45 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 217 time: 0.0725594 Jan 31 18:43:26.245588 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-4e25a27f-a00f-4d4c-9c0d-ad8062c5ca93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.247045 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-4e25a27f-a00f-4d4c-9c0d-ad8062c5ca93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0644298 Jan 31 18:43:26.254476 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] For port edc9a54b-ba2f-44bc-93b5-a05017dc4824, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:26.258490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] For port edc9a54b-ba2f-44bc-93b5-a05017dc4824, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=edc9a54b-ba2f-44bc-93b5-a05017dc4824,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:26.264586 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:26.310197 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e7e1324b-99f0-408a-93fd-37750c235933 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:26.346517 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-597bde4d-4e71-4db6-bfb1-82aad40ce689 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932281 Jan 31 18:43:26.411315 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a3e9d-95ec-455c-8eeb-2ff424c49746 None None] Pushing event updated for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:26.425733 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:26.426385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:26.508404 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-224d66e0-7b09-466a-a063-c7d07de489e8 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554005 Jan 31 18:43:26.526342 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port e7e1324b-99f0-408a-93fd-37750c235933 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:26.526710 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:26.739263 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55015c15-30e6-44f7-a908-68fa750e2316 req-4319100c-eefd-408e-b0d7-02e39edb523c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:26.740819 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55015c15-30e6-44f7-a908-68fa750e2316 req-4319100c-eefd-408e-b0d7-02e39edb523c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.0848885 Jan 31 18:43:26.794474 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-55015c15-30e6-44f7-a908-68fa750e2316 req-63e7b2e9-f1de-41b1-a3b1-abe489906ee0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475121 Jan 31 18:43:26.804722 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96181621-f568-414b-98d9-d2ac5e4c6211 req-f87e9886-56ea-4697-89d2-631031d4efa6 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887077 Jan 31 18:43:26.848830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:27.206279 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:26Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:27.211288 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb574cf-f271-40a8-bc48-adffe1f0cb7d None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:26Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:27.362257 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Sync routers for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:43:27.380653 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:27.381354 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:27.621671 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:28.046366 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 4, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5bdcb39d-e023-4c74-8142-01ab529f2d72', 'name': '', 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'mac_address': 'fa:16:3e:07:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:15Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 2, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'subnets': [{'id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:28.051604 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Checking router: 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:43:28.051997 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Updating router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 port 5bdcb39d-e023-4c74-8142-01ab529f2d72 binding host dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Jan 31 18:43:28.112209 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.120168 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e009126-09f1-434d-a1ed-a462f9108ab1 req-fdcafbdb-e923-47f5-8fc7-775f8cf65543 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:28.122632 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4e009126-09f1-434d-a1ed-a462f9108ab1 req-fdcafbdb-e923-47f5-8fc7-775f8cf65543 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.0940263 Jan 31 18:43:28.190853 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4e009126-09f1-434d-a1ed-a462f9108ab1 req-c7a605df-9e41-49a9-a332-d6d33db28012 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608974 Jan 31 18:43:28.307579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device edc9a54b-ba2f-44bc-93b5-a05017dc4824 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:28.382742 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:28.388322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:28.388322 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.510246 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.531298 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.543817 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.provisioning_blocks [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Transition to ACTIVE for port object 5bdcb39d-e023-4c74-8142-01ab529f2d72 will not be triggered until provisioned by entity L2. {{(pid=83560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:43:28.545904 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port edc9a54b-ba2f-44bc-93b5-a05017dc4824, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=edc9a54b-ba2f-44bc-93b5-a05017dc4824,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:28.550034 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.551162 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.630696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:28.685443 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7b8c-75d1-417c-b2de-541b42adfff0 None None] Pushing event updated for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=3']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:28.747696 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:43:28.786901 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Attempting to bind port 5bdcb39d-e023-4c74-8142-01ab529f2d72 on host dv-neutron-823271-3-hyperv for vnic_type normal with profile {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:43:28.787260 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Attempting to bind port 5bdcb39d-e023-4c74-8142-01ab529f2d72 by drivers openvswitch,hyperv on host dv-neutron-823271-3-hyperv at level 0 using segments [{'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:43:28.787611 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Attempting to bind port 5bdcb39d-e023-4c74-8142-01ab529f2d72 on network 77615f1e-f775-4e71-a65d-d801e6dae45a {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:43:28.794950 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Checking agent: {'id': 'bc669b68-f80e-485f-81eb-fe67ac5e202f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-823271-3-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 44, 10), 'started_at': datetime.datetime(2022, 1, 31, 17, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-823271-3-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:43:28.797156 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Checking segment: {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:43:28.797156 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.797156 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Bound using segment: {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'} {{(pid=83560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:43:28.797561 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.managers [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Bound port: 5bdcb39d-e023-4c74-8142-01ab529f2d72, host: dv-neutron-823271-3-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac7a441-05d4-45b0-976f-22607ffe71b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1445, 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a'}}] {{(pid=83560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:43:28.797706 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.903137 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] For port 5bdcb39d-e023-4c74-8142-01ab529f2d72, host dv-neutron-823271-3-hyperv, cleared binding levels {{(pid=83560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:43:28.907803 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.plugins.ml2.db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] For port 5bdcb39d-e023-4c74-8142-01ab529f2d72, host dv-neutron-823271-3-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5bdcb39d-e023-4c74-8142-01ab529f2d72,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:43:28.913562 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron_lib.callbacks.manager [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:28.966463 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:28.986973 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:43:29.025887 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad7b8c-75d1-417c-b2de-541b42adfff0 None None] Pushing event updated for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=4']} {{(pid=83560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:29.029530 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:29.030128 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:29.054007 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:29.086332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca2b066-a078-4c10-9a73-f2564930ac4a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:43:29.106311 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:29.111971 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:29.213579 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:29.267063 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:29.333110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['5ca2b066-a078-4c10-9a73-f2564930ac4a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:43:29.424929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5b433-f586-40f2-8291-af3fee661368 req-45e60f3a-4998-4e6b-8156-4af768746000 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:29.427515 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-83a5b433-f586-40f2-8291-af3fee661368 req-45e60f3a-4998-4e6b-8156-4af768746000 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 944 time: 0.0963871 Jan 31 18:43:29.484168 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-83a5b433-f586-40f2-8291-af3fee661368 req-32d0d7fc-7c08-4c7a-ab32-7343a8b577a8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483298 Jan 31 18:43:29.638649 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 4, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5bdcb39d-e023-4c74-8142-01ab529f2d72', 'name': '', 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'mac_address': 'fa:16:3e:07:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:15Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 4, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'subnets': [{'id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:29.645460 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e84b5e-9c6c-47db-9d7d-c700d0eda9c1 None None] The sync data for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv is: [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:16Z', 'revision_number': 4, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': '5bdcb39d-e023-4c74-8142-01ab529f2d72', 'name': '', 'network_id': '77615f1e-f775-4e71-a65d-d801e6dae45a', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'mac_address': 'fa:16:3e:07:3d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:15Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 4, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'subnets': [{'id': '4e313b5b-778c-48ab-9a4c-7b4748a268aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:30.379500 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5bdcb39d-e023-4c74-8142-01ab529f2d72 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:30.456404 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:30.461671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:30.462042 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:30.590353 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:30.628685 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] For port 5bdcb39d-e023-4c74-8142-01ab529f2d72, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5bdcb39d-e023-4c74-8142-01ab529f2d72,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:30.635135 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:30.636413 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device edc9a54b-ba2f-44bc-93b5-a05017dc4824 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:30.715320 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a1b1a-2191-45cc-93c7-891dc2e64579 req-00ec896b-5ae6-4f71-8820-6153baa83b37 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:30.716714 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-254a1b1a-2191-45cc-93c7-891dc2e64579 req-00ec896b-5ae6-4f71-8820-6153baa83b37 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 944 time: 0.0853732 Jan 31 18:43:30.765975 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-254a1b1a-2191-45cc-93c7-891dc2e64579 req-1c6ab731-3ffd-4c6b-bfeb-d7d6319bd929 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431418 Jan 31 18:43:30.770275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:30.859332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Pushing event updated for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:30.879622 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port edc9a54b-ba2f-44bc-93b5-a05017dc4824 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:30.879994 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:30.912376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port 5ca2b066-a078-4c10-9a73-f2564930ac4a completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:43:30.930537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 5ca2b066-a078-4c10-9a73-f2564930ac4a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:30.930907 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:31.170055 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:31.199894 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:43:31.210033 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:43:31.214429 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:31.284108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:31.340603 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'code': 200} Jan 31 18:43:31.573854 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffece477-5037-422d-9520-6718edeca943 req-fdf656d3-9adf-431d-bd13-afe7a7dcd4b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1098 time: 0.0711646 Jan 31 18:43:31.617818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ffece477-5037-422d-9520-6718edeca943 req-2cb451b7-fb4d-48e7-a569-da5ee3ffc546 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Jan 31 18:43:31.971800 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf6323-a258-4a06-942a-c43c27feca54 req-6b2ee0aa-d50c-4511-ab90-36f80ffcd133 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:31.973249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c4cf6323-a258-4a06-942a-c43c27feca54 req-6b2ee0aa-d50c-4511-ab90-36f80ffcd133 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 945 time: 0.0807362 Jan 31 18:43:32.022477 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-c4cf6323-a258-4a06-942a-c43c27feca54 req-189eb13a-8abf-483a-bde9-524b6704bfed tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432608 Jan 31 18:43:32.280846 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5bdcb39d-e023-4c74-8142-01ab529f2d72 up at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:43:32.349900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Provisioning complete for port 5bdcb39d-e023-4c74-8142-01ab529f2d72 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:43:32.350275 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:33.232500 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6a2b-b5ef-4ca9-944c-14e19bda0370 req-e537a5d3-1ec8-4632-95ee-742c5de805f2 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:33.233894 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4f9a6a2b-b5ef-4ca9-944c-14e19bda0370 req-e537a5d3-1ec8-4632-95ee-742c5de805f2 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 945 time: 0.0787895 Jan 31 18:43:33.283707 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-4f9a6a2b-b5ef-4ca9-944c-14e19bda0370 req-9db549e0-9bc9-4dae-a58d-54b99fea187b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Jan 31 18:43:33.481188 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123ebd9-4ef9-48e1-a622-defa60134716 req-81b504e4-7899-47b3-8209-732bba34508a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:33.482871 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4123ebd9-4ef9-48e1-a622-defa60134716 req-81b504e4-7899-47b3-8209-732bba34508a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 945 time: 0.0778580 Jan 31 18:43:33.528736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4123ebd9-4ef9-48e1-a622-defa60134716 req-8f0ce388-2133-48f8-9d6e-0f17de45a352 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Jan 31 18:43:33.555529 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41432) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:33.697673 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a75a2ed1-b6cd-41fd-b281-678e2b6d4d84 tempest-TestSnapshotPattern-694213254 tempest-TestSnapshotPattern-694213254-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1093 time: 0.1409781 Jan 31 18:43:33.700398 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41438) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:43:33.705950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:43:33.711676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:43:33.715708 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:floatingip and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:43:33.718799 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:43:33.724929 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:43:33.735971 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:33.968174 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:34.110922 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Allocated IP 172.26.4.204 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:43:34.261339 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:34.288891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:34.357249 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:43:34.360326 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:43:34.364998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:43:34.393662 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:34.897205 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:34.958453 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:35.162219 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:35.166485 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:35.270000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:43:35.288287 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:35.472120 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Floating IP b14a162a-71d7-4d29-ab07-212b55a9dcf6 associated. External IP: 172.26.4.204, port: 5ca2b066-a078-4c10-9a73-f2564930ac4a. Jan 31 18:43:35.966868 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:43:36.165363 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:43:36.175692 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:43:36.187951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:36.188644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.189676 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:36.246379 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-12f20b07-10ae-4d09-9fd2-a6732917b663 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5449464 Jan 31 18:43:36.246942 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:43:36.383547 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:36.387296 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'status': 'completed', 'code': 200} Jan 31 18:43:36.503955 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-ffcb0a1c-ed6e-447c-84bf-d61a948be22c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1098 time: 0.0952139 Jan 31 18:43:36.642493 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-f358ce41-37a5-4f81-9346-74392cf2e713 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:36.643957 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-f358ce41-37a5-4f81-9346-74392cf2e713 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1337295 Jan 31 18:43:36.747789 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:34Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.752842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:43:36.762176 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-b1780f0d-989b-4e45-b058-05a15ae2285c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 999 time: 0.1110451 Jan 31 18:43:36.763678 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:43:36.764899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:43:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:36.854898 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-795254f2-c087-44f1-a512-acbec05180bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:43:36.856345 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-795254f2-c087-44f1-a512-acbec05180bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0885875 Jan 31 18:43:36.939223 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-eec43935-0575-45b9-8fd4-d62a34b0eeaf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766602 Jan 31 18:43:36.950635 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-68d524f1-be43-45ee-a06a-e7a224167c11 service neutron] http://10.222.0.110:9696/v2.0/extensions returned with HTTP 200 {{(pid=83558) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Jan 31 18:43:36.952818 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-68d524f1-be43-45ee-a06a-e7a224167c11 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052869 Jan 31 18:43:36.954513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:43:37.098249 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-7458f43c-7236-4626-bcd7-3ba48624e8da service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398802 Jan 31 18:43:37.121287 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-1a595ac0-a727-4b53-a83b-dda73cda9e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:37.247494 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4175c259-0f1d-4d18-b95c-5b0e770346a3 req-a1263b7c-0cc1-4584-a4d8-e6ba0eb67491 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428874 Jan 31 18:43:37.342858 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:34Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:43:37.347568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a006dd3a-4d6a-4d62-87b2-d58693426143 None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:34Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:43:39.424050 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b1f8d85e-14f1-4807-ab2b-fbd012da9257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:40.454972 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:40.566412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:41.870077 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:43.858554 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:43:44.640980 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307fd63-077f-4cf3-8a70-85a48720c6ca None None] New status for floating IP b14a162a-71d7-4d29-ab07-212b55a9dcf6: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:43:59.662035 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:44:05.462558 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-8a743b3c-ca14-47fa-8852-04efe66b9138 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829661 Jan 31 18:44:05.655079 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-44c6700a-be7a-417e-b015-257805e3aa40 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1098 time: 0.0860240 Jan 31 18:44:05.830312 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-77512612-6341-4cac-a8ee-d2b0838ae817 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:05.833003 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-77512612-6341-4cac-a8ee-d2b0838ae817 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1581602 Jan 31 18:44:06.048817 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-9996f475-b3e3-4048-b7dc-334d6f1d0bca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 1001 time: 0.2100644 Jan 31 18:44:06.132039 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-a8c3e19d-2925-489e-a967-35b1d99edd42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:44:06.134228 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-a8c3e19d-2925-489e-a967-35b1d99edd42 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0790641 Jan 31 18:44:06.232462 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-a7cea51c-8f02-46b9-a442-84d12f725ec9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0915494 Jan 31 18:44:06.378947 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-825297e8-eab4-40d5-beff-1fe1f2f613ec service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403260 Jan 31 18:44:06.523209 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-74e34433-79c3-4bdb-82dd-f7a17c9c4af1 req-29339b7d-6df5-47ae-9efe-360d19c01afb service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373391 Jan 31 18:44:07.087017 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9bebb768-f004-45f2-86aa-5eeff63c0e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:09.419638 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-91b66ebd-e43a-4072-8b23-d9984d5d9252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:10.455158 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:10.530853 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:11.875925 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:13.875958 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:30.830080 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-2f76c6cb-cb50-4e0d-bfa0-de0c2eec6c9c req-c3300855-fcb8-4f6f-94bd-147cc81ed42f service neutron] (83557) timed out ('10.222.0.110', 39782) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 31 18:44:36.662909 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:44:37.091730 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-611e37df-d393-4246-a1fd-790f63ccab2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:39.431709 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0150e76e-befd-4266-9c2f-06a9e71ec39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:40.458195 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:40.539223 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:41.878180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:44:43.885870 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:06.588729 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-adb6343d-3579-4bd2-b8f3-34d261626ae7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2087691 Jan 31 18:45:06.748736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-aa0c9727-1c68-4cf9-8056-62ecdd182b52 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1098 time: 0.0812149 Jan 31 18:45:06.933796 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-988198d8-a56e-4f8f-a4db-1a4579e10b70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:06.936362 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-988198d8-a56e-4f8f-a4db-1a4579e10b70 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1688538 Jan 31 18:45:07.050041 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-0b88db71-9ea9-454f-9868-99e4274c615d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 1001 time: 0.1077414 Jan 31 18:45:07.096577 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0e004b62-900a-412c-9813-33ec62a075ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:07.131279 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-808d6c20-85c9-4531-aed7-32551538a298 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:07.132610 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-808d6c20-85c9-4531-aed7-32551538a298 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0756950 Jan 31 18:45:07.224509 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-0c2fd5b1-fe6f-44bc-a588-bc2cce6f8ab1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852828 Jan 31 18:45:07.372794 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-8cd1da23-2aca-4c79-9767-44d98a9994dc service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390793 Jan 31 18:45:07.513965 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-51f81f46-65a1-4eed-ba58-d77d64d1590d req-ff7a970a-d924-4760-8df9-2c8fb4cb99a7 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355748 Jan 31 18:45:09.418990 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b8445698-eafa-415c-a853-fd39594c8e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:10.462018 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:10.535573 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:11.885072 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:13.663937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:45:13.895388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:33.325876 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:45:33.460466 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:33.479385 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:45:33.535157 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:33.563030 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ca2b066-a078-4c10-9a73-f2564930ac4a {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:45:33.579920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:33.587160 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:33.669587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:33.678336 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.678672 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.679003 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.679332 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.679652 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.679974 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.680306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.680618 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.680931 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.681262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.681601 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:33.686900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['5ca2b066-a078-4c10-9a73-f2564930ac4a'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:45:35.340619 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:45:35.438305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port 5ca2b066-a078-4c10-9a73-f2564930ac4a triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:35.439180 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:35.592357 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:35.629735 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:45:35.656531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:35.663358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:35.747951 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'code': 200} Jan 31 18:45:35.760261 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:37.110542 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2d3e2c96-a75c-422a-b655-99d941d29e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:39.415044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0db0977c-3c07-4ed5-be47-c3c47c48978f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:40.466955 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:40.535132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:41.897920 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:43.905947 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:46.425244 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-44a7e16e-bf0e-4612-b016-d884edbe45a6 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188772963&fields=id&tenant_id=bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 267 time: 0.0451574 Jan 31 18:45:46.572086 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-7cab3cf3-11b0-4743-949e-2a289cbfc580 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:46.573666 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-7cab3cf3-11b0-4743-949e-2a289cbfc580 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 810 time: 0.1469939 Jan 31 18:45:46.590519 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-7f34cb00-1f93-4a9c-acbe-c33f995418b1 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/quotas/bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 375 time: 0.0112376 Jan 31 18:45:46.678681 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-cb43e8d8-ed85-4b83-a79c-cc46878df535 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0825365 Jan 31 18:45:46.995859 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-8ba085c3-4729-47bf-bb28-eea73902935e service neutron] 10.222.0.110 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039455 Jan 31 18:45:47.134736 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-11ad11c9-a7d6-409c-bb9b-68f92ced7c56 service neutron] 10.222.0.110 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329207 Jan 31 18:45:47.360533 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-73b676ea-bfff-45d7-b6e6-ae36a8a53491 req-bd256d4a-dcfe-4796-ad09-4288181c9e2c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0435693 Jan 31 18:45:48.479452 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-1c751968-f703-4662-b90f-671e7bbd7f51 req-add887ec-f7a5-451d-b17e-2f91aaa0c407 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0474133 Jan 31 18:45:49.402836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:45:49.570217 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:49.616044 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:45:49.618495 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-226f027b-9871-46eb-973d-397d3446e840 req-a1dde4d2-4ad0-4694-889e-6d18ddd482cc tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0500076 Jan 31 18:45:49.627580 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:45:49.631967 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:49.682414 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'code': 200} Jan 31 18:45:49.720534 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:50.665728 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:45:50.762714 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-7782a7cd-7ad1-4b1b-aa9d-79454f8552fc req-9d02284d-64e5-4a7c-aaaa-df76813a98ac tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0567150 Jan 31 18:45:51.550704 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-aea2d53e-680f-4016-bd29-80666cfeef4b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:51.553278 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-aea2d53e-680f-4016-bd29-80666cfeef4b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 810 time: 0.1769295 Jan 31 18:45:51.623711 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-979c27d9-6c41-4423-9bb2-02644e9bf262 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd5a3b9d63794125b26a43050f2dae90 HTTP/1.1" status: 200 len: 380 time: 0.0520198 Jan 31 18:45:51.632945 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'port': {'device_id': '887aa378-ecc5-4056-b1bb-53934eb42416', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'admin_state_up': True, 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'security_groups': ['c1e54997-5413-4e45-9603-480a723ab444']}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:45:51.801610 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:45:51.823893 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.quota.driver [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:45:51.836865 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Made reservation on behalf of bd5a3b9d63794125b26a43050f2dae90 for: {'port': 1} {{(pid=83558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 18:45:51.843506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:52.004894 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-0857d308-dfd2-4f32-870f-28ac9809857f req-7922d639-74bf-426b-bc5c-76de2e4edd64 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0670607 Jan 31 18:45:52.113660 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.db_base_plugin_common [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Allocated IP 172.20.0.8 (c4823cd2-ff86-452f-8857-2e9275b7f883/e2974346-4e13-45f2-a4fa-99140ef11187/cd7448ef-aa0d-42cf-8695-dfe68d2dcc19) {{(pid=83558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:45:52.334485 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:52.356495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Transition to ACTIVE for port object cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 will not be triggered until provisioned by entity DHCP. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:45:52.383185 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_create {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:52.463407 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Network c4823cd2-ff86-452f-8857-2e9275b7f883 is already hosted by enough agents. {{(pid=83558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:45:52.470217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.base_scheduler [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources bound (agent type, host, resource id): {{(pid=83558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:45:52.486854 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=1']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:45:52.502568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Received port after_create {{(pid=83558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:45:52.578164 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.578840 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.578963 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.579450 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.579994 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.580935 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.581446 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.582167 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.582655 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.583141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.583746 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:45:52.591775 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:52.592875 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:52.665274 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-a0a93bfe-61a4-48df-a23d-9e62e8b692e8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0359735 Jan 31 18:45:52.850236 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d4c0860-2144-4592-8465-db4e32a43fdc None None] Provisioning for port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 completed by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:45:52.859114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-7d4c0860-2144-4592-8465-db4e32a43fdc None None] Provisioning complete for port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 triggered by entity DHCP. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:45:52.860108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-7d4c0860-2144-4592-8465-db4e32a43fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:45:52.930829 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c0860-2144-4592-8465-db4e32a43fdc None None] Port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 cannot update to ACTIVE because it is not bound. {{(pid=83559) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Jan 31 18:45:53.306697 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323a892-ac81-4ab2-9a47-3170a9e52e0c req-f77c5960-7724-4a7c-a726-0261e61fffc0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:53.308880 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b323a892-ac81-4ab2-9a47-3170a9e52e0c req-f77c5960-7724-4a7c-a726-0261e61fffc0 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.1201415 Jan 31 18:45:53.373698 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b323a892-ac81-4ab2-9a47-3170a9e52e0c req-f3042204-ecf1-4d06-9cb0-1580782d6dcd tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549049 Jan 31 18:45:54.622321 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ede20f-c42f-4972-8b4a-a36a4a530129 req-54951c03-aeed-4d44-8a6f-053682fa13d9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:54.623686 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a6ede20f-c42f-4972-8b4a-a36a4a530129 req-54951c03-aeed-4d44-8a6f-053682fa13d9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:45:54.645721 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-a6ede20f-c42f-4972-8b4a-a36a4a530129 req-54951c03-aeed-4d44-8a6f-053682fa13d9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:45:54.647328 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6ede20f-c42f-4972-8b4a-a36a4a530129 req-54951c03-aeed-4d44-8a6f-053682fa13d9 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.1233435 Jan 31 18:45:54.728715 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a6ede20f-c42f-4972-8b4a-a36a4a530129 req-e9dcec65-6822-4768-95e5-35da0201c22f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726588 Jan 31 18:45:55.966910 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495f1bb-c8fa-49e6-83c6-8446d9e94267 req-4aeb551e-e628-4d3a-9776-3191cf4f180d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:55.968676 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1495f1bb-c8fa-49e6-83c6-8446d9e94267 req-4aeb551e-e628-4d3a-9776-3191cf4f180d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.1005652 Jan 31 18:45:56.022046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-1495f1bb-c8fa-49e6-83c6-8446d9e94267 req-aff14f1d-cc19-44f6-bd28-50927bb9da0b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Jan 31 18:45:57.256009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010ae15-ab36-4aa1-9556-2b64fed66dde req-31b75714-9fbb-4bdd-877b-340dbe89b73a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:57.257516 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4010ae15-ab36-4aa1-9556-2b64fed66dde req-31b75714-9fbb-4bdd-877b-340dbe89b73a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.0922091 Jan 31 18:45:57.322862 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-4010ae15-ab36-4aa1-9556-2b64fed66dde req-7ad2bbce-69c5-4183-be63-353eab8f1d48 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588830 Jan 31 18:45:58.575980 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40bca9-0b31-4daa-b8d4-7c1d3b2a2ec0 req-37a1ae07-2ea7-416e-80ee-0987159b4004 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:45:58.577548 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0d40bca9-0b31-4daa-b8d4-7c1d3b2a2ec0 req-37a1ae07-2ea7-416e-80ee-0987159b4004 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.1021996 Jan 31 18:45:58.636904 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-0d40bca9-0b31-4daa-b8d4-7c1d3b2a2ec0 req-2bced584-d617-4c02-920f-2df42c466bce tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492303 Jan 31 18:45:59.921506 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.v2.base [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Request body: {'port': {'device_id': '887aa378-ecc5-4056-b1bb-53934eb42416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8232'}} {{(pid=83558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:46:00.056853 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8beba-c060-4cae-bf8d-028e342f98cb req-4e9d94dd-7838-499b-af7d-b62b0b546ea4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:00.059240 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-92d8beba-c060-4cae-bf8d-028e342f98cb req-4e9d94dd-7838-499b-af7d-b62b0b546ea4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 931 time: 0.2900603 Jan 31 18:46:00.087016 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:00.167537 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-92d8beba-c060-4cae-bf8d-028e342f98cb req-78dbc122-3c4a-43e3-86a6-fa92985f71fa tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997269 Jan 31 18:46:00.616020 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 {{(pid=83558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:46:00.623887 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:00.641051 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.provisioning_blocks [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Transition to ACTIVE for port object cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 will not be triggered until provisioned by entity L2. {{(pid=83558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 18:46:00.646773 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:00.825301 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=2']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:00.936421 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Attempting to bind port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 on host hv-neutron-8232 for vnic_type normal with profile {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 31 18:46:00.937121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Attempting to bind port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 by drivers openvswitch,hyperv on host hv-neutron-8232 at level 0 using segments [{'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 31 18:46:00.937121 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Attempting to bind port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:46:00.943304 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 on network c4823cd2-ff86-452f-8857-2e9275b7f883 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8232 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jan 31 18:46:00.943619 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Attempting to bind port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 on network c4823cd2-ff86-452f-8857-2e9275b7f883 {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jan 31 18:46:00.951009 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Checking agent: {'id': 'c8db3d37-d8ac-4645-9108-50d538f89c4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8232', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'started_at': datetime.datetime(2022, 1, 31, 17, 50, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jan 31 18:46:00.951347 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Checking segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Jan 31 18:46:00.951714 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Bound using segment: {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'} {{(pid=83558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jan 31 18:46:00.952144 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.managers [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Bound port: cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host: hv-neutron-8232, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71218586-c8f5-4968-8fd6-6a5b26416e0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1436, 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883'}}] {{(pid=83558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 31 18:46:00.952487 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:01.069938 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, cleared binding levels {{(pid=83558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 18:46:01.073047 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 18:46:01.079693 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3370106'] for port, after_update {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:01.144708 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:01.146192 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] 10.222.0.86 "PUT /v2.0/ports/cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 1093 time: 1.2360213 Jan 31 18:46:01.146620 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:46:01.170360 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b646-e31d-42df-99e8-3d6bb1c11195 service neutron] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=3']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:01.318438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'status': 'completed', 'code': 200} Jan 31 18:46:01.331990 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-35368d21-74cd-412d-993c-d66fcb38a96c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1096 time: 0.1238549 Jan 31 18:46:01.411801 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-0fa4146c-f937-4692-a986-ff23921c43cb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 217 time: 0.0719736 Jan 31 18:46:01.484758 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-bd084c7c-3f68-4296-b580-551d45422b93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.486285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-bd084c7c-3f68-4296-b580-551d45422b93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0679379 Jan 31 18:46:01.622213 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca997a-7384-4cd3-a448-490bfc392758 req-e8a970dd-5692-4c6d-b2d9-1e10d64cc28c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:01.623676 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9ca997a-7384-4cd3-a448-490bfc392758 req-e8a970dd-5692-4c6d-b2d9-1e10d64cc28c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 943 time: 0.1365364 Jan 31 18:46:01.629561 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-5d578221-a3d2-4916-a814-a545daab90e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124294 Jan 31 18:46:01.754986 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-e9ca997a-7384-4cd3-a448-490bfc392758 req-0ce2f39e-bf90-4b67-8419-6eeffc793865 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244004 Jan 31 18:46:01.797065 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-83dd12b7-5297-4935-99ee-1e7d589639ba service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532300 Jan 31 18:46:01.941184 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2efcf8c2-29dd-4a7f-966d-062dbfd9cf2f req-123dbdb4-47ad-4013-988d-83e1a720c8b1 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375823 Jan 31 18:46:02.061149 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-df8f38fa-8857-4c8d-818d-05433e60eb84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1096 time: 0.0701375 Jan 31 18:46:02.197217 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-33a0a66e-0497-4eb7-a4a6-28f39cf1e32f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:02.198829 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-33a0a66e-0497-4eb7-a4a6-28f39cf1e32f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1306725 Jan 31 18:46:02.367620 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-67db21ad-4aa4-43fd-8060-cd3341291f50 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 217 time: 0.1620967 Jan 31 18:46:02.432034 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-50110ba4-3322-4a14-af98-da05c01ad6c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:02.435087 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-50110ba4-3322-4a14-af98-da05c01ad6c5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0606384 Jan 31 18:46:02.520341 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-4b2da518-4221-4904-9c87-3a634c1e83da service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786390 Jan 31 18:46:02.665359 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-27ccefd9-a9de-4f19-98b2-fc5860b7faae service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371565 Jan 31 18:46:02.811624 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-9f89b5b2-ccd7-4e30-9003-35c0566e835a req-56fe5c02-4f59-412e-a637-167cbea72294 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382842 Jan 31 18:46:03.108537 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dc661-d526-4e87-a32b-8abcb87f7999 req-2e35fdb9-ea14-4d6f-89ee-72d1f145fd44 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:03.110071 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-960dc661-d526-4e87-a32b-8abcb87f7999 req-2e35fdb9-ea14-4d6f-89ee-72d1f145fd44 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 943 time: 0.2211530 Jan 31 18:46:03.162041 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-960dc661-d526-4e87-a32b-8abcb87f7999 req-65994c70-9058-4647-a97f-0f94a152fd99 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463958 Jan 31 18:46:03.520809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:46:03.662541 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:03.677295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'mac_address': 'fa:16:3e:65:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:46:03.767578 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:03.785206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:46:03.802856 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:03.807410 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:03.886896 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=4']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:04.083303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:46:04.397633 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace154e7-8549-42a3-b520-d18168c79c97 req-21f5b89f-4019-4afe-9ab0-fc40305d9bb2 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:04.399030 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ace154e7-8549-42a3-b520-d18168c79c97 req-21f5b89f-4019-4afe-9ab0-fc40305d9bb2 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 944 time: 0.0948915 Jan 31 18:46:04.454839 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ace154e7-8549-42a3-b520-d18168c79c97 req-7469f3bf-6891-4252-b05a-869529f6efa2 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501804 Jan 31 18:46:05.527167 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:46:05.607165 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning for port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 completed by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 18:46:05.612943 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:46:05.613346 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:05.673849 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a315ac-8101-44d8-9ef8-3fb6bad07e71 req-3e4d4b0a-585b-421b-8f7a-1d77db8cedbd tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:05.675482 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5a315ac-8101-44d8-9ef8-3fb6bad07e71 req-3e4d4b0a-585b-421b-8f7a-1d77db8cedbd tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 944 time: 0.0903039 Jan 31 18:46:05.740939 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-f5a315ac-8101-44d8-9ef8-3fb6bad07e71 req-a6fe3204-e842-4cfb-afc2-ea8ae925cc7f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596592 Jan 31 18:46:05.775546 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:05.804713 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:46:05.818119 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:46:05.825064 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:05.878610 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'code': 200} Jan 31 18:46:05.912877 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=5']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:06.122429 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-91143e2a-c816-4a19-aa5a-71b9e23b3102 req-9bfff87c-5685-4a4c-86db-1f29b71041ba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1098 time: 0.0750241 Jan 31 18:46:06.169655 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-91143e2a-c816-4a19-aa5a-71b9e23b3102 req-9f89a84b-cc5b-48f0-8abe-c7070eaba960 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411649 Jan 31 18:46:06.969211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2608d-b867-4e2c-acbd-8f057ce725f6 req-c56408af-9d79-47a4-b6fa-d2cf4a102d0f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:06.970856 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c7f2608d-b867-4e2c-acbd-8f057ce725f6 req-c56408af-9d79-47a4-b6fa-d2cf4a102d0f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 945 time: 0.0954237 Jan 31 18:46:07.021494 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-c7f2608d-b867-4e2c-acbd-8f057ce725f6 req-1b68ad9f-5098-4e69-9ae0-58f20128b1f8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Jan 31 18:46:07.095358 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-2a9bdf6e-ff22-48af-be9b-d6779c12f822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:07.451916 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-7f37e5a4-a7c9-4b2b-b894-6c9b17911efd service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724146 Jan 31 18:46:07.602668 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-f6b3e57b-4e17-4356-9d2f-31e0ad47b3fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1096 time: 0.0746288 Jan 31 18:46:07.755537 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-c0d6f951-eb66-4433-9154-749f26e33844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:07.756896 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-c0d6f951-eb66-4433-9154-749f26e33844 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1352303 Jan 31 18:46:07.871382 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-669f55f0-8578-429a-b5ab-2d9244a73fd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 999 time: 0.1078136 Jan 31 18:46:07.938630 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-2c213202-1275-4050-957c-739748d5192c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:07.941086 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-2c213202-1275-4050-957c-739748d5192c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0643215 Jan 31 18:46:08.019619 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-d7951791-7c7d-49a1-b5c1-8469db15240e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726264 Jan 31 18:46:08.157656 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-a566ad83-a5f7-4132-8803-f2d5bf5c3b55 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311550 Jan 31 18:46:08.363511 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-fc7764ab-0cf4-4924-b32b-a29236038646 req-021b2310-33a9-487e-b74d-512c305abd05 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992817 Jan 31 18:46:08.374081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686de33-2a67-447b-836c-f4141e7d3d5f req-d24388fc-8c28-4c5a-a99d-23e55760408c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:08.375562 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6686de33-2a67-447b-836c-f4141e7d3d5f req-d24388fc-8c28-4c5a-a99d-23e55760408c tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 945 time: 0.2132030 Jan 31 18:46:08.424555 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-6686de33-2a67-447b-836c-f4141e7d3d5f req-ca75e408-ee80-40f4-9643-a53133554612 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Jan 31 18:46:08.634756 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed07081-cb5e-4b55-b8bb-b46d7d7c4796 req-da72aa69-2be5-46ad-901d-38ea30236edf tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:08.636795 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ed07081-cb5e-4b55-b8bb-b46d7d7c4796 req-da72aa69-2be5-46ad-901d-38ea30236edf tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 945 time: 0.0862191 Jan 31 18:46:08.690789 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-3ed07081-cb5e-4b55-b8bb-b46d7d7c4796 req-b38cf632-5bcd-42cc-b47e-9f7eac975270 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469673 Jan 31 18:46:08.719943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41702) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:46:08.792088 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e5702585-9875-4a9a-9783-9185bd17a7e1 tempest-TestSnapshotPattern-694213254 tempest-TestSnapshotPattern-694213254-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1093 time: 0.0706646 Jan 31 18:46:08.794611 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41706) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:46:08.799955 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.v2.base [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Request body: {'floatingip': {'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Jan 31 18:46:08.805836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 31 18:46:08.811198 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Usage tracker for resource:floatingip and tenant:bd5a3b9d63794125b26a43050f2dae90 is out of sync, need to count used quota {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 31 18:46:08.814216 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 31 18:46:08.820098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.quota.driver [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 31 18:46:08.834867 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:09.095508 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:09.259141 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_common [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Allocated IP 172.26.4.188 (e7f48dac-d607-4065-96ae-d35fa8bb8d84/fd8782ab-d83b-4879-b1e3-80e0c0d010e3/d1a18884-55c5-4d4d-93d9-3b430b9f2c02) {{(pid=83557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 18:46:09.423096 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ec586678-6275-4225-85f3-9d66bd760a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:09.431637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:09.460711 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772296561116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:09.530226 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Network e7f48dac-d607-4065-96ae-d35fa8bb8d84 is already hosted by enough agents. {{(pid=83557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 18:46:09.533440 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.base_scheduler [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Resources bound (agent type, host, resource id): {{(pid=83557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 18:46:09.537742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Received port after_create {{(pid=83557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 31 18:46:09.566634 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=d1a18884-55c5-4d4d-93d9-3b430b9f2c02,revision_number=1']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:09.586462 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.586796 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.587126 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.587450 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.587779 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.588104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.588970 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.589430 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.590016 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.590510 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:09.591007 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:46:10.129032 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.200692 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.418861 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for port, precommit_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.423860 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2683334'] for port, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.468663 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.530026 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.530258 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event updated for resources: {'Port': ['ID=d1a18884-55c5-4d4d-93d9-3b430b9f2c02,revision_number=2']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:46:10.549131 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3889089'] for floatingip, after_update {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:10.749513 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.db.l3_db [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Floating IP 8ce0c616-9366-4eed-a6ae-bb479944bd3c associated. External IP: 172.26.4.188, port: cd7448ef-aa0d-42cf-8695-dfe68d2dcc19. Jan 31 18:46:11.290060 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:46:11.515068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:46:11.527562 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:46:11.544888 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:46:11.545938 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:46:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:11.547925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:11.635026 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-65267812-c0a9-4967-a985-ca620645cc2d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8392043 Jan 31 18:46:11.636559 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:46:11.706213 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'status': 'completed', 'code': 200} Jan 31 18:46:11.773376 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:46:11.914660 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-72fe001e-be68-46fd-86da-d0d3dcb85de6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1098 time: 0.1866219 Jan 31 18:46:11.956679 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:12.053382 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-b91557d3-130c-45bf-90b4-03a212b7e50b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:12.055012 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-b91557d3-130c-45bf-90b4-03a212b7e50b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1345637 Jan 31 18:46:12.161197 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-46868f80-98c3-4645-8ede-c2839107d472 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 999 time: 0.0987189 Jan 31 18:46:12.184636 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0c616-9366-4eed-a6ae-bb479944bd3c', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:65:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887aa378-ecc5-4056-b1bb-53934eb42416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:09Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}, {'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:12.191795 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:46:12.202918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:46:12.203537 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:46:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:12.226081 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-e95cb428-3674-4bea-b968-e27df8aff3d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:46:12.227484 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-e95cb428-3674-4bea-b968-e27df8aff3d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0592551 Jan 31 18:46:12.312104 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-3841ea11-e1cf-4e0d-a463-9e5673543156 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719476 Jan 31 18:46:12.385716 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:46:12.460238 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-89982cca-fdbd-4998-9d75-da57e6ea30cb service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321299 Jan 31 18:46:12.601247 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-a8a929a3-f016-4d3e-baf9-c9d73d006a7c req-6df94e4d-af3c-44c1-a11f-60bbae59b203 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356807 Jan 31 18:46:12.790324 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0c616-9366-4eed-a6ae-bb479944bd3c', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:65:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887aa378-ecc5-4056-b1bb-53934eb42416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:09Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}, {'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:46:12.794693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b7d29e-bd52-4f84-9740-d19b85f7754b None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': '8ce0c616-9366-4eed-a6ae-bb479944bd3c', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.188', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:65:75:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '887aa378-ecc5-4056-b1bb-53934eb42416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:46:09Z', 'updated_at': '2022-01-31T18:46:09Z', 'revision_number': 0, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}, {'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:46:13.019750 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071895c8-2cd6-42bc-a036-c3e10554b48e None None] New status for floating IP 8ce0c616-9366-4eed-a6ae-bb479944bd3c: ACTIVE {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:46:13.899191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:27.667370 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:46:37.099006 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-275fa974-4c1d-46e7-afca-8f3cca75b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:39.424089 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-68e61b04-93a9-4d6c-9b52-47669dfe17af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:40.470110 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:40.533142 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:41.893701 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:46:43.899207 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:04.667806 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:47:07.102285 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3c083791-634d-47d6-aab4-16e726b27f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:09.418058 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9cacdc63-531e-4e54-b4c6-fa59ac2c3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:09.473438 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-8adb88e8-dd05-40a1-b379-ba8f5ff71e6f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754189 Jan 31 18:47:09.566010 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-fba7ede4-8df9-406b-b7f6-44f7ea293fbd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1098 time: 0.0711765 Jan 31 18:47:09.724710 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-b43e7a82-955f-4075-8fa9-27dd7174b926 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:09.726239 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-b43e7a82-955f-4075-8fa9-27dd7174b926 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1398213 Jan 31 18:47:09.838015 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-4e7dc8d4-4963-4c0d-80c6-b006fac81444 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 1001 time: 0.1054177 Jan 31 18:47:09.901519 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-b35dc562-6cf5-4412-bad1-8089fc985b1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:09.902942 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-b35dc562-6cf5-4412-bad1-8089fc985b1f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0586808 Jan 31 18:47:09.987282 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-1d9d2b98-88d3-43d4-8be9-4331639850de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783751 Jan 31 18:47:10.124961 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-5dbc5095-2109-41f0-890b-1f0bc1f4841c service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312211 Jan 31 18:47:10.264682 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-d2207363-afe3-4ca8-85cf-b57792e2faea req-0aadb8f9-bf30-41cf-ba79-4a765ce0ffd1 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336832 Jan 31 18:47:10.474613 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:10.539116 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:11.897216 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:13.917014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:37.110737 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-60992986-3bd7-4e4e-8e67-b991bf484b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:39.421245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-416ea94d-21ec-462d-80e6-e7da53f7b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:40.011959 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 details requested by agent hyperv_hv-neutron-8232 with host hv-neutron-8232 {{(pid=83559) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 31 18:47:40.156983 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:40.171129 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Returning: {'device': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'port_id': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'mac_address': 'fa:16:3e:65:75:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83559) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 31 18:47:40.226565 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:40.245827 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 {{(pid=83559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 31 18:47:40.262081 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:40.266107 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:40.343220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=6']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:40.352480 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.352852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.353193 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.353563 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.353899 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.354220 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.354544 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.354881 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.355194 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.355516 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.355830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:40.360607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] get_ports_and_sgs() called for port_ids ['cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'] {{(pid=83559) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jan 31 18:47:40.493046 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:40.555842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:41.668856 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:47:41.913474 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:42.026118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 up at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 31 18:47:42.139706 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.provisioning_blocks [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Provisioning complete for port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 triggered by entity L2. {{(pid=83559) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 18:47:42.140014 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-776246'] for port, provisioning_complete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:42.359000 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:42.405599 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:47:42.417910 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:42.425031 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:42.529948 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'code': 200} Jan 31 18:47:42.530825 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=7']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:43.915331 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:52.763133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41862) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:47:52.975884 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Deleting port d1a18884-55c5-4d4d-93d9-3b430b9f2c02 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:47:52.976211 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:53.150100 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:53.150428 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:53.275395 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Calling delete_port for d1a18884-55c5-4d4d-93d9-3b430b9f2c02 owned by network:floatingip {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:47:53.441190 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:53.486891 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event deleted for resources: {'Port': ['ID=d1a18884-55c5-4d4d-93d9-3b430b9f2c02,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:53.528304 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.528637 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.528961 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.529282 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.529632 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.529950 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.530277 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.530587 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.530901 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.531209 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.531513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:53.705736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:54.136471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:47:54.348387 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:47:54.358383 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:47:54.371026 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:54.371213 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:47:54.371839 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:54.424385 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-3c77e0c9-aac9-44d4-a44b-a1f87a376312 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "DELETE /v2.0/floatingips/8ce0c616-9366-4eed-a6ae-bb479944bd3c HTTP/1.1" status: 204 len: 168 time: 1.6600740 Jan 31 18:47:54.424865 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:47:54.483843 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'status': 'completed', 'code': 200} Jan 31 18:47:54.544741 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [req-e9c847c4-ddec-431f-af4f-2f2d07fed239 req-cbfc6fb4-2130-444e-aafb-7f6ade36b2aa service neutron] (83557) timed out ('10.222.0.86', 62684) {{(pid=83557) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 31 18:47:54.557379 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:47:54.581426 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-ecb42161-ee0a-4a6f-9102-724b422a3ee2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 1098 time: 0.0743325 Jan 31 18:47:54.897859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bd847-809f-4c51-b095-2820190302e1 req-593656f3-7331-4fc2-ba48-9485489372fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:54.899979 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-593656f3-7331-4fc2-ba48-9485489372fa service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.3118536 Jan 31 18:47:54.986393 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74c540-3572-44dc-9688-c9c822f502f6 req-b6bd370f-fd7a-4251-9c13-61df9667665a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:54.987788 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c74c540-3572-44dc-9688-c9c822f502f6 req-b6bd370f-fd7a-4251-9c13-61df9667665a tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 945 time: 0.2066424 Jan 31 18:47:54.989219 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-f412636b-c9ee-4300-8894-4e48be34349e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 200 len: 217 time: 0.0818317 Jan 31 18:47:55.012105 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:55.016125 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:47:55.027610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:47:55.028219 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:55.090242 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-2c74c540-3572-44dc-9688-c9c822f502f6 req-606b2181-e10d-4b6a-a954-2865d36666bd tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957642 Jan 31 18:47:55.091602 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6bd847-809f-4c51-b095-2820190302e1 req-9406862a-8279-47fe-a7ea-b543021f6052 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:55.092925 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-9406862a-8279-47fe-a7ea-b543021f6052 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0958409 Jan 31 18:47:55.178502 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-3f7b29c9-616e-4be4-94f3-2e6b21daefe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751884 Jan 31 18:47:55.219525 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:47:55.315177 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-0dc771e5-fbfc-42a1-982d-b655d8f0e51a service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283908 Jan 31 18:47:55.451049 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-ab6bd847-809f-4c51-b095-2820190302e1 req-4376737a-62ad-4e94-a458-227f77967176 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279268 Jan 31 18:47:55.579673 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:47:55.583660 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a58b76-b9ae-461a-8352-560084f193cd None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_floatingips': [{'id': 'b14a162a-71d7-4d29-ab07-212b55a9dcf6', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'floating_ip_address': '172.26.4.204', 'floating_network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'router_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'port_id': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'mac_address': 'fa:16:3e:74:1b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T18:43:34Z', 'updated_at': '2022-01-31T18:43:44Z', 'revision_number': 1, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:47:55.801806 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a3541-0757-4765-87bd-09cbb42c4c3b None None] New status for floating IP 8ce0c616-9366-4eed-a6ae-bb479944bd3c: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:47:56.102459 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:47:56.218078 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:56.247233 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:47:56.257097 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:56.262392 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772296920333', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772296561134', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772296562975'] for port, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:56.318061 dv-neutron-823271-3-hyperv neutron-server[83559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'code': 200} Jan 31 18:47:56.332136 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea7d66-6429-4aac-a0e7-fe7271e92a79 req-8be5132d-fc2e-45f5-acc5-6319ff6271d4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:56.332843 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-29ea7d66-6429-4aac-a0e7-fe7271e92a79 req-8be5132d-fc2e-45f5-acc5-6319ff6271d4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:47:56.345821 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Pushing event updated for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=8']} {{(pid=83559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:56.350731 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.quota.resource [req-29ea7d66-6429-4aac-a0e7-fe7271e92a79 req-8be5132d-fc2e-45f5-acc5-6319ff6271d4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:47:56.351906 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-29ea7d66-6429-4aac-a0e7-fe7271e92a79 req-8be5132d-fc2e-45f5-acc5-6319ff6271d4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 943 time: 0.1263096 Jan 31 18:47:56.402637 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-29ea7d66-6429-4aac-a0e7-fe7271e92a79 req-cc978cf9-3bb0-44eb-9f49-4fe4287dc403 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447865 Jan 31 18:47:56.520819 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-9493bdb2-961c-4782-91a0-cf1a629a47ad tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:47:56.522259 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-9493bdb2-961c-4782-91a0-cf1a629a47ad tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 943 time: 0.0755289 Jan 31 18:47:56.593052 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Deleting port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:47:56.593375 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:56.841181 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] For port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:47:56.841554 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:56.968859 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Calling delete_port for cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:47:57.112808 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:57.165340 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event deleted for resources: {'Port': ['ID=cd7448ef-aa0d-42cf-8695-dfe68d2dcc19,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:47:57.205226 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.205642 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.205919 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.206248 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.206568 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.206890 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.207204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.207523 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.207832 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.208141 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.208452 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-823271-3-hyperv {{(pid=83558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 18:47:57.248941 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] No DVR routers for this DVR port cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:47:57.251328 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:57.254025 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-deleted', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:47:57.269907 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-f1c0596c-3c24-4e62-b4c6-d3fd08e9a236 req-ff7fc37d-3194-45d4-94f7-112971db024d tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "DELETE /v2.0/ports/cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 HTTP/1.1" status: 204 len: 173 time: 0.7417073 Jan 31 18:47:57.313908 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887aa378-ecc5-4056-b1bb-53934eb42416', 'name': 'network-vif-deleted', 'tag': 'cd7448ef-aa0d-42cf-8695-dfe68d2dcc19', 'status': 'completed', 'code': 200} Jan 31 18:47:57.584979 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-a5595bf5-7300-434f-a034-f06f1e20f7b8 req-321546e7-44d1-48d0-8a93-98ed5d5471c8 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=887aa378-ecc5-4056-b1bb-53934eb42416 HTTP/1.1" status: 200 len: 210 time: 0.0432863 Jan 31 18:47:59.263904 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41918) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:47:59.573718 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Deleting port 170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:47:59.574046 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:59.740965 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:59.741282 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:47:59.863967 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Calling delete_port for 170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80 owned by network:floatingip {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:00.009772 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:00.056587 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event deleted for resources: {'Port': ['ID=170d9f1a-1a1e-4e4d-9b7b-329ba2fcbe80,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:00.134960 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:00.147428 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for floatingip, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:00.167957 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:00.168305 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device cd7448ef-aa0d-42cf-8695-dfe68d2dcc19 not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:00.541961 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:48:00.738115 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:00.748595 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:48:00.754386 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for floatingip, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:00.760312 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:00.760908 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:00.807003 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-598db87b-479f-41d5-93a3-c8d250f19a59 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "DELETE /v2.0/floatingips/b14a162a-71d7-4d29-ab07-212b55a9dcf6 HTTP/1.1" status: 204 len: 168 time: 1.5420449 Jan 31 18:48:00.807559 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:48:00.885725 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'status': 'completed', 'code': 200} Jan 31 18:48:00.947431 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:01.089350 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-ae755312-299c-44c6-9e99-947be04dc605 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bd5a3b9d63794125b26a43050f2dae90&device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 1096 time: 0.1759434 Jan 31 18:48:01.274719 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7608e-9d81-48c8-b61a-a16575981720 req-e85761d6-0ec1-4a77-b362-28d1f4dc6c2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:01.276147 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-e85761d6-0ec1-4a77-b362-28d1f4dc6c2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 200 len: 912 time: 0.1805110 Jan 31 18:48:01.322155 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:01.325901 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:48:01.337140 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:01.337768 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:01.340239 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599004f5-88bf-49f8-a16c-0fb88144e82e req-1fa58d53-15ac-488a-ad23-235e603fed9b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:01.340933 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-599004f5-88bf-49f8-a16c-0fb88144e82e req-1fa58d53-15ac-488a-ad23-235e603fed9b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Synchronizing usage tracker for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 31 18:48:01.361058 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-61425940-c4d6-46fb-ab4f-b986ebf58645 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 200 len: 217 time: 0.0771940 Jan 31 18:48:01.370956 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.quota.resource [req-599004f5-88bf-49f8-a16c-0fb88144e82e req-1fa58d53-15ac-488a-ad23-235e603fed9b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Unset dirty status for tenant:bd5a3b9d63794125b26a43050f2dae90 on resource:port {{(pid=83558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 31 18:48:01.372011 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-599004f5-88bf-49f8-a16c-0fb88144e82e req-1fa58d53-15ac-488a-ad23-235e603fed9b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.2046599 Jan 31 18:48:01.459495 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7608e-9d81-48c8-b61a-a16575981720 req-4136fc56-17b5-4f4a-bb59-1c35d7a2a4a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:01.461604 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-4136fc56-17b5-4f4a-bb59-1c35d7a2a4a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 200 len: 849 time: 0.0881042 Jan 31 18:48:01.469875 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-599004f5-88bf-49f8-a16c-0fb88144e82e req-540c15be-ce06-4452-99c7-777192b3d29f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652583 Jan 31 18:48:01.524949 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:01.539392 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-3b78df33-9a77-4b0c-a3ea-eddfcf0b1357 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c4823cd2-ff86-452f-8857-2e9275b7f883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714877 Jan 31 18:48:01.674285 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-6a01897a-a32d-405a-b35e-c4ccdf225226 service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285853 Jan 31 18:48:01.813749 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-96a7608e-9d81-48c8-b61a-a16575981720 req-d263661f-9dda-433a-926f-9201c08fa0fb service neutron] 10.222.0.86 "GET /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296122 Jan 31 18:48:01.848597 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:01.854995 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa0f07e-a0e2-497d-8c6c-e9089cd97eed None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:43:09Z', 'revision_number': 4, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv', '_interfaces': [{'id': 'edc9a54b-ba2f-44bc-93b5-a05017dc4824', 'name': '', 'network_id': 'c4823cd2-ff86-452f-8857-2e9275b7f883', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'mac_address': 'fa:16:3e:a7:41:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:08Z', 'updated_at': '2022-01-31T18:43:28Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'subnets': [{'id': 'e2974346-4e13-45f2-a4fa-99140ef11187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:48:02.091176 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5eda9b-e914-4b68-8f46-90565325a3c2 None None] New status for floating IP b14a162a-71d7-4d29-ab07-212b55a9dcf6: DOWN {{(pid=83560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Jan 31 18:48:02.676480 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5eb6d-ee08-4a55-a003-93058f2c8830 req-4996a3ce-59b1-4eae-93bc-20e56ac0b4e3 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:02.678111 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00c5eb6d-ee08-4a55-a003-93058f2c8830 req-4996a3ce-59b1-4eae-93bc-20e56ac0b4e3 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.0812616 Jan 31 18:48:02.731860 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-00c5eb6d-ee08-4a55-a003-93058f2c8830 req-cead9525-b3ac-4f5d-8ffc-32064b649124 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/security-groups?id=c1e54997-5413-4e45-9603-480a723ab444&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472875 Jan 31 18:48:02.772387 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a1142-74ca-4961-8832-bd0cad832764 req-135f615f-f7fa-4f2d-beaf-92ea81fe10f4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 18:48:02.774875 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-074a1142-74ca-4961-8832-bd0cad832764 req-135f615f-f7fa-4f2d-beaf-92ea81fe10f4 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 943 time: 0.0832820 Jan 31 18:48:02.850594 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Deleting port 5ca2b066-a078-4c10-9a73-f2564930ac4a {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:02.850924 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:03.111406 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] For port 5ca2b066-a078-4c10-9a73-f2564930ac4a, host hv-neutron-8232, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8232',level=0,port_id=5ca2b066-a078-4c10-9a73-f2564930ac4a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:03.111754 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:03.233264 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Calling delete_port for 5ca2b066-a078-4c10-9a73-f2564930ac4a owned by compute:nova {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:03.380943 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:03.431210 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event deleted for resources: {'Port': ['ID=5ca2b066-a078-4c10-9a73-f2564930ac4a,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:03.503370 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] No DVR routers for this DVR port 5ca2b066-a078-4c10-9a73-f2564930ac4a on host hv-neutron-8232 {{(pid=83558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:03.505817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238150'] for port, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:03.508852 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-deleted', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a'}] {{(pid=83558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 31 18:48:03.525245 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [req-074a1142-74ca-4961-8832-bd0cad832764 req-8ea71395-ab76-4d28-b024-a7d648cbd91f tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.86 "DELETE /v2.0/ports/5ca2b066-a078-4c10-9a73-f2564930ac4a HTTP/1.1" status: 204 len: 173 time: 0.7455509 Jan 31 18:48:03.568020 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba7eac8-6076-4dd7-8acf-0eefe79efc7b', 'name': 'network-vif-deleted', 'tag': '5ca2b066-a078-4c10-9a73-f2564930ac4a', 'status': 'completed', 'code': 200} Jan 31 18:48:03.929944 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [req-b0273140-f69b-482a-bb7d-63e441e9dab9 req-86ce0977-4c81-49bc-ab0a-f68f65699b4b tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "GET /v2.0/ports?device_id=fba7eac8-6076-4dd7-8acf-0eefe79efc7b HTTP/1.1" status: 200 len: 210 time: 0.0473735 Jan 31 18:48:05.044934 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41938) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:05.213222 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:05.244296 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:05.317043 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:05.337192 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e54997-5413-4e45-9603-480a723ab444,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:05.347974 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] Notify callbacks [] for security_group, before_response {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:05.349081 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-9177cd97-0146-4ddd-bb7c-69be04849339 tempest-TestSnapshotPattern-1846220087 tempest-TestSnapshotPattern-1846220087-project] 10.222.0.110 "DELETE /v2.0/security-groups/c1e54997-5413-4e45-9603-480a723ab444 HTTP/1.1" status: 204 len: 168 time: 0.3031363 Jan 31 18:48:05.415354 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.wsgi [-] (83558) accepted ('10.222.0.110', 41944) {{(pid=83558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:05.970817 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:06.165292 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a no longer exists at agent hyperv_hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:06.198890 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] No Port match for: 5ca2b066-a078-4c10-9a73-f2564930ac4a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:06.199226 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Device 5ca2b066-a078-4c10-9a73-f2564930ac4a not bound to the agent host hv-neutron-8232 {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:06.604548 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Deleting port edc9a54b-ba2f-44bc-93b5-a05017dc4824 {{(pid=83558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:06.605204 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:06.790760 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.db [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] For port edc9a54b-ba2f-44bc-93b5-a05017dc4824, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=edc9a54b-ba2f-44bc-93b5-a05017dc4824,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:06.791103 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:06.913236 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.plugins.ml2.plugin [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Calling delete_port for edc9a54b-ba2f-44bc-93b5-a05017dc4824 owned by network:router_interface {{(pid=83558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:07.113118 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffebb-c2f5-485f-8649-2b9be867338b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:07.213634 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3370061'] for port, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:07.259013 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=edc9a54b-ba2f-44bc-93b5-a05017dc4824,revision_number=None']} {{(pid=83558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:07.573659 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron_lib.callbacks.manager [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:08.149489 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Router a375d5fb-b000-4476-bbc0-3d12d82412bd has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:48:08.354555 dv-neutron-823271-3-hyperv neutron-server[83558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:08.367997 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Sync routers for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:48:08.373844 dv-neutron-823271-3-hyperv neutron-server[83558]: INFO neutron.wsgi [None req-2efe53d8-bb60-4c8e-ba69-13a04c98bf7a admin admin] 10.222.0.110 "PUT /v2.0/routers/a375d5fb-b000-4476-bbc0-3d12d82412bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9568083 Jan 31 18:48:08.376836 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41950) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:08.382911 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:08.383540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:08.573790 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: dv-neutron-823271-3-hyperv {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:08.585188 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:08.799513 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:08.811254 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Deleting port 216b9c62-cc4f-42af-932a-af18daaf87b2 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:08.812048 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:08.892294 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:48:07Z', 'revision_number': 5, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port': {'id': '216b9c62-cc4f-42af-932a-af18daaf87b2', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:19:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:06Z', 'updated_at': '2022-01-31T18:43:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:08.896329 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Checking router: a375d5fb-b000-4476-bbc0-3d12d82412bd for host: dv-neutron-823271-3-hyperv {{(pid=83559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:48:08.909668 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Routers {'a375d5fb-b000-4476-bbc0-3d12d82412bd'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:08.910411 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:47:39Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['a375d5fb-b000-4476-bbc0-3d12d82412bd'], 'active': True} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:09.111830 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_dvr_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] Set router a375d5fb-b000-4476-bbc0-3d12d82412bd gateway port host: None {{(pid=83559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:09.118557 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] For port 216b9c62-cc4f-42af-932a-af18daaf87b2, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=216b9c62-cc4f-42af-932a-af18daaf87b2,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:09.119229 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.221108 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.db.l3_hamode_db [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:48:08Z', 'revision_number': 6, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:09.225607 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60bfec-7535-4ae8-896f-0ed8230ee619 None None] The sync data for ids ['a375d5fb-b000-4476-bbc0-3d12d82412bd'] in dv-neutron-823271-3-hyperv is: [{'id': 'a375d5fb-b000-4476-bbc0-3d12d82412bd', 'name': 'tempest-TestSnapshotPattern-1574420429-router', 'tenant_id': 'bd5a3b9d63794125b26a43050f2dae90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:05Z', 'updated_at': '2022-01-31T18:48:08Z', 'revision_number': 6, 'project_id': 'bd5a3b9d63794125b26a43050f2dae90', 'gw_port_host': None}] {{(pid=83559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:48:09.247255 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Calling delete_port for 216b9c62-cc4f-42af-932a-af18daaf87b2 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:09.419301 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.423168 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c78a5b1f-13d5-4f7a-a68b-4473ce817a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.469627 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=216b9c62-cc4f-42af-932a-af18daaf87b2,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:09.695905 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.956153 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.962589 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.994471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:09.994996 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a375d5fb-b000-4476-bbc0-3d12d82412bd {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:48:10.008158 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.009393 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-27473429-7665-49b2-93d2-f41bc9325c0d admin admin] 10.222.0.110 "DELETE /v2.0/routers/a375d5fb-b000-4476-bbc0-3d12d82412bd HTTP/1.1" status: 204 len: 168 time: 1.6315811 Jan 31 18:48:10.011952 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41954) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:10.076656 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Deleting subnet e2974346-4e13-45f2-a4fa-99140ef11187 {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:48:10.079804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.143823 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.226872 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.307242 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.347157 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2974346-4e13-45f2-a4fa-99140ef11187,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:10.353869 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.361963 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-694366f8-6955-41e6-b944-99a3584dbd4a admin admin] 10.222.0.110 "DELETE /v2.0/subnets/e2974346-4e13-45f2-a4fa-99140ef11187 HTTP/1.1" status: 204 len: 168 time: 0.3486619 Jan 31 18:48:10.364736 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41960) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:10.372471 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef496b-7666-40e0-9067-a7813224d934 None None] Network c4823cd2-ff86-452f-8857-2e9275b7f883 requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:48:10.456254 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device edc9a54b-ba2f-44bc-93b5-a05017dc4824 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:10.517630 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: edc9a54b-ba2f-44bc-93b5-a05017dc4824 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:10.517893 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device edc9a54b-ba2f-44bc-93b5-a05017dc4824 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:10.518313 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 216b9c62-cc4f-42af-932a-af18daaf87b2 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:10.582513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.583130 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 216b9c62-cc4f-42af-932a-af18daaf87b2 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:10.583465 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 216b9c62-cc4f-42af-932a-af18daaf87b2 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:10.612607 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.624794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.626643 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Deleting port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:10.627140 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.785255 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] DHCP port deletion for c4823cd2-ff86-452f-8857-2e9275b7f883 request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:48:10.790045 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Deleting port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:10.790414 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.881943 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] For port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:10.882873 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:10.994227 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] For port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,segment=NetworkSegment(71218586-c8f5-4968-8fd6-6a5b26416e0e),segment_id=71218586-c8f5-4968-8fd6-6a5b26416e0e)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:10.994610 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.004130 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Calling delete_port for f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:11.077031 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.113880 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Calling delete_port for f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:11.124771 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:11.130916 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] No DVR routers for this DVR port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 31 18:48:11.176816 dv-neutron-823271-3-hyperv neutron-server[83559]: util.warn( Jan 31 18:48:11.186515 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:48:11.186940 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:48:11.247178 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.272132 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4823cd2-ff86-452f-8857-2e9275b7f883']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:11.283892 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71218586-c8f5-4968-8fd6-6a5b26416e0e') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:11.284179 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71218586-c8f5-4968-8fd6-6a5b26416e0e') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:11.295337 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.312464 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.318528 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Releasing vlan 1436 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:48:11.318902 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:48:11.332251 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:48:11.409104 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.414801 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.438231 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4823cd2-ff86-452f-8857-2e9275b7f883,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:11.454754 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b51421ea-f2a8-4dc2-a656-9b4d35e72284 admin admin] 10.222.0.110 "DELETE /v2.0/networks/c4823cd2-ff86-452f-8857-2e9275b7f883 HTTP/1.1" status: 204 len: 168 time: 1.0874157 Jan 31 18:48:11.456319 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41964) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:11.688174 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Deleting port f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:11.688707 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.754355 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-071efd7f-8a87-473a-849a-6c3133e5df3b None None] The port 'f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:48:11.846449 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3885271'] for router_interface, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:11.902495 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:12.421349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:12.454243 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:12.454585 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device f5f74e14-dab6-46e8-bee3-7a3c05c7fd9a not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:12.543742 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Deleting port 5bdcb39d-e023-4c74-8142-01ab529f2d72 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:12.544133 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:12.715252 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] For port 5bdcb39d-e023-4c74-8142-01ab529f2d72, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=5bdcb39d-e023-4c74-8142-01ab529f2d72,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:12.715514 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:12.834725 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Calling delete_port for 5bdcb39d-e023-4c74-8142-01ab529f2d72 owned by network:router_interface {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:13.009491 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:13.052921 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdcb39d-e023-4c74-8142-01ab529f2d72,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:13.345478 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2755697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3889009'] for router_interface, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:13.912604 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:14.020547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 has already been hosted by L3 agent de331f18-0666-48e4-91d0-cfd424a399c5 {{(pid=83557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 18:48:14.227804 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] Notify agent at l3_agent.dv-neutron-823271-3-hyperv the message routers_updated {{(pid=83557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 18:48:14.236644 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Sync routers for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Jan 31 18:48:14.237127 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-64e4b464-817b-4f33-899a-9d3314b98276 admin admin] 10.222.0.110 "PUT /v2.0/routers/9b2f398a-03cc-42cd-bfdf-2b37b61b8291/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7794552 Jan 31 18:48:14.239486 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41970) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:14.249279 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:14.249894 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:48:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:14.432858 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: dv-neutron-823271-3-hyperv {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:14.439489 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks [] for router, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:14.635367 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:14.644976 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Deleting port e7e1324b-99f0-408a-93fd-37750c235933 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:14.645313 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:14.721165 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'external_fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96'}], 'enable_snat': True}, 'gw_port_id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:48:12Z', 'revision_number': 5, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port': {'id': 'e7e1324b-99f0-408a-93fd-37750c235933', 'name': '', 'network_id': 'e7f48dac-d607-4065-96ae-d35fa8bb8d84', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ab:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'ip_address': '172.26.4.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-823271-3-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:43:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fd8782ab-d83b-4879-b1e3-80e0c0d010e3', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-823271-3-hyperv'}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:14.725329 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Checking router: 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 for host: dv-neutron-823271-3-hyperv {{(pid=83560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Jan 31 18:48:14.736813 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Routers {'9b2f398a-03cc-42cd-bfdf-2b37b61b8291'} bound to L3 agent in host dv-neutron-823271-3-hyperv {{(pid=83560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 31 18:48:14.737400 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-823271-3-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T17:44:09Z,description=,heartbeat_timestamp=2022-01-31T18:48:09Z,host='dv-neutron-823271-3-hyperv',id=de331f18-0666-48e4-91d0-cfd424a399c5,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T17:44:09Z,topic='l3_agent')) {'router_ids': ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'], 'active': True} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:14.829391 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] For port e7e1324b-99f0-408a-93fd-37750c235933, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=e7e1324b-99f0-408a-93fd-37750c235933,segment=NetworkSegment(f01471d4-94a0-4ce9-bb22-bca7ea1a25c4),segment_id=f01471d4-94a0-4ce9-bb22-bca7ea1a25c4)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:14.830067 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:14.892040 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_dvr_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] Set router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 gateway port host: None {{(pid=83560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Jan 31 18:48:14.957261 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Calling delete_port for e7e1324b-99f0-408a-93fd-37750c235933 owned by network:router_gateway {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:14.997674 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.l3_hamode_db [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:48:14Z', 'revision_number': 6, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port_host': None}], 'dv-neutron-823271-3-hyperv', False) {} {{(pid=83560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:15.001775 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa35eac2-6e7c-45fa-bcdd-49ea4bc09135 None None] The sync data for ids ['9b2f398a-03cc-42cd-bfdf-2b37b61b8291'] in dv-neutron-823271-3-hyperv is: [{'id': '9b2f398a-03cc-42cd-bfdf-2b37b61b8291', 'name': 'tempest-TestSnapshotPattern-1572567007-router', 'tenant_id': 'a2187a12dc504419a1b8a667a33637ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T18:43:13Z', 'updated_at': '2022-01-31T18:48:14Z', 'revision_number': 6, 'project_id': 'a2187a12dc504419a1b8a667a33637ed', 'gw_port_host': None}] {{(pid=83560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Jan 31 18:48:15.127260 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.274577 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e1324b-99f0-408a-93fd-37750c235933,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:15.501679 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3889084'] for router_gateway, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.755119 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3886592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28273'] for router, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.762674 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.787203 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3883152'] for router, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.787733 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2f398a-03cc-42cd-bfdf-2b37b61b8291 {{(pid=83557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 18:48:15.800786 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] Notify callbacks [] for router, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.801924 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-e427bff4-5033-45d2-a269-b864220ff30b admin admin] 10.222.0.110 "DELETE /v2.0/routers/9b2f398a-03cc-42cd-bfdf-2b37b61b8291 HTTP/1.1" status: 204 len: 168 time: 1.5615559 Jan 31 18:48:15.805160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41974) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:15.871698 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.db_base_plugin_v2 [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Deleting subnet 4e313b5b-778c-48ab-9a4c-7b4748a268aa {{(pid=83557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jan 31 18:48:15.874624 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:15.926826 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3047385'] for subnet, precommit_delete_associations {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.010935 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-772882'] for subnet, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.081895 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772893', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3073024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2845527'] for subnet, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.119506 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e313b5b-778c-48ab-9a4c-7b4748a268aa,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:16.126590 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.131763 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1c7e2a-7758-49ad-9db1-f324301b8897 None None] Network 77615f1e-f775-4e71-a65d-d801e6dae45a requested from dv-neutron-823271-3-hyperv {{(pid=83559) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Jan 31 18:48:16.135064 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-0481beb8-96db-4e59-8025-3de38e7640d9 admin admin] 10.222.0.110 "DELETE /v2.0/subnets/4e313b5b-778c-48ab-9a4c-7b4748a268aa HTTP/1.1" status: 204 len: 168 time: 0.3288033 Jan 31 18:48:16.137545 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41978) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:16.245642 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-715241'] for network, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.256599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Deleting port eae3f85a-2d3a-4522-964c-18ce053b5090 {{(pid=83557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:16.256838 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.374039 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] DHCP port deletion for 77615f1e-f775-4e71-a65d-d801e6dae45a request from dv-neutron-823271-3-hyperv {{(pid=83559) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Jan 31 18:48:16.379065 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Deleting port eae3f85a-2d3a-4522-964c-18ce053b5090 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:16.379493 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.434388 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5bdcb39d-e023-4c74-8142-01ab529f2d72 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:16.468565 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.db [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] For port eae3f85a-2d3a-4522-964c-18ce053b5090, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eae3f85a-2d3a-4522-964c-18ce053b5090,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:16.468925 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.512450 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: 5bdcb39d-e023-4c74-8142-01ab529f2d72 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:16.512689 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device 5bdcb39d-e023-4c74-8142-01ab529f2d72 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:16.513092 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e7e1324b-99f0-408a-93fd-37750c235933 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:16.569321 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] No Port match for: e7e1324b-99f0-408a-93fd-37750c235933 {{(pid=83559) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Jan 31 18:48:16.569587 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device e7e1324b-99f0-408a-93fd-37750c235933 not bound to the agent host dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 31 18:48:16.569859 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.rpc [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Device eae3f85a-2d3a-4522-964c-18ce053b5090 no longer exists at agent ovs-agent-dv-neutron-823271-3-hyperv {{(pid=83559) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 31 18:48:16.693098 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.plugin [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Calling delete_port for eae3f85a-2d3a-4522-964c-18ce053b5090 owned by network:dhcp {{(pid=83557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:16.767959 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-540025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-170341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772296919543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772296561125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2683377'] for port, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.778883 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.db [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] For port eae3f85a-2d3a-4522-964c-18ce053b5090, host dv-neutron-823271-3-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-823271-3-hyperv',level=0,port_id=eae3f85a-2d3a-4522-964c-18ce053b5090,segment=NetworkSegment(4ac7a441-05d4-45b0-976f-22607ffe71b3),segment_id=4ac7a441-05d4-45b0-976f-22607ffe71b3)] {{(pid=83559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 18:48:16.779270 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3761538'] for port, precommit_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.815356 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Pushing event deleted for resources: {'Port': ['ID=eae3f85a-2d3a-4522-964c-18ce053b5090,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:16.822649 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] No DVR routers for this DVR port eae3f85a-2d3a-4522-964c-18ce053b5090 on host dv-neutron-823271-3-hyperv {{(pid=83557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 18:48:16.916806 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Calling delete_port for eae3f85a-2d3a-4522-964c-18ce053b5090 owned by network:dhcp {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Jan 31 18:48:16.940088 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-774541', 'neutron.services.segments.db._delete_segments_for_network-8772296995804'] for network, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.950918 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-539369'] for port, before_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:16.965262 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77615f1e-f775-4e71-a65d-d801e6dae45a']}} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:16.978000 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac7a441-05d4-45b0-976f-22607ffe71b3') {'for_net_delete': True} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:16.978284 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.services.segments.db [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac7a441-05d4-45b0-976f-22607ffe71b3') {} {{(pid=83557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 18:48:16.995447 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772296995687', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3047392'] for segment, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.011688 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-770488'] for segment, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.018068 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Releasing vlan 1445 on physical network physnet1 to pool {{(pid=83557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Jan 31 18:48:17.018383 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-770481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2683298'] for segment, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: Traceback (most recent call last): Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: timer() Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: cb(*args, **kw) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: return func(*args, **kwargs) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: self._notify() Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: self.callback(batched_events) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: event.method(event) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: return f(self, *a, **k) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._get(url).json() Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: return self.request(url, 'GET', **kwargs) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 18:48:17.031889 dv-neutron-823271-3-hyperv neutron-server[83557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 18:48:17.111334 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-774548', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3881106', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2755838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3889111'] for network, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.113753 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.db.api [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 18:48:17.114111 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG oslo_db.api [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 18:48:17.130259 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Notify callbacks [] for network, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.136998 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] Pushing event deleted for resources: {'Network': ['ID=77615f1e-f775-4e71-a65d-d801e6dae45a,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:17.145701 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-b54d35e8-76dd-4833-a364-5abddc6e486b admin admin] 10.222.0.110 "DELETE /v2.0/networks/77615f1e-f775-4e71-a65d-d801e6dae45a HTTP/1.1" status: 204 len: 168 time: 1.0050387 Jan 31 18:48:17.281539 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41984) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:17.332359 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-2ca73f57-8580-4d32-a546-f2fcb337b3d7 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=bd5a3b9d63794125b26a43050f2dae90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496547 Jan 31 18:48:17.335095 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41988) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:17.394760 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.419471 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.474160 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.489495 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6af1c-7ea7-4853-99b6-7f8b961ade88,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:17.498333 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.499437 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-a9d416a7-1ec0-4c4e-a877-0c01b9d48142 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/cce6af1c-7ea7-4853-99b6-7f8b961ade88 HTTP/1.1" status: 204 len: 168 time: 0.1632290 Jan 31 18:48:17.615295 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Deleting port eae3f85a-2d3a-4522-964c-18ce053b5090 {{(pid=83559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Jan 31 18:48:17.615871 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772297059898'] for port, before_delete {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:17.678427 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ab92a-ea9f-4fec-8397-d1d98736cc8c None None] The port 'eae3f85a-2d3a-4522-964c-18ce053b5090' was deleted {{(pid=83559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Jan 31 18:48:17.987641 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 41996) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:18.037046 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-fd9e09ac-0235-414f-a01f-9c61ecfffb02 admin admin] 10.222.0.110 "GET /v2.0/security-groups?tenant_id=a2187a12dc504419a1b8a667a33637ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0482619 Jan 31 18:48:18.040320 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.wsgi [-] (83557) accepted ('10.222.0.110', 42000) {{(pid=83557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 31 18:48:18.098599 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:18.124496 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:18.177547 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3880996'] for security_group, after_delete {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:18.193382 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28115d6-c130-4fbd-bf3e-9f3c3d058cb6,revision_number=None']} {{(pid=83557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 18:48:18.197737 dv-neutron-823271-3-hyperv neutron-server[83557]: DEBUG neutron_lib.callbacks.manager [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:18.198951 dv-neutron-823271-3-hyperv neutron-server[83557]: INFO neutron.wsgi [None req-953c8f37-0603-4c88-bcdb-9a4c9b29ece7 admin admin] 10.222.0.110 "DELETE /v2.0/security-groups/f28115d6-c130-4fbd-bf3e-9f3c3d058cb6 HTTP/1.1" status: 204 len: 168 time: 0.1577158 Jan 31 18:48:18.669937 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:48:37.105099 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0618e4eb-a1c8-4f78-ab8b-74c0c2e9d6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:39.427836 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-713eb597-f76b-4d93-bd60-debb4c4d86af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:40.482430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:40.537606 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:41.904809 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:43.922191 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:48:55.670114 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:49:07.107703 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-544193e8-18fe-42cb-abe6-6f5babfc21af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:09.429582 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-3870ae68-a183-4556-b84b-58a0ea309019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:10.485540 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:10.543935 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:11.908303 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:13.910262 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:32.670298 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:49:37.111693 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab64c6f2-55df-443b-996f-3e0964e2d0e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:39.431430 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-b9c878e4-a423-4ff5-88a3-153f2328561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:40.488440 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:40.540961 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:41.910545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:49:43.910661 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:07.113749 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-905fa331-4a00-4f00-8acd-816fcef13b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:09.432151 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8ad893b8-3bf0-4452-a4d5-d239b71dde65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:09.670318 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:50:10.491644 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:10.533114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:11.915738 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:13.913162 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:37.116412 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ec6feb20-f6f4-456e-8cf4-83182f76ac04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:39.435114 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-35963940-2202-4407-a856-e0addbcf74a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:40.494545 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:40.537490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:41.917482 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:43.926087 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:50:46.670128 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:51:07.118794 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ba516204-cfd7-4779-ba95-07a4a6064d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:09.436568 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-f6ebe8f0-637f-40c9-bcc7-e4056307eef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:10.500172 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:10.538866 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:11.919812 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:13.924182 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:23.669879 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:51:37.120900 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-9473e96c-93d6-4494-970b-23470a7a2d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:39.437951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ab68567f-edb7-4bea-972a-8f6447fd78c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:40.499842 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:40.541873 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:41.922349 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:51:43.924513 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:00.670277 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:52:07.125401 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e6bd550b-72f3-4b6d-bdb2-8b77913610a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:09.440714 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-13dfcfe4-46fc-4e5e-bac0-65851fb35553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:10.505132 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:10.546655 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:11.930230 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:13.939882 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:37.131850 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-8e11eedd-2171-437d-ad7b-4c1d16b751f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:37.670286 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:52:39.442757 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-ebe35807-1870-4555-ba74-5dec6ff88e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:40.508396 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:40.548269 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:41.933531 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:52:43.952671 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:07.133306 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-82f447c6-f434-4b46-9077-7e13fa289909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:09.444196 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-c4bc8cfa-de73-4bdd-aa97-39a456993565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:10.512245 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:10.552126 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:11.933206 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:13.952296 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:14.671024 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 31 18:53:37.135951 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-e51d1bb0-f042-4e54-9486-33c9576c865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:39.446963 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-0dcd1f84-5215-4b60-86db-6c274b0868cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:40.511852 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-15aa5da4-0146-436c-bf1a-eccdbd7e50dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:40.557490 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-57539657-e985-41fc-8e60-efa688bfea22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:41.939273 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-bad64f8c-631e-49d5-8020-3f6a9047050b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:43.953884 dv-neutron-823271-3-hyperv neutron-server[83559]: DEBUG neutron_lib.callbacks.manager [None req-061b77cb-d8ac-495f-8dc6-9321a94f37ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772296995786', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-776589'] for agent, after_update {{(pid=83559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 31 18:53:51.671805 dv-neutron-823271-3-hyperv neutron-server[83560]: DEBUG neutron.db.agents_db [None req-e1e4194a-9143-4383-99f3-1ac68af9b243 None None] Agent healthcheck: found 6 active agents {{(pid=83560) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}